diff --git a/data/conf/llap/hive-site.xml b/data/conf/llap/hive-site.xml index 8b6dc95..d93f8b7 100644 --- a/data/conf/llap/hive-site.xml +++ b/data/conf/llap/hive-site.xml @@ -45,6 +45,12 @@ + hive.stats.fetch.column.stats + true + Use column stats to annotate stats for physical optimization phase + + + hive.merge.tezfiles false Merge small files at the end of a Tez DAG diff --git a/itests/src/test/resources/testconfiguration.properties b/itests/src/test/resources/testconfiguration.properties index 16c09da..b9b28cf 100644 --- a/itests/src/test/resources/testconfiguration.properties +++ b/itests/src/test/resources/testconfiguration.properties @@ -68,17 +68,50 @@ disabled.query.files=ql_rewrite_gbtoidx.q,\ rcfile_merge1.q,\ smb_mapjoin_8.q -minitez.query.files.shared=acid_globallimit.q,\ - deleteAnalyze.q,\ - empty_join.q,\ +# NOTE: Add tests to minitez only if it is very +# specific to tez and cannot be added to minillap. +minitez.query.files.shared=insert1.q,\ + orc_merge12.q,\ + unionDistinct_2.q,\ + vector_join_part_col_char.q + +# NOTE: Add tests to minitez only if it is very +# specific to tez and cannot be added to minillap. +minitez.query.files=hybridgrace_hashjoin_1.q,\ + hybridgrace_hashjoin_2.q + +minillap.shared.query.files=acid_globallimit.q,\ alter_merge_2_orc.q,\ alter_merge_orc.q,\ alter_merge_stats_orc.q,\ auto_join0.q,\ auto_join1.q,\ + auto_join21.q,\ + auto_join29.q,\ + auto_join30.q,\ + auto_join_filters.q,\ + auto_join_nulls.q,\ + auto_sortmerge_join_1.q,\ + auto_sortmerge_join_10.q,\ + auto_sortmerge_join_11.q,\ + auto_sortmerge_join_12.q,\ + auto_sortmerge_join_13.q,\ + auto_sortmerge_join_14.q,\ + auto_sortmerge_join_15.q,\ + auto_sortmerge_join_16.q,\ + auto_sortmerge_join_2.q,\ + auto_sortmerge_join_3.q,\ + auto_sortmerge_join_4.q,\ + auto_sortmerge_join_5.q,\ + auto_sortmerge_join_6.q,\ + auto_sortmerge_join_7.q,\ + auto_sortmerge_join_8.q,\ + auto_sortmerge_join_9.q,\ bucket2.q,\ bucket3.q,\ bucket4.q,\ + bucket_map_join_tez1.q,\ + bucket_map_join_tez2.q,\ cbo_gby.q,\ cbo_gby_empty.q,\ cbo_join.q,\ @@ -94,6 +127,7 @@ minitez.query.files.shared=acid_globallimit.q,\ cbo_views.q,\ cbo_windowing.q,\ column_names_with_leading_and_trailing_spaces.q,\ + constprog_dpp.q,\ constprog_semijoin.q,\ correlationoptimizer1.q,\ count.q,\ @@ -113,6 +147,7 @@ minitez.query.files.shared=acid_globallimit.q,\ cte_mat_4.q,\ cte_mat_5.q,\ custom_input_output_format.q,\ + deleteAnalyze.q,\ delete_all_non_partitioned.q,\ delete_all_partitioned.q,\ delete_orig_table.q,\ @@ -122,9 +157,12 @@ minitez.query.files.shared=acid_globallimit.q,\ delete_where_partitioned.q,\ delete_whole_partition.q,\ disable_merge_for_bucketing.q,\ + dynamic_partition_pruning.q,\ + dynamic_partition_pruning_2.q,\ dynpart_sort_opt_vectorization.q,\ dynpart_sort_optimization.q,\ dynpart_sort_optimization2.q,\ + empty_join.q,\ enforce_order.q,\ filter_join_breaktask.q,\ filter_join_breaktask2.q,\ @@ -132,40 +170,45 @@ minitez.query.files.shared=acid_globallimit.q,\ groupby2.q,\ groupby3.q,\ having.q,\ - identity_project_remove_skip.q\ - insert1.q,\ + identity_project_remove_skip.,\ insert_into1.q,\ insert_into2.q,\ insert_orig_table.q,\ + insert_update_delete.q,\ insert_values_dynamic_partitioned.q,\ insert_values_non_partitioned.q,\ - insert_values_orig_table.q\ + insert_values_orig_table.,\ insert_values_partitioned.q,\ insert_values_tmp_table.q,\ - insert_update_delete.q,\ join0.q,\ join1.q,\ join_nullsafe.q,\ leftsemijoin.q,\ limit_pushdown.q,\ + llap_nullscan.q,\ + llapdecider.q,\ load_dyn_part1.q,\ load_dyn_part2.q,\ load_dyn_part3.q,\ + lvj_mapjoin.q,\ mapjoin2.q,\ + mapjoin_decimal.q,\ mapjoin_mapjoin.q,\ mapreduce1.q,\ mapreduce2.q,\ merge1.q,\ merge2.q,\ mergejoin.q,\ - metadataonly1.q,\ metadata_only_queries.q,\ metadata_only_queries_with_filters.q,\ + metadataonly1.q,\ + mrr.q,\ nonmr_fetch_threshold.q,\ - order_null.q,\ optimize_nullscan.q,\ orc_analyze.q,\ orc_merge1.q,\ + orc_merge10.q,\ + orc_merge11.q,\ orc_merge2.q,\ orc_merge3.q,\ orc_merge4.q,\ @@ -174,28 +217,54 @@ minitez.query.files.shared=acid_globallimit.q,\ orc_merge7.q,\ orc_merge8.q,\ orc_merge9.q,\ - orc_merge10.q,\ - orc_merge11.q,\ - orc_merge12.q,\ orc_merge_incompat1.q,\ orc_merge_incompat2.q,\ orc_merge_incompat3.q,\ + orc_ppd_basic.q,\ orc_ppd_schema_evol_1a.q,\ orc_ppd_schema_evol_1b.q,\ orc_ppd_schema_evol_2a.q,\ orc_ppd_schema_evol_2b.q,\ orc_ppd_schema_evol_3a.q,\ orc_vectorization_ppd.q,\ + order_null.q,\ parallel.q,\ ptf.q,\ ptf_matchpath.q,\ ptf_streaming.q,\ sample1.q,\ - selectDistinctStar.q,\ + schema_evol_orc_acid_mapwork_part.q,\ + schema_evol_orc_acid_mapwork_table.q,\ + schema_evol_orc_acidvec_mapwork_part.q,\ + schema_evol_orc_acidvec_mapwork_table.q,\ + schema_evol_orc_nonvec_fetchwork_part.q,\ + schema_evol_orc_nonvec_fetchwork_table.q,\ + schema_evol_orc_nonvec_mapwork_part.q,\ + schema_evol_orc_nonvec_mapwork_part_all_complex.q,\ + schema_evol_orc_nonvec_mapwork_part_all_primitive.q,\ + schema_evol_orc_nonvec_mapwork_table.q,\ + schema_evol_orc_vec_mapwork_part.q,\ + schema_evol_orc_vec_mapwork_part_all_complex.q,\ + schema_evol_orc_vec_mapwork_part_all_primitive.q,\ + schema_evol_orc_vec_mapwork_table.q,\ + schema_evol_stats.q,\ + schema_evol_text_nonvec_mapwork_part.q,\ + schema_evol_text_nonvec_mapwork_part_all_complex.q,\ + schema_evol_text_nonvec_mapwork_part_all_primitive.q,\ + schema_evol_text_nonvec_mapwork_table.q,\ + schema_evol_text_vec_mapwork_part.q,\ + schema_evol_text_vec_mapwork_part_all_complex.q,\ + schema_evol_text_vec_mapwork_part_all_primitive.q,\ + schema_evol_text_vec_mapwork_table.q,\ + schema_evol_text_vecrow_mapwork_part.q,\ + schema_evol_text_vecrow_mapwork_part_all_complex.q,\ + schema_evol_text_vecrow_mapwork_part_all_primitive.q,\ + schema_evol_text_vecrow_mapwork_table.q,\ script_env_var1.q,\ script_env_var2.q,\ script_pipe.q,\ scriptfile1.q,\ + selectDistinctStar.q,\ select_dummy_source.q,\ skewjoin.q,\ stats_counter.q,\ @@ -204,8 +273,32 @@ minitez.query.files.shared=acid_globallimit.q,\ stats_only_null.q,\ subquery_exists.q,\ subquery_in.q,\ - tez_join_hash.q,\ temp_table.q,\ + tez_bmj_schema_evolution.q,\ + tez_dml.q,\ + tez_dynpart_hashjoin_1.q,\ + tez_dynpart_hashjoin_2.q,\ + tez_fsstat.q,\ + tez_insert_overwrite_local_directory_1.q,\ + tez_join.q,\ + tez_join_hash.q,\ + tez_join_result_complex.q,\ + tez_join_tests.q,\ + tez_joins_explain.q,\ + tez_multi_union.q,\ + tez_schema_evolution.q,\ + tez_self_join.q,\ + tez_smb_1.q,\ + tez_smb_main.q,\ + tez_union.q,\ + tez_union2.q,\ + tez_union_decimal.q,\ + tez_union_dynamic_partition.q,\ + tez_union_group_by.q,\ + tez_union_multiinsert.q,\ + tez_union_view.q,\ + tez_vector_dynpart_hashjoin_1.q,\ + tez_vector_dynpart_hashjoin_2.q,\ transform1.q,\ transform2.q,\ transform_ppr1.q,\ @@ -219,32 +312,32 @@ minitez.query.files.shared=acid_globallimit.q,\ union8.q,\ union9.q,\ unionDistinct_1.q,\ - unionDistinct_2.q,\ union_fast_stats.q,\ union_stats.q,\ + union_type_chk.q,\ update_after_multiple_inserts.q,\ update_all_non_partitioned.q,\ update_all_partitioned.q,\ update_all_types.q,\ update_orig_table.q,\ update_tmp_table.q,\ + update_two_cols.q,\ update_where_no_match.q,\ update_where_non_partitioned.q,\ update_where_partitioned.q,\ - update_two_cols.q,\ vector_acid3.q,\ vector_aggregate_9.q,\ vector_aggregate_without_gby.q,\ vector_auto_smb_mapjoin_14.q,\ - vector_between_in.q,\ vector_between_columns.q,\ + vector_between_in.q,\ vector_binary_join_groupby.q,\ vector_bround.q,\ vector_bucket.q,\ - vector_char_cast.q,\ vector_cast_constant.q,\ vector_char_2.q,\ vector_char_4.q,\ + vector_char_cast.q,\ vector_char_mapjoin1.q,\ vector_char_simple.q,\ vector_coalesce.q,\ @@ -298,8 +391,8 @@ minitez.query.files.shared=acid_globallimit.q,\ vector_mr_diff_schema_alias.q,\ vector_multi_insert.q,\ vector_non_string_partition.q,\ - vector_nullsafe_join.q,\ vector_null_projection.q,\ + vector_nullsafe_join.q,\ vector_nvl.q,\ vector_orderby_5.q,\ vector_outer_join0.q,\ @@ -311,13 +404,12 @@ minitez.query.files.shared=acid_globallimit.q,\ vector_outer_join6.q,\ vector_partition_diff_num_cols.q,\ vector_partitioned_date_time.q,\ - vector_reduce_groupby_decimal.q,\ vector_reduce1.q,\ vector_reduce2.q,\ vector_reduce3.q,\ + vector_reduce_groupby_decimal.q,\ vector_string_concat.q,\ vector_struct_in.q,\ - vectorized_timestamp.q,\ vector_varchar_4.q,\ vector_varchar_mapjoin1.q,\ vector_varchar_simple.q,\ @@ -356,6 +448,7 @@ minitez.query.files.shared=acid_globallimit.q,\ vectorized_context.q,\ vectorized_date_funcs.q,\ vectorized_distinct_gby.q,\ + vectorized_dynamic_partition_pruning.q,\ vectorized_mapjoin.q,\ vectorized_math_funcs.q,\ vectorized_nested_mapjoin.q,\ @@ -365,40 +458,17 @@ minitez.query.files.shared=acid_globallimit.q,\ vectorized_rcfile_columnar.q,\ vectorized_shufflejoin.q,\ vectorized_string_funcs.q,\ + vectorized_timestamp.q,\ vectorized_timestamp_funcs.q,\ - vectorized_timestamp_ints_casts.q,\ - auto_sortmerge_join_1.q,\ - auto_sortmerge_join_10.q,\ - auto_sortmerge_join_11.q,\ - auto_sortmerge_join_12.q,\ - auto_sortmerge_join_13.q,\ - auto_sortmerge_join_14.q,\ - auto_sortmerge_join_15.q,\ - auto_sortmerge_join_16.q,\ - auto_sortmerge_join_2.q,\ - auto_sortmerge_join_3.q,\ - auto_sortmerge_join_4.q,\ - auto_sortmerge_join_5.q,\ - auto_sortmerge_join_6.q,\ - auto_sortmerge_join_7.q,\ - auto_sortmerge_join_8.q,\ - auto_sortmerge_join_9.q,\ - auto_join30.q,\ - auto_join21.q,\ - auto_join29.q,\ - auto_join_filters.q,\ - auto_join_nulls.q,\ - union_type_chk.q - + vectorized_timestamp_ints_casts.q -minitez.query.files=acid_vectorization_missing_cols.q,\ +minillap.query.files=acid_vectorization_missing_cols.q,\ bucket_map_join_tez1.q,\ - smb_cache.q,\ bucket_map_join_tez2.q,\ + bucketpruning1.q,\ constprog_dpp.q,\ dynamic_partition_pruning.q,\ dynamic_partition_pruning_2.q,\ - bucketpruning1.q,\ explainuser_1.q,\ explainuser_2.q,\ explainuser_3.q,\ @@ -406,144 +476,51 @@ minitez.query.files=acid_vectorization_missing_cols.q,\ hybridgrace_hashjoin_1.q,\ hybridgrace_hashjoin_2.q,\ llap_nullscan.q,\ + llap_udf.q,\ llapdecider.q,\ lvj_mapjoin.q,\ mapjoin_decimal.q,\ mergejoin_3way.q,\ mrr.q,\ - orc_ppd_basic.q,\ + orc_llap.q,\ + orc_llap_counters.q,\ + orc_llap_counters1.q,\ + orc_llap_nonvector.q,\ orc_merge_diff_fs.q,\ + orc_ppd_basic.q,\ partition_column_names_with_leading_and_trailing_spaces.q,\ + smb_cache.q,\ stats_filemetadata.q,\ tez_aggr_part_stats.q,\ tez_bmj_schema_evolution.q,\ tez_dml.q,\ - tez_fsstat.q,\ - tez_insert_overwrite_local_directory_1.q,\ tez_dynpart_hashjoin_1.q,\ tez_dynpart_hashjoin_2.q,\ tez_dynpart_hashjoin_3.q,\ - tez_vector_dynpart_hashjoin_1.q,\ - tez_vector_dynpart_hashjoin_2.q,\ + tez_fsstat.q,\ + tez_insert_overwrite_local_directory_1.q,\ + tez_join.q,\ tez_join_result_complex.q,\ tez_join_tests.q,\ tez_joins_explain.q,\ + tez_multi_union.q,\ tez_schema_evolution.q,\ tez_self_join.q,\ + tez_smb_1.q,\ + tez_smb_empty.q,\ + tez_smb_main.q,\ tez_union.q,\ tez_union2.q,\ - tez_union_dynamic_partition.q,\ - tez_union_view.q,\ - tez_union_with_udf.q,\ tez_union_decimal.q,\ + tez_union_dynamic_partition.q,\ tez_union_group_by.q,\ - tez_smb_main.q,\ - tez_smb_1.q,\ - tez_smb_empty.q,\ - vector_join_part_col_char.q,\ - vectorized_dynamic_partition_pruning.q,\ - tez_multi_union.q,\ - tez_join.q,\ tez_union_multiinsert.q,\ - windowing_gby.q - - - - -minillap.shared.query.files=bucket_map_join_tez1.q,\ - bucket_map_join_tez2.q,\ - constprog_dpp.q,\ - cte_1.q,\ - cte_2.q,\ - cte_3.q,\ - cte_4.q,\ - cte_5.q,\ - cte_mat_1.q,\ - cte_mat_2.q,\ - cte_mat_3.q,\ - cte_mat_4.q,\ - cte_mat_5.q,\ - dynamic_partition_pruning.q,\ - dynamic_partition_pruning_2.q,\ - hybridgrace_hashjoin_1.q,\ - hybridgrace_hashjoin_2.q,\ - mapjoin_decimal.q,\ - lvj_mapjoin.q,\ - llapdecider.q,\ - llap_nullscan.q,\ - mrr.q,\ - orc_merge12.q,\ - orc_ppd_basic.q,\ - orc_ppd_schema_evol_1a.q,\ - orc_ppd_schema_evol_1b.q,\ - orc_ppd_schema_evol_2a.q,\ - orc_ppd_schema_evol_2b.q,\ - orc_ppd_schema_evol_3a.q,\ - schema_evol_stats.q,\ - schema_evol_orc_acid_mapwork_part.q,\ - schema_evol_orc_acid_mapwork_table.q,\ - schema_evol_orc_acidvec_mapwork_part.q,\ - schema_evol_orc_acidvec_mapwork_table.q,\ - schema_evol_orc_nonvec_fetchwork_part.q,\ - schema_evol_orc_nonvec_fetchwork_table.q,\ - schema_evol_orc_nonvec_mapwork_part.q,\ - schema_evol_orc_nonvec_mapwork_part_all_complex.q,\ - schema_evol_orc_nonvec_mapwork_part_all_primitive.q,\ - schema_evol_orc_nonvec_mapwork_table.q,\ - schema_evol_orc_vec_mapwork_part.q,\ - schema_evol_orc_vec_mapwork_part_all_complex.q,\ - schema_evol_orc_vec_mapwork_part_all_primitive.q,\ - schema_evol_orc_vec_mapwork_table.q,\ - schema_evol_text_nonvec_mapwork_part.q,\ - schema_evol_text_nonvec_mapwork_part_all_complex.q,\ - schema_evol_text_nonvec_mapwork_part_all_primitive.q,\ - schema_evol_text_nonvec_mapwork_table.q,\ - schema_evol_text_vec_mapwork_part.q,\ - schema_evol_text_vec_mapwork_part_all_complex.q,\ - schema_evol_text_vec_mapwork_part_all_primitive.q,\ - schema_evol_text_vec_mapwork_table.q,\ - schema_evol_text_vecrow_mapwork_part.q,\ - schema_evol_text_vecrow_mapwork_part_all_complex.q,\ - schema_evol_text_vecrow_mapwork_part_all_primitive.q,\ - schema_evol_text_vecrow_mapwork_table.q,\ - tez_bmj_schema_evolution.q,\ - tez_dml.q,\ - tez_fsstat.q,\ - tez_insert_overwrite_local_directory_1.q,\ - tez_dynpart_hashjoin_1.q,\ - tez_dynpart_hashjoin_2.q,\ + tez_union_view.q,\ + tez_union_with_udf.q,\ tez_vector_dynpart_hashjoin_1.q,\ tez_vector_dynpart_hashjoin_2.q,\ - tez_join_hash.q,\ - tez_join_result_complex.q,\ - tez_join_tests.q,\ - tez_joins_explain.q,\ - tez_schema_evolution.q,\ - tez_self_join.q,\ - tez_union.q,\ - tez_union2.q,\ - tez_union_dynamic_partition.q,\ - tez_union_view.q,\ - tez_union_decimal.q,\ - tez_union_group_by.q,\ - tez_smb_main.q,\ - tez_smb_1.q,\ - vector_complex_all.q,\ - vector_complex_join.q,\ - vector_include_no_sel.q,\ - vector_join_part_col_char.q,\ vectorized_dynamic_partition_pruning.q,\ - tez_multi_union.q,\ - tez_join.q,\ - tez_union_multiinsert.q - - -minillap.query.files=llap_udf.q,\ - orc_llap.q,\ - orc_llap_counters.q,\ - orc_llap_counters1.q,\ - orc_llap_nonvector.q - + windowing_gby.q encrypted.query.files=encryption_join_unencrypted_tbl.q,\ encryption_insert_partition_static.q,\ diff --git a/ql/src/test/queries/clientpositive/constprog_semijoin.q b/ql/src/test/queries/clientpositive/constprog_semijoin.q index 34f90a0..f282c27 100644 --- a/ql/src/test/queries/clientpositive/constprog_semijoin.q +++ b/ql/src/test/queries/clientpositive/constprog_semijoin.q @@ -1,4 +1,5 @@ set hive.optimize.constant.propagation=true; +set hive.explain.user=true; create table table1 (id int, val string, val1 string, dimid int); insert into table1 (id, val, val1, dimid) values (1, 't1val01', 'val101', 100), (2, 't1val02', 'val102', 200), (3, 't1val03', 'val103', 103), (3, 't1val01', 'val104', 100), (2, 't1val05', 'val105', 200), (3, 't1val01', 'val106', 103), (1, 't1val07', 'val107', 200), (2, 't1val01', 'val108', 200), (3, 't1val09', 'val109', 103), (4,'t1val01', 'val110', 200); diff --git a/ql/src/test/queries/clientpositive/cte_3.q b/ql/src/test/queries/clientpositive/cte_3.q index aa8adbc..037c0cb 100644 --- a/ql/src/test/queries/clientpositive/cte_3.q +++ b/ql/src/test/queries/clientpositive/cte_3.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.optimize.cte.materialize.threshold=1; +set hive.explain.user=true; explain with q1 as ( select key from src where key = '5') diff --git a/ql/src/test/queries/clientpositive/cte_5.q b/ql/src/test/queries/clientpositive/cte_5.q index 8968688..8f6ac15 100644 --- a/ql/src/test/queries/clientpositive/cte_5.q +++ b/ql/src/test/queries/clientpositive/cte_5.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.optimize.cte.materialize.threshold=-1; +set hive.explain.user=true; create database mydb; use mydb; diff --git a/ql/src/test/queries/clientpositive/cte_mat_1.q b/ql/src/test/queries/clientpositive/cte_mat_1.q index 2afb960..1131a4b 100644 --- a/ql/src/test/queries/clientpositive/cte_mat_1.q +++ b/ql/src/test/queries/clientpositive/cte_mat_1.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.optimize.cte.materialize.threshold=-1; +set hive.explain.user=true; explain with q1 as (select * from src where key= '5') diff --git a/ql/src/test/queries/clientpositive/cte_mat_2.q b/ql/src/test/queries/clientpositive/cte_mat_2.q index adcd087..283aa40 100644 --- a/ql/src/test/queries/clientpositive/cte_mat_2.q +++ b/ql/src/test/queries/clientpositive/cte_mat_2.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.optimize.cte.materialize.threshold=3; +set hive.explain.user=true; explain with q1 as (select * from src where key= '5') diff --git a/ql/src/test/queries/clientpositive/cte_mat_3.q b/ql/src/test/queries/clientpositive/cte_mat_3.q index 650cc24..a6c3a86 100644 --- a/ql/src/test/queries/clientpositive/cte_mat_3.q +++ b/ql/src/test/queries/clientpositive/cte_mat_3.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.optimize.cte.materialize.threshold=2; +set hive.explain.user=true; explain with q1 as (select * from src where key= '5') diff --git a/ql/src/test/queries/clientpositive/cte_mat_4.q b/ql/src/test/queries/clientpositive/cte_mat_4.q index 2d75963..c52d9a2 100644 --- a/ql/src/test/queries/clientpositive/cte_mat_4.q +++ b/ql/src/test/queries/clientpositive/cte_mat_4.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.optimize.cte.materialize.threshold=2; +set hive.explain.user=true; create temporary table q1 (a int, b string); insert into q1 values (1, 'A'); diff --git a/ql/src/test/queries/clientpositive/cte_mat_5.q b/ql/src/test/queries/clientpositive/cte_mat_5.q index fd0aeda..83d1eab 100644 --- a/ql/src/test/queries/clientpositive/cte_mat_5.q +++ b/ql/src/test/queries/clientpositive/cte_mat_5.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; set hive.optimize.cte.materialize.threshold=1; +set hive.explain.user=true; create database mydb; use mydb; diff --git a/ql/src/test/queries/clientpositive/deleteAnalyze.q b/ql/src/test/queries/clientpositive/deleteAnalyze.q index 7e5371c..26123a6 100644 --- a/ql/src/test/queries/clientpositive/deleteAnalyze.q +++ b/ql/src/test/queries/clientpositive/deleteAnalyze.q @@ -1,4 +1,5 @@ set hive.stats.autogather=true; +set hive.explain.user=true; dfs ${system:test.dfs.mkdir} ${system:test.tmp.dir}/testdeci2; diff --git a/ql/src/test/queries/clientpositive/empty_join.q b/ql/src/test/queries/clientpositive/empty_join.q index 0c372a0..088b66a 100644 --- a/ql/src/test/queries/clientpositive/empty_join.q +++ b/ql/src/test/queries/clientpositive/empty_join.q @@ -1,5 +1,6 @@ set hive.auto.convert.join=true; set hive.mapjoin.hybridgrace.hashtable=false; +set hive.explain.user=true; DROP TABLE IF EXISTS test_1; CREATE TABLE test_1 AS SELECT 1 AS id; diff --git a/ql/src/test/queries/clientpositive/nonmr_fetch_threshold.q b/ql/src/test/queries/clientpositive/nonmr_fetch_threshold.q index bbf33f9..ddb9d82 100644 --- a/ql/src/test/queries/clientpositive/nonmr_fetch_threshold.q +++ b/ql/src/test/queries/clientpositive/nonmr_fetch_threshold.q @@ -1,4 +1,5 @@ set hive.fetch.task.conversion=more; +set hive.explain.user=true; set hive.mapred.mode=nonstrict; explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10; explain select cast(key as int) * 10, upper(value) from src limit 10; diff --git a/ql/src/test/queries/clientpositive/smb_cache.q b/ql/src/test/queries/clientpositive/smb_cache.q index 5800f3f..e415e51 100644 --- a/ql/src/test/queries/clientpositive/smb_cache.q +++ b/ql/src/test/queries/clientpositive/smb_cache.q @@ -1,3 +1,4 @@ +set hive.explain.user=true; create table bug_201_input_a ( userid int ) clustered by (userid) sorted by (userid) into 64 BUCKETS ; diff --git a/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q b/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q index 01bd33d..8a63635 100644 --- a/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q +++ b/ql/src/test/queries/clientpositive/vector_aggregate_without_gby.q @@ -1,4 +1,5 @@ set hive.mapred.mode=nonstrict; +set hive.explain.user=true; create table testvec(id int, dt int, greg_dt string) stored as orc; insert into table testvec values @@ -12,4 +13,4 @@ values set hive.vectorized.execution.enabled=true; set hive.map.aggr=true; explain select max(dt), max(greg_dt) from testvec where id=5; -select max(dt), max(greg_dt) from testvec where id=5; \ No newline at end of file +select max(dt), max(greg_dt) from testvec where id=5; diff --git a/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q b/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q index d7e1e10..2077f8e 100644 --- a/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q +++ b/ql/src/test/queries/clientpositive/vector_auto_smb_mapjoin_14.q @@ -1,4 +1,5 @@ set hive.mapred.mode=nonstrict; +set hive.explain.user=true; SET hive.vectorized.execution.enabled=true; ; diff --git a/ql/src/test/queries/clientpositive/vector_bround.q b/ql/src/test/queries/clientpositive/vector_bround.q index 9130540..deea00b 100644 --- a/ql/src/test/queries/clientpositive/vector_bround.q +++ b/ql/src/test/queries/clientpositive/vector_bround.q @@ -1,4 +1,5 @@ set hive.mapred.mode=nonstrict; +set hive.explain.user=true; create table test_vector_bround(v0 double, v1 double) stored as orc; insert into table test_vector_bround values @@ -12,4 +13,4 @@ values (3.51, 1.351); set hive.vectorized.execution.enabled=true; explain select bround(v0), bround(v1, 1) from test_vector_bround; -select bround(v0), bround(v1, 1) from test_vector_bround; \ No newline at end of file +select bround(v0), bround(v1, 1) from test_vector_bround; diff --git a/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q b/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q index a3cec04..53df2aa 100644 --- a/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q +++ b/ql/src/test/queries/clientpositive/vector_groupby_mapjoin.q @@ -19,4 +19,4 @@ select * from src where not key in (select key from src) -order by key; \ No newline at end of file +order by key; diff --git a/ql/src/test/queries/clientpositive/vector_join_part_col_char.q b/ql/src/test/queries/clientpositive/vector_join_part_col_char.q index 45a9165..5cfce37 100644 --- a/ql/src/test/queries/clientpositive/vector_join_part_col_char.q +++ b/ql/src/test/queries/clientpositive/vector_join_part_col_char.q @@ -2,6 +2,8 @@ set hive.mapred.mode=nonstrict; set hive.support.concurrency=true; set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; set hive.vectorized.execution.enabled=true; +set hive.explain.user=true; +set hive.metastore.fastpath=false; drop table if exists char_part_tbl1 ; drop table if exists char_part_tbl2; diff --git a/ql/src/test/queries/clientpositive/vector_struct_in.q b/ql/src/test/queries/clientpositive/vector_struct_in.q index 42ee938..50487db 100644 --- a/ql/src/test/queries/clientpositive/vector_struct_in.q +++ b/ql/src/test/queries/clientpositive/vector_struct_in.q @@ -1,4 +1,5 @@ set hive.cbo.enable=false; +set hive.explain.user=true; set hive.tez.dynamic.partition.pruning=false; set hive.vectorized.execution.enabled=true; SET hive.auto.convert.join=true; @@ -244,4 +245,4 @@ struct(1L, "b", 0.5D), struct(5L, "b", 1.5D), struct(1L, "a", 0.5D), struct(3L, "b", 1.5D) -) as b from test_4; \ No newline at end of file +) as b from test_4; diff --git a/ql/src/test/queries/clientpositive/vectorized_parquet_types.q b/ql/src/test/queries/clientpositive/vectorized_parquet_types.q index bf41958..297c5af 100644 --- a/ql/src/test/queries/clientpositive/vectorized_parquet_types.q +++ b/ql/src/test/queries/clientpositive/vectorized_parquet_types.q @@ -1,5 +1,6 @@ set hive.mapred.mode=nonstrict; SET hive.vectorized.execution.enabled=true; +set hive.explain.user=true; DROP TABLE parquet_types_staging; DROP TABLE parquet_types; @@ -80,4 +81,4 @@ SELECT ctinyint, MAX(cdecimal) FROM parquet_types GROUP BY ctinyint -ORDER BY ctinyint; \ No newline at end of file +ORDER BY ctinyint; diff --git a/ql/src/test/queries/clientpositive/vectorized_timestamp.q b/ql/src/test/queries/clientpositive/vectorized_timestamp.q index baf0cfa..2784b7a 100644 --- a/ql/src/test/queries/clientpositive/vectorized_timestamp.q +++ b/ql/src/test/queries/clientpositive/vectorized_timestamp.q @@ -1,4 +1,5 @@ set hive.fetch.task.conversion=none; +set hive.explain.user=true; DROP TABLE IF EXISTS test; CREATE TABLE test(ts TIMESTAMP) STORED AS ORC; @@ -24,4 +25,4 @@ SELECT ts FROM test; EXPLAIN SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test; -SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test; \ No newline at end of file +SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test; diff --git a/ql/src/test/queries/clientpositive/windowing_gby.q b/ql/src/test/queries/clientpositive/windowing_gby.q index d844f11..e1a536b 100644 --- a/ql/src/test/queries/clientpositive/windowing_gby.q +++ b/ql/src/test/queries/clientpositive/windowing_gby.q @@ -1,4 +1,5 @@ set hive.mapred.mode=nonstrict; +set hive.explain.user=true; explain select rank() over (order by return_ratio) as return_rank from (select sum(wr.cint)/sum(ws.c_int) as return_ratio diff --git a/ql/src/test/results/clientpositive/llap/acid_globallimit.q.out b/ql/src/test/results/clientpositive/llap/acid_globallimit.q.out new file mode 100644 index 0000000..6f0e46e --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/acid_globallimit.q.out @@ -0,0 +1,52 @@ +PREHOOK: query: -- Global Limit optimization does not work with ACID table. Make sure to skip it for ACID table. +CREATE TABLE acidtest1(c1 INT, c2 STRING) +CLUSTERED BY (c1) INTO 3 BUCKETS +STORED AS ORC +TBLPROPERTIES ("transactional"="true") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@acidtest1 +POSTHOOK: query: -- Global Limit optimization does not work with ACID table. Make sure to skip it for ACID table. +CREATE TABLE acidtest1(c1 INT, c2 STRING) +CLUSTERED BY (c1) INTO 3 BUCKETS +STORED AS ORC +TBLPROPERTIES ("transactional"="true") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@acidtest1 +PREHOOK: query: insert into table acidtest1 select cint, cstring1 from alltypesorc where cint is not null order by cint +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@acidtest1 +POSTHOOK: query: insert into table acidtest1 select cint, cstring1 from alltypesorc where cint is not null order by cint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@acidtest1 +POSTHOOK: Lineage: acidtest1.c1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: acidtest1.c2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +PREHOOK: query: select cast (c1 as string) from acidtest1 limit 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@acidtest1 +#### A masked pattern was here #### +POSTHOOK: query: select cast (c1 as string) from acidtest1 limit 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@acidtest1 +#### A masked pattern was here #### +-340178543 +-339581189 +-339244391 +356535438 +-338184935 +-338131778 +356416560 +844686816 +355274340 +-821957276 +PREHOOK: query: drop table acidtest1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@acidtest1 +PREHOOK: Output: default@acidtest1 +POSTHOOK: query: drop table acidtest1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@acidtest1 +POSTHOOK: Output: default@acidtest1 diff --git a/ql/src/test/results/clientpositive/llap/acid_vectorization_missing_cols.q.out b/ql/src/test/results/clientpositive/llap/acid_vectorization_missing_cols.q.out new file mode 100644 index 0000000..6acc6e3 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/acid_vectorization_missing_cols.q.out @@ -0,0 +1,56 @@ +PREHOOK: query: drop table if exists newtable +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists newtable +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table newtable( + a string, + b int, + c double) +row format delimited +fields terminated by '\t' +stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@newtable +POSTHOOK: query: create table newtable( + a string, + b int, + c double) +row format delimited +fields terminated by '\t' +stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@newtable +PREHOOK: query: drop table if exists newtable_acid +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists newtable_acid +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table newtable_acid (b int, a varchar(50),c decimal(3,2), d int) +clustered by (b) into 2 buckets +stored as orc +tblproperties ('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@newtable_acid +POSTHOOK: query: create table newtable_acid (b int, a varchar(50),c decimal(3,2), d int) +clustered by (b) into 2 buckets +stored as orc +tblproperties ('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@newtable_acid +PREHOOK: query: insert into newtable_acid(a,b,c) +select * from newtable +PREHOOK: type: QUERY +PREHOOK: Input: default@newtable +PREHOOK: Output: default@newtable_acid +POSTHOOK: query: insert into newtable_acid(a,b,c) +select * from newtable +POSTHOOK: type: QUERY +POSTHOOK: Input: default@newtable +POSTHOOK: Output: default@newtable_acid +POSTHOOK: Lineage: newtable_acid.a EXPRESSION [(newtable)newtable.FieldSchema(name:a, type:string, comment:null), ] +POSTHOOK: Lineage: newtable_acid.b SIMPLE [(newtable)newtable.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: newtable_acid.c EXPRESSION [(newtable)newtable.FieldSchema(name:c, type:double, comment:null), ] +POSTHOOK: Lineage: newtable_acid.d SIMPLE [] diff --git a/ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out b/ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out index cefe069..0d5ba01 100644 --- a/ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out +++ b/ql/src/test/results/clientpositive/llap/alter_merge_stats_orc.q.out @@ -89,7 +89,7 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 numRows 1500 rawDataSize 141000 @@ -140,7 +140,7 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 1500 rawDataSize 141000 @@ -241,7 +241,7 @@ Database: default Table: src_orc_merge_test_part_stat #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 numRows 1500 rawDataSize 141000 @@ -290,7 +290,7 @@ Database: default Table: src_orc_merge_test_part_stat #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 3 numRows 1500 rawDataSize 141000 @@ -347,7 +347,7 @@ Database: default Table: src_orc_merge_test_part_stat #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 1500 rawDataSize 141000 diff --git a/ql/src/test/results/clientpositive/llap/auto_join0.q.out b/ql/src/test/results/clientpositive/llap/auto_join0.q.out index f5be383..3dda24a 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join0.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join0.q.out @@ -32,6 +32,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 6 (BROADCAST_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -43,43 +44,45 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -89,42 +92,41 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Reducer 6 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 27556 Data size: 9809936 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27556 Data size: 9809936 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27556 Data size: 9809936 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col0,_col1,_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: llap @@ -132,10 +134,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/auto_join1.q.out b/ql/src/test/results/clientpositive/llap/auto_join1.q.out index 2a771fc..3624062 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join1.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join1.q.out @@ -27,64 +27,66 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + Map 2 + Map Operator Tree: + TableScan + alias: src2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1, _col2 + outputColumnNames: _col0, _col2 input vertices: - 1 Map 2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + 0 Map 1 + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(_col2) (type: int), _col1 (type: string) + expressions: UDFToInteger(_col0) (type: int), _col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest_j1 Execution mode: llap - Map 2 - Map Operator Tree: - TableScan - alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -113,7 +115,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: SELECT sum(hash(dest_j1.key,dest_j1.value)) FROM dest_j1 PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 diff --git a/ql/src/test/results/clientpositive/llap/auto_join21.q.out b/ql/src/test/results/clientpositive/llap/auto_join21.q.out index 5ec385c..91ea004 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join21.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join21.q.out @@ -15,6 +15,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -24,41 +25,44 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key > 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -75,28 +79,28 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/auto_join29.q.out b/ql/src/test/results/clientpositive/llap/auto_join29.q.out index 13b3ec4..94134c5 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join29.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join29.q.out @@ -15,6 +15,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -24,41 +25,44 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key > 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -75,28 +79,28 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -626,6 +630,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -635,44 +640,47 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key > 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > 10) and (key < 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -689,28 +697,28 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 322 Data size: 171948 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 322 Data size: 171948 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 322 Data size: 171948 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 322 Data size: 171948 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 322 Data size: 171948 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1240,6 +1248,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1249,44 +1258,47 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1303,28 +1315,28 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 974 Data size: 520116 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 974 Data size: 520116 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 974 Data size: 520116 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 974 Data size: 520116 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 974 Data size: 520116 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1866,6 +1878,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1875,41 +1888,44 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1926,28 +1942,28 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 987 Data size: 527058 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2489,6 +2505,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2498,47 +2515,50 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > 10) and (key < 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key < 10) and (key > 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > 10) and (key < 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2551,28 +2571,28 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2602,6 +2622,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2611,44 +2632,47 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > 10) and (key < 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key < 10) and (key > 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2665,28 +2689,28 @@ STAGE PLANS: 1 key (type: string) 2 key (type: string) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3216,6 +3240,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3225,7 +3250,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -3242,60 +3267,62 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key < 10) and (key > 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > 10) and (key < 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 320 Data size: 170880 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3325,6 +3352,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -3334,25 +3362,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Right Outer Join0 to 1 @@ -3369,45 +3398,46 @@ STAGE PLANS: input vertices: 0 Map 1 2 Map 4 - Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 960 Data size: 512640 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 960 Data size: 512640 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 960 Data size: 512640 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 960 Data size: 512640 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 365 Data size: 3878 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 960 Data size: 512640 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3459,6 +3489,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3468,10 +3499,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > 10) and (key < 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -3484,60 +3515,62 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) sort order: ++++++ - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: src2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key < 10) and (key > 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > 10) and (key < 10)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 121 Data size: 1284 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 167676 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/auto_join30.q.out b/ql/src/test/results/clientpositive/llap/auto_join30.q.out index 3af7e85..d2cfa62 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join30.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join30.q.out @@ -21,54 +21,69 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 5 <- Map 4 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (BROADCAST_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap - Map 4 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -77,46 +92,32 @@ STAGE PLANS: 1 _col0 (type: string) outputColumnNames: _col2, _col3 input vertices: - 1 Reducer 5 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + 0 Reducer 2 + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Reducer 3 - Execution mode: uber + Reducer 5 + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 5 - Execution mode: llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Stage: Stage-0 Fetch Operator @@ -166,6 +167,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -176,38 +178,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -217,31 +221,30 @@ STAGE PLANS: outputColumnNames: _col2, _col3 input vertices: 1 Reducer 5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: llap @@ -249,12 +252,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Stage: Stage-0 @@ -305,6 +308,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (BROADCAST_EDGE) @@ -315,50 +319,52 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Right Outer Join0 to 1 @@ -368,31 +374,30 @@ STAGE PLANS: outputColumnNames: _col2, _col3 input vertices: 0 Reducer 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -449,10 +454,11 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 5 <- Map 4 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 7 <- Map 6 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: @@ -460,62 +466,77 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap - Map 4 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -526,59 +547,45 @@ STAGE PLANS: 2 _col0 (type: string) outputColumnNames: _col2, _col3 input vertices: - 1 Reducer 5 + 0 Reducer 2 2 Reducer 7 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 2974 Data size: 529372 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) - Reducer 3 - Execution mode: uber + Reducer 5 + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 5 - Execution mode: llap - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) Reducer 7 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -640,6 +647,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -652,58 +660,61 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -716,30 +727,30 @@ STAGE PLANS: 1 _col0 (type: string) 2 _col0 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2974 Data size: 529372 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: llap @@ -747,12 +758,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 8 Execution mode: llap @@ -760,12 +771,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -827,6 +838,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -839,58 +851,61 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -903,30 +918,30 @@ STAGE PLANS: 1 _col0 (type: string) 2 _col0 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2974 Data size: 529372 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: llap @@ -934,12 +949,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 8 Execution mode: llap @@ -947,12 +962,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -1014,6 +1029,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -1026,58 +1042,61 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1090,30 +1109,30 @@ STAGE PLANS: 1 _col0 (type: string) 2 _col0 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2974 Data size: 529372 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: llap @@ -1121,12 +1140,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 8 Execution mode: llap @@ -1134,12 +1153,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -1201,6 +1220,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -1213,58 +1233,61 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1277,30 +1300,30 @@ STAGE PLANS: 1 _col0 (type: string) 2 _col0 (type: string) outputColumnNames: _col2, _col3 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2974 Data size: 529372 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: llap @@ -1308,12 +1331,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 8 Execution mode: llap @@ -1321,12 +1344,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/auto_join_filters.q.out b/ql/src/test/results/clientpositive/llap/auto_join_filters.q.out index 8fde41d..36f719b 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join_filters.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join_filters.q.out @@ -14,7 +14,7 @@ POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in3.txt' INTO TABLE my POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@myinput1 -Warning: Map Join MAPJOIN[19][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -24,7 +24,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 3078400 -Warning: Map Join MAPJOIN[15][bigTable=a] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[16][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a LEFT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -34,7 +34,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 4937935 -Warning: Map Join MAPJOIN[15][bigTable=b] in task 'Map 2' is a cross product +Warning: Map Join MAPJOIN[16][bigTable=?] in task 'Map 2' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a RIGHT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -300,7 +300,7 @@ POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in2.txt' into table sm POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@smb_input2 -Warning: Map Join MAPJOIN[19][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -330,7 +330,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 3078400 -Warning: Shuffle Join MERGEJOIN[22][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a FULL OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 diff --git a/ql/src/test/results/clientpositive/llap/auto_join_nulls.q.out b/ql/src/test/results/clientpositive/llap/auto_join_nulls.q.out index b9a759f..5984e8f 100644 --- a/ql/src/test/results/clientpositive/llap/auto_join_nulls.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_join_nulls.q.out @@ -14,7 +14,7 @@ POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in1.txt' INTO TABLE my POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@myinput1 -Warning: Map Join MAPJOIN[16][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[14][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a JOIN myinput1 b PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -24,7 +24,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 13630578 -Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[14][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a LEFT OUTER JOIN myinput1 b PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -34,7 +34,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 13630578 -Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[14][bigTable=?] in task 'Map 2' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a RIGHT OUTER JOIN myinput1 b PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out index 9a3b7fe..9a586fa 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_1.q.out @@ -109,38 +109,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- Since size is being used to find the big table, the order of the tables in the join does not matter explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -148,6 +116,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -157,20 +126,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -182,7 +157,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -228,36 +202,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -269,7 +248,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -317,7 +295,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -361,7 +338,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -377,13 +354,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -418,38 +396,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -457,6 +403,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -466,36 +413,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -507,7 +459,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -555,7 +506,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -602,20 +552,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -627,7 +583,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -670,7 +625,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_small/ds=2008-04-08 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -686,13 +641,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -727,38 +683,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -766,6 +690,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -775,36 +700,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -816,7 +746,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -864,7 +793,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -911,20 +839,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -936,7 +870,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -979,7 +912,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_small/ds=2008-04-08 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -995,13 +928,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out index ae1a8d2..4a049c7 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_10.q.out @@ -71,6 +71,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 5 (BROADCAST_EDGE), Union 2 (CONTAINS) Map 4 <- Map 5 (BROADCAST_EDGE), Union 2 (CONTAINS) @@ -89,30 +90,26 @@ STAGE PLANS: expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 42 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - input vertices: - 1 Map 5 - Statistics: Num rows: 6 Data size: 46 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 5 + Statistics: Num rows: 6 Data size: 46 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -125,30 +122,26 @@ STAGE PLANS: expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 42 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - input vertices: - 1 Map 5 - Statistics: Num rows: 6 Data size: 46 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 5 + Statistics: Num rows: 6 Data size: 46 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -172,8 +165,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -184,8 +178,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -248,10 +242,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 3 <- Reducer 2 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -263,20 +257,18 @@ STAGE PLANS: predicate: (key < 6) (type: boolean) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Group By Operator - aggregations: count() - bucketGroup: true keys: key (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + mode: final + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Execution mode: llap - Map 3 + LLAP IO: no inputs + Map 2 Map Operator Tree: TableScan alias: a @@ -295,9 +287,8 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) input vertices: - 0 Reducer 2 + 0 Map 1 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -308,29 +299,12 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap - Reducer 2 + LLAP IO: no inputs + Reducer 3 Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - Reducer 4 - Execution mode: uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE @@ -338,8 +312,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out index 3c50dac..5cb3db5 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_11.q.out @@ -105,38 +105,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -144,6 +112,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -153,20 +122,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -178,7 +153,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -223,36 +197,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -264,7 +243,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -311,7 +289,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -354,7 +331,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -370,13 +347,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -419,38 +397,6 @@ POSTHOOK: query: -- Since size is being used to find the big table, the order of -- bucketized mapjoin is not done explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -458,6 +404,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -467,20 +414,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -492,7 +445,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -537,36 +489,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -578,7 +535,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -625,7 +581,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -668,7 +623,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -684,13 +639,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -727,43 +683,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- The join is converted to a bucketed mapjoin with a mapjoin hint explain extended select /*+ mapjoin(a) */ count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_HINTLIST - TOK_HINT - TOK_MAPJOIN - TOK_HINTARGLIST - a - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -771,6 +690,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -780,20 +700,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: string) + null sort order: a sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -805,7 +727,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -850,12 +771,12 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -866,20 +787,21 @@ STAGE PLANS: input vertices: 0 Map 1 Position of Big Table: 1 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + null sort order: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -891,7 +813,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -938,7 +859,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -981,7 +901,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -997,13 +917,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1040,58 +961,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- HIVE-7023 explain extended select /* + MAPJOIN(a,b) */ count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key JOIN bucket_big c ON a.key = c.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_TABREF - TOK_TABNAME - bucket_big - c - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - c - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_HINTLIST - TOK_HINT - TOK_MAPJOIN - TOK_HINTARGLIST - a - b - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1099,6 +968,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -1108,20 +978,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: string) + null sort order: a sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1133,7 +1005,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1178,17 +1049,17 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 Inner Join 0 to 2 - Estimated key counts: Map 1 => 1, Map 4 => 58 + Estimated key counts: Map 1 => 1, Map 4 => 116 keys: 0 key (type: string) 1 key (type: string) @@ -1197,20 +1068,21 @@ STAGE PLANS: 0 Map 1 2 Map 4 Position of Big Table: 1 - Statistics: Num rows: 127 Data size: 12786 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 255 Data size: 27614 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator + null sort order: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1222,7 +1094,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1269,7 +1140,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1315,20 +1185,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: string) + null sort order: a sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE tag: 2 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1340,7 +1212,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1387,7 +1258,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1430,7 +1300,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [c] /bucket_big/ds=2008-04-09 [c] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1446,13 +1316,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out index 377e4b5..1bef238 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_12.q.out @@ -138,71 +138,11 @@ POSTHOOK: query: load data local inpath '../../data/files/smallsrcsortbucket3out POSTHOOK: type: LOAD #### A masked pattern was here #### POSTHOOK: Output: default@bucket_medium@ds=2008-04-08 -Warning: Map Join MAPJOIN[33][bigTable=?] in task 'Map 3' is a cross product +Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Map 3' is a cross product PREHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_small a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_JOIN - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_medium - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_TABREF - TOK_TABNAME - bucket_big - c - = - . - TOK_TABLE_OR_COL - c - key - . - TOK_TABLE_OR_COL - b - key - TOK_TABREF - TOK_TABNAME - bucket_medium - d - = - . - TOK_TABLE_OR_COL - c - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -210,9 +150,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Map 3 <- Map 2 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) + Map 3 <- Map 1 (BROADCAST_EDGE), Map 2 (BROADCAST_EDGE), Map 5 (BROADCAST_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: @@ -220,20 +160,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 122 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -245,7 +191,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -291,33 +236,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 1 Data size: 170 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 170 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col6 - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col6 (type: string), _col6 (type: string) - sort order: ++ - Map-reduce partition columns: _col6 (type: string), _col6 (type: string) - Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: NONE - tag: 0 + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: NONE + tag: 1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -329,7 +267,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value @@ -375,48 +312,55 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 2 => 1 - keys: - 0 _col6 (type: string), _col6 (type: string) - 1 key (type: string), key (type: string) - input vertices: - 0 Map 2 - Position of Big Table: 1 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 - Estimated key counts: Map 5 => 1 + Inner Join 1 to 2 + Estimated key counts: Map 1 => 1, Map 2 => 1 keys: - 0 - 1 + 0 _col0 (type: string) + 1 _col0 (type: string) + 2 _col0 (type: string) input vertices: - 1 Map 5 - Position of Big Table: 0 - Statistics: Num rows: 69 Data size: 7032 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + 0 Map 1 + 1 Map 2 + Position of Big Table: 2 + Statistics: Num rows: 255 Data size: 27614 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 5 => 1 + keys: + 0 + 1 + input vertices: + 1 Map 5 + Position of Big Table: 0 + Statistics: Num rows: 255 Data size: 29909 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -428,7 +372,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -476,7 +419,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -523,14 +465,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: d - Statistics: Num rows: 1 Data size: 170 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 170 Basic stats: PARTIAL Column stats: NONE - tag: 1 - auto parallelism: false + Select Operator + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + tag: 1 + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -542,7 +488,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 3 bucket_field_name key columns key,value @@ -585,7 +530,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_medium/ds=2008-04-08 [d] Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -601,13 +546,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -621,7 +567,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[33][bigTable=?] in task 'Map 3' is a cross product +Warning: Map Join MAPJOIN[34][bigTable=?] in task 'Map 3' is a cross product PREHOOK: query: select count(*) FROM bucket_small a JOIN bucket_medium b ON a.key = b.key JOIN bucket_big c ON c.key = b.key JOIN bucket_medium d ON c.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@bucket_big diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out index 639ea41..a539e03 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_13.q.out @@ -83,6 +83,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -94,7 +95,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -104,19 +105,18 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col5, _col6 input vertices: 1 Map 2 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col2 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -125,16 +125,17 @@ STAGE PLANS: Select Operator expressions: _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan @@ -142,14 +143,15 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Stage: Stage-3 Dependency Collection @@ -295,6 +297,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -306,7 +309,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -316,19 +319,18 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col5, _col6 input vertices: 1 Map 2 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col2 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -337,16 +339,17 @@ STAGE PLANS: Select Operator expressions: _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan @@ -354,14 +357,15 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Stage: Stage-3 Dependency Collection @@ -507,6 +511,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -518,7 +523,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -528,19 +533,18 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col5, _col6 input vertices: 1 Map 2 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col2 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -549,16 +553,17 @@ STAGE PLANS: Select Operator expressions: _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan @@ -566,14 +571,15 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Stage: Stage-3 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out index ad5a814..9bab958 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_14.q.out @@ -49,6 +49,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -59,39 +60,48 @@ STAGE PLANS: TableScan alias: a Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - input vertices: - 1 Map 3 - Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -102,8 +112,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -148,6 +158,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -158,39 +169,48 @@ STAGE PLANS: TableScan alias: a Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: b Statistics: Num rows: 189 Data size: 1891 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Right Outer Join0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 207 Data size: 2080 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 189 Data size: 1891 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Right Outer Join0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 0 Map 1 + Statistics: Num rows: 207 Data size: 2080 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -201,8 +221,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out index 8c2e080..8059b1c 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_15.q.out @@ -47,6 +47,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -57,39 +58,48 @@ STAGE PLANS: TableScan alias: a Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - input vertices: - 1 Map 3 - Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -100,8 +110,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -123,6 +133,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -133,39 +144,48 @@ STAGE PLANS: TableScan alias: a Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Right Outer Join0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Right Outer Join0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 0 Map 1 + Statistics: Num rows: 22 Data size: 176 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -176,8 +196,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out index 66869af..0b1d648 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_2.q.out @@ -89,38 +89,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- Since the leftmost table is assumed as the big table, arrange the tables in the join accordingly explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -128,6 +96,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -137,36 +106,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 59 Data size: 6525 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -178,7 +152,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -226,7 +199,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -273,20 +245,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -298,7 +276,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -341,7 +318,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_small/ds=2008-04-08 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -357,13 +334,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -400,38 +378,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- The mapjoin should fail resulting in the sort-merge join explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -439,6 +385,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -448,36 +395,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 59 Data size: 6525 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -489,7 +441,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -537,7 +488,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -584,20 +534,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -609,7 +565,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -652,7 +607,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_small/ds=2008-04-08 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -668,13 +623,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out index 096e350..d99d425 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_3.q.out @@ -89,38 +89,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- Since size is being used to find the big table, the order of the tables in the join does not matter explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -128,6 +96,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -137,20 +106,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -162,7 +137,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -210,7 +184,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -257,36 +230,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 63 Data size: 6903 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -298,7 +276,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -341,7 +318,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -357,13 +334,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -398,38 +376,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -437,6 +383,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -446,36 +393,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 63 Data size: 6903 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -487,7 +439,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -533,20 +484,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -558,7 +515,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -606,7 +562,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -650,7 +605,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -666,13 +621,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -707,38 +663,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -746,6 +670,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -755,36 +680,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 29 Data size: 2906 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 31 Data size: 3196 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 58 Data size: 6276 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 63 Data size: 6903 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -796,7 +726,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -842,20 +771,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -867,7 +802,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -915,7 +849,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -959,7 +892,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -975,13 +908,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out index 4d6ed75..069f08d 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_4.q.out @@ -105,38 +105,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- Since size is being used to find the big table, the order of the tables in the join does not matter explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -144,6 +112,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -153,20 +122,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 4 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -178,7 +153,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -226,7 +200,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -273,36 +246,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 14 Data size: 1425 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 2 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 15 Data size: 1567 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 4 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 29 Data size: 3262 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -314,7 +292,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -357,7 +334,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big/ds=2008-04-08 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -373,13 +350,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -414,38 +392,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -453,6 +399,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -462,36 +409,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 14 Data size: 1425 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 2 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 15 Data size: 1567 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 4 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 29 Data size: 3262 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -503,7 +455,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -549,20 +500,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 4 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -574,7 +531,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -622,7 +578,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -666,7 +621,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -682,13 +637,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -723,38 +679,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -762,6 +686,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -771,36 +696,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 14 Data size: 1425 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 2 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 15 Data size: 1567 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 27 Data size: 2966 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 4 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 29 Data size: 3262 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -812,7 +742,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -858,20 +787,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 4 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -883,7 +818,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -931,7 +865,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -975,7 +908,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -991,13 +924,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out index b463b43..5e45f9c 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_5.q.out @@ -76,38 +76,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- Since size is being used to find the big table, the order of the tables in the join does not matter explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -115,6 +83,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 3 <- Map 2 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -128,7 +97,11 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -137,7 +110,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -147,6 +119,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_small numFiles 4 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_small { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -157,7 +131,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -167,6 +140,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_small numFiles 4 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_small { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -185,26 +160,31 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 14 Data size: 1425 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) - Position of Big Table: 1 - Statistics: Num rows: 15 Data size: 1567 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + Position of Big Table: 1 + Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap Path -> Alias: #### A masked pattern was here #### @@ -214,7 +194,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -224,6 +203,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_big numFiles 2 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_big { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -234,7 +215,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -244,6 +224,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_big numFiles 2 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_big { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -255,7 +237,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -271,13 +253,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -306,38 +289,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -345,6 +296,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -358,7 +310,11 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -367,7 +323,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -377,6 +332,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_small numFiles 4 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_small { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -387,7 +344,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -397,6 +353,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_small numFiles 4 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_small { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -415,26 +373,31 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 14 Data size: 1425 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) - Position of Big Table: 0 - Statistics: Num rows: 15 Data size: 1567 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + Position of Big Table: 0 + Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap Path -> Alias: #### A masked pattern was here #### @@ -444,7 +407,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -454,6 +416,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_big numFiles 2 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_big { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -464,7 +428,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -474,6 +437,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_big numFiles 2 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_big { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -485,7 +450,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_big [a] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -501,13 +466,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -536,38 +502,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -575,6 +509,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -589,31 +524,36 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 14 Data size: 1425 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 15 Data size: 1567 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -623,7 +563,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -633,6 +572,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_big numFiles 2 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_big { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -643,7 +584,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -653,6 +593,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_big numFiles 2 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_big { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -672,15 +614,21 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -690,7 +638,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -700,6 +647,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_small numFiles 4 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_small { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -710,7 +659,6 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true SORTBUCKETCOLSPREFIX TRUE bucket_count 4 bucket_field_name key @@ -720,6 +668,8 @@ STAGE PLANS: #### A masked pattern was here #### name default.bucket_small numFiles 4 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket_small { string key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -731,7 +681,7 @@ STAGE PLANS: Truncated Path -> Alias: /bucket_small [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -747,13 +697,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out index 16a6f43..9e83db1 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_6.q.out @@ -95,6 +95,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -107,42 +108,55 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: value (type: string) - sort order: + - Map-reduce partition columns: value (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -151,8 +165,8 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col1 (type: string) - 1 value (type: string) - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + 1 _col0 (type: string) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -163,7 +177,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -174,8 +188,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -214,6 +228,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -226,42 +241,55 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: TableScan alias: d - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: value (type: string) - sort order: + - Map-reduce partition columns: value (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -270,8 +298,8 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col1 (type: string) - 1 value (type: string) - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + 1 _col0 (type: string) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -282,7 +310,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -293,8 +321,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -333,6 +361,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -345,42 +374,55 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: TableScan alias: h - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: value (type: string) - sort order: + - Map-reduce partition columns: value (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -389,8 +431,8 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col1 (type: string) - 1 value (type: string) - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + 1 _col0 (type: string) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -401,7 +443,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -412,8 +454,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -448,65 +490,78 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: a + alias: b Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: UDFToDouble(key) is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(key) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(key) (type: double) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - Map 4 + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan - alias: b + alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: UDFToDouble(key) is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(key) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(key) (type: double) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: UDFToDouble(_col0) (type: double) + sort order: + + Map-reduce partition columns: UDFToDouble(_col0) (type: double) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: UDFToDouble(key) is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(key) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(key) (type: double) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: UDFToDouble(_col0) (type: double) + sort order: + + Map-reduce partition columns: UDFToDouble(_col0) (type: double) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: Inner Join 0 to 1 - Inner Join 0 to 2 keys: - 0 UDFToDouble(key) (type: double) - 1 UDFToDouble(key) (type: double) - 2 UDFToDouble(key) (type: double) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + 0 UDFToDouble(_col0) (type: double) + 1 UDFToDouble(_col0) (type: double) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -517,7 +572,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -528,8 +583,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -564,6 +619,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -575,42 +631,54 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: c Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 - keys: - 0 key (type: int) - 1 key (type: int) - 2 key (type: int) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + Inner Join 0 to 2 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + 2 _col0 (type: int) + Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -621,8 +689,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -657,6 +725,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -669,27 +738,35 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: @@ -698,13 +775,18 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: value (type: string) - sort order: + - Map-reduce partition columns: value (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -713,8 +795,8 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col1 (type: string) - 1 value (type: string) - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + 1 _col0 (type: string) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -725,7 +807,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -736,8 +818,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -772,6 +854,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -784,42 +867,55 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: value (type: string) - sort order: + - Map-reduce partition columns: value (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -828,8 +924,8 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col1 (type: string) - 1 value (type: string) - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + 1 _col0 (type: string) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -840,7 +936,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -851,8 +947,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -887,65 +983,78 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: a + alias: b Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: UDFToDouble(key) is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(key) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(key) (type: double) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - Map 4 + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan - alias: b + alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: UDFToDouble(key) is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(key) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(key) (type: double) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: UDFToDouble(_col0) (type: double) + sort order: + + Map-reduce partition columns: UDFToDouble(_col0) (type: double) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: UDFToDouble(key) is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(key) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(key) (type: double) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: UDFToDouble(_col0) (type: double) + sort order: + + Map-reduce partition columns: UDFToDouble(_col0) (type: double) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: Inner Join 0 to 1 - Inner Join 0 to 2 keys: - 0 UDFToDouble(key) (type: double) - 1 UDFToDouble(key) (type: double) - 2 UDFToDouble(key) (type: double) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + 0 UDFToDouble(_col0) (type: double) + 1 UDFToDouble(_col0) (type: double) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -956,7 +1065,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -967,8 +1076,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1003,6 +1112,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1014,42 +1124,54 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: c Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 - keys: - 0 key (type: int) - 1 key (type: int) - 2 key (type: int) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + Inner Join 0 to 2 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + 2 _col0 (type: int) + Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1060,8 +1182,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1096,6 +1218,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1108,27 +1231,35 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Map 5 Map Operator Tree: @@ -1137,13 +1268,18 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: value (type: string) - sort order: + - Map-reduce partition columns: value (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1152,8 +1288,8 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col1 (type: string) - 1 value (type: string) - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + 1 _col0 (type: string) + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1164,7 +1300,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1175,8 +1311,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out index c237025..3e4f408 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_7.q.out @@ -122,38 +122,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- Since size is being used to find the big table, the order of the tables in the join does not matter explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -161,6 +129,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -170,20 +139,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 4 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -195,7 +170,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -243,7 +217,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -290,36 +263,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 2 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 4 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 59 Data size: 6525 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -331,7 +309,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -379,7 +356,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -423,7 +399,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -439,13 +415,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -482,38 +459,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -521,6 +466,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -530,36 +476,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 2 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 4 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 59 Data size: 6525 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -571,7 +522,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -619,7 +569,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -666,20 +615,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 4 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -691,7 +646,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -739,7 +693,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -783,7 +736,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -799,13 +752,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -842,38 +796,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -881,6 +803,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -890,36 +813,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 54 Data size: 5500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2750 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 2 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 29 Data size: 3025 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 54 Data size: 5932 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 4 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 59 Data size: 6525 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -931,7 +859,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -979,7 +906,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1026,20 +952,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 4 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 226 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1051,7 +983,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1099,7 +1030,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1143,7 +1073,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1159,13 +1089,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out index 7c51746..dae32a5 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_8.q.out @@ -122,38 +122,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- Since size is being used to find the big table, the order of the tables in the join does not matter explain extended select count(*) FROM bucket_small a JOIN bucket_big b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_small - a - TOK_TABREF - TOK_TABNAME - bucket_big - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -161,6 +129,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -170,20 +139,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -195,7 +170,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -243,7 +217,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -290,36 +263,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 1 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 0 Map 1 - Position of Big Table: 1 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 1 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 0 Map 1 + Position of Big Table: 1 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -331,7 +309,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -379,7 +356,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -423,7 +399,7 @@ STAGE PLANS: /bucket_big/ds=2008-04-08 [b] /bucket_big/ds=2008-04-09 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -439,13 +415,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -482,38 +459,6 @@ PREHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_s PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -521,6 +466,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -530,36 +476,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -571,7 +522,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -619,7 +569,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -666,20 +615,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -691,7 +646,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -739,7 +693,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -783,7 +736,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -799,13 +752,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -844,38 +798,6 @@ PREHOOK: type: QUERY POSTHOOK: query: -- The mapjoin should fail resulting in the sort-merge join explain extended select count(*) FROM bucket_big a JOIN bucket_small b ON a.key = b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - bucket_big - a - TOK_TABREF - TOK_TABNAME - bucket_small - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -883,6 +805,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -892,36 +815,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 116 Data size: 11624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 58 Data size: 5812 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 3 => 1 - keys: - 0 key (type: string) - 1 key (type: string) - input vertices: - 1 Map 3 - Position of Big Table: 0 - Statistics: Num rows: 63 Data size: 6393 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 116 Data size: 12552 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 3 => 2 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + input vertices: + 1 Map 3 + Position of Big Table: 0 + Statistics: Num rows: 127 Data size: 13807 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col0 (type: bigint) - auto parallelism: false + Reduce Output Operator + null sort order: + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col0 (type: bigint) + auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -933,7 +861,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -981,7 +908,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 4 bucket_field_name key columns key,value @@ -1028,20 +954,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 244 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1053,7 +985,6 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1101,7 +1032,6 @@ STAGE PLANS: partition values: ds 2008-04-09 properties: - COLUMN_STATS_ACCURATE true bucket_count 2 bucket_field_name key columns key,value @@ -1145,7 +1075,7 @@ STAGE PLANS: /bucket_small/ds=2008-04-08 [b] /bucket_small/ds=2008-04-09 [b] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1161,13 +1091,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out index 5459914..9549778 100644 --- a/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out +++ b/ql/src/test/results/clientpositive/llap/auto_sortmerge_join_9.q.out @@ -61,6 +61,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -73,27 +74,31 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - input vertices: - 1 Map 3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -101,15 +106,20 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -120,8 +130,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -168,6 +178,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -180,31 +191,35 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 3 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -212,28 +227,33 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -295,6 +315,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -308,31 +329,33 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 4 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 4 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -340,47 +363,51 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Group By Operator - aggregations: count(VALUE._col0) keys: KEY._col0 (type: int) mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -459,6 +486,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Map 4 <- Map 6 (BROADCAST_EDGE) @@ -473,31 +501,35 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 3 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -505,13 +537,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -519,31 +556,35 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 6 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 6 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan @@ -551,22 +592,27 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -576,18 +622,17 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 1 Reducer 5 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: llap @@ -597,12 +642,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Stage: Stage-0 @@ -680,6 +725,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -706,7 +752,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -717,6 +762,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -735,8 +781,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -747,8 +794,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -811,9 +858,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -822,48 +870,53 @@ STAGE PLANS: alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: ((key < 8) and (key < 6)) (type: boolean) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -874,8 +927,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -962,6 +1015,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -973,7 +1027,7 @@ STAGE PLANS: alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) @@ -988,7 +1042,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -999,13 +1052,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) @@ -1017,8 +1071,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1029,8 +1084,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1107,6 +1162,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1133,7 +1189,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1144,6 +1199,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -1162,8 +1218,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1174,8 +1231,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1228,6 +1285,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1238,13 +1296,13 @@ STAGE PLANS: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: (key + 1) (type: int) - outputColumnNames: _col0 + Filter Operator + predicate: (key + 1) is not null (type: boolean) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: (key + 1) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1253,8 +1311,7 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1265,26 +1322,28 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: (key + 1) (type: int) - outputColumnNames: _col0 + Filter Operator + predicate: (key + 1) is not null (type: boolean) Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: (key + 1) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1295,8 +1354,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1345,9 +1404,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1362,42 +1422,47 @@ STAGE PLANS: expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: (key < 6) (type: boolean) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1408,8 +1473,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1456,9 +1521,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1473,42 +1539,47 @@ STAGE PLANS: expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 _col0 (type: int) - input vertices: - 1 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: (key < 6) (type: boolean) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1519,8 +1590,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1577,6 +1648,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1606,7 +1678,6 @@ STAGE PLANS: 1 Map 3 2 Map 4 Statistics: Num rows: 6 Data size: 46 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -1617,6 +1688,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -1635,6 +1707,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -1653,8 +1726,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1665,8 +1739,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1737,9 +1811,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1748,48 +1823,53 @@ STAGE PLANS: alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: ((key < 8) and (key < 6)) (type: boolean) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1800,8 +1880,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1860,6 +1940,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1872,27 +1953,31 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - input vertices: - 1 Map 3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -1900,15 +1985,20 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1919,8 +2009,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1967,6 +2057,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1979,31 +2070,35 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 3 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -2011,28 +2106,33 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2094,6 +2194,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2107,31 +2208,33 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 4 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 4 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -2139,47 +2242,51 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Group By Operator - aggregations: count(VALUE._col0) keys: KEY._col0 (type: int) mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2258,6 +2365,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Map 4 <- Map 6 (BROADCAST_EDGE) @@ -2272,31 +2380,35 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 3 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 3 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -2304,13 +2416,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -2318,31 +2435,35 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) outputColumnNames: _col0 - input vertices: - 1 Map 6 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0 + input vertices: + 1 Map 6 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + keys: _col0 (type: int) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan @@ -2350,22 +2471,27 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -2375,18 +2501,17 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 1 Reducer 5 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: llap @@ -2396,12 +2521,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Stage: Stage-0 @@ -2479,6 +2604,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2505,7 +2631,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -2516,6 +2641,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -2534,8 +2660,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2546,8 +2673,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2610,9 +2737,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -2621,48 +2749,53 @@ STAGE PLANS: alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: ((key < 8) and (key < 6)) (type: boolean) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2673,8 +2806,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2761,6 +2894,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2772,7 +2906,7 @@ STAGE PLANS: alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) @@ -2787,7 +2921,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -2798,13 +2931,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) @@ -2816,8 +2950,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2828,8 +2963,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2906,6 +3041,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2932,7 +3068,6 @@ STAGE PLANS: input vertices: 1 Map 3 Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -2943,6 +3078,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -2961,8 +3097,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2973,8 +3110,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3023,9 +3160,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -3040,42 +3178,47 @@ STAGE PLANS: expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: (key < 6) (type: boolean) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3086,8 +3229,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3134,9 +3277,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -3151,42 +3295,47 @@ STAGE PLANS: expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 23 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 _col0 (type: int) - input vertices: - 1 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: (key < 6) (type: boolean) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3197,8 +3346,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3255,6 +3404,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3284,7 +3434,6 @@ STAGE PLANS: 1 Map 3 2 Map 4 Statistics: Num rows: 6 Data size: 46 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: count() mode: hash @@ -3295,6 +3444,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -3313,6 +3463,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -3331,8 +3482,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 21 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3343,8 +3495,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3415,9 +3567,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) - Reducer 3 <- Map 2 (SIMPLE_EDGE) + Map 1 <- Map 3 (BROADCAST_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -3426,48 +3579,53 @@ STAGE PLANS: alias: a Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) + predicate: ((key < 8) and (key < 6)) (type: boolean) Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + input vertices: + 1 Map 3 Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap - Map 2 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan alias: b Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - input vertices: - 0 Map 1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + predicate: ((key < 8) and (key < 6)) (type: boolean) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 7 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 Execution mode: llap - Reducer 3 - Execution mode: uber Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3478,8 +3636,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/bucket2.q.out b/ql/src/test/results/clientpositive/llap/bucket2.q.out index a2cfc0a..244f247 100644 --- a/ql/src/test/results/clientpositive/llap/bucket2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket2.q.out @@ -18,23 +18,6 @@ POSTHOOK: query: explain extended insert overwrite table bucket2_1 select * from src POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - bucket2_1 - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -44,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -52,20 +36,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -75,7 +61,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -95,7 +81,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -116,24 +102,25 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count 2 bucket_field_name key columns key,value @@ -141,9 +128,13 @@ STAGE PLANS: columns.types int:string #### A masked pattern was here #### name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bucket2_1 @@ -163,6 +154,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count 2 bucket_field_name key columns key,value @@ -170,9 +162,13 @@ STAGE PLANS: columns.types int:string #### A masked pattern was here #### name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bucket2_1 diff --git a/ql/src/test/results/clientpositive/llap/bucket3.q.out b/ql/src/test/results/clientpositive/llap/bucket3.q.out index 8c25962..dcf731d 100644 --- a/ql/src/test/results/clientpositive/llap/bucket3.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket3.q.out @@ -18,27 +18,6 @@ POSTHOOK: query: explain extended insert overwrite table bucket3_1 partition (ds='1') select * from src POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - bucket3_1 - TOK_PARTSPEC - TOK_PARTVAL - ds - '1' - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -48,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -56,20 +36,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -79,7 +61,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -99,7 +81,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -120,20 +102,20 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 2 Static Partition Specification: ds=1/ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat diff --git a/ql/src/test/results/clientpositive/llap/bucket4.q.out b/ql/src/test/results/clientpositive/llap/bucket4.q.out index c681933..4504177 100644 --- a/ql/src/test/results/clientpositive/llap/bucket4.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket4.q.out @@ -14,23 +14,6 @@ POSTHOOK: query: explain extended insert overwrite table bucket4_1 select * from src POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - bucket4_1 - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -40,6 +23,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -48,21 +32,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col0) (type: int) + null sort order: a sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -72,7 +58,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -92,7 +78,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -113,24 +99,25 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -139,9 +126,13 @@ STAGE PLANS: columns.types int:string #### A masked pattern was here #### name default.bucket4_1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket4_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bucket4_1 @@ -161,6 +152,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} SORTBUCKETCOLSPREFIX TRUE bucket_count 2 bucket_field_name key @@ -169,9 +161,13 @@ STAGE PLANS: columns.types int:string #### A masked pattern was here #### name default.bucket4_1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket4_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bucket4_1 diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out index 1fff22b..20702f9 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez1.q.out @@ -132,19 +132,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -152,14 +152,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -169,14 +169,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -217,39 +217,39 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int), value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -259,11 +259,11 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 4656 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 4656 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -272,7 +272,7 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 4 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 275 Data size: 5121 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -354,33 +354,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -390,7 +390,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -399,7 +399,7 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 4 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -415,19 +415,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: d - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -506,52 +506,52 @@ STAGE PLANS: Map Operator Tree: TableScan alias: d - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -561,7 +561,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 0 Map 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -570,7 +570,7 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 0 Map 1 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -658,25 +658,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcbucket_mapjoin - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), substr(value, 5) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col1) keys: _col0 (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Execution mode: llap LLAP IO: no inputs @@ -684,14 +684,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -701,14 +701,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 0 Reducer 2 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col0 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -723,16 +723,16 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: double), _col0 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Stage: Stage-0 @@ -768,14 +768,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -785,22 +785,22 @@ STAGE PLANS: outputColumnNames: _col1, _col2 input vertices: 1 Map 3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), substr(_col2, 5) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col1) keys: _col0 (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Execution mode: llap LLAP IO: no inputs @@ -808,19 +808,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -828,19 +828,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -852,11 +852,11 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 275 Data size: 5121 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: double), _col0 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 275 Data size: 5121 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -866,14 +866,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 302 Data size: 5633 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col0 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 302 Data size: 5633 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 302 Data size: 5633 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -912,14 +912,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -929,22 +929,22 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), substr(_col1, 5) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col1) keys: _col0 (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Execution mode: llap LLAP IO: no inputs @@ -952,38 +952,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -995,11 +995,11 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 133 Data size: 2476 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: double), _col0 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 133 Data size: 2476 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1009,14 +1009,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: int), _col0 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1054,14 +1054,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1074,14 +1074,14 @@ STAGE PLANS: input vertices: 1 Map 2 2 Map 3 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 20486 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 20486 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 20486 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1092,19 +1092,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -1112,19 +1112,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs @@ -1158,14 +1158,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1175,7 +1175,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1185,14 +1185,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 1 Map 3 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1203,38 +1203,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -1274,25 +1274,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcbucket_mapjoin - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), substr(value, 5) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(_col1) keys: _col0 (type: int) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Execution mode: llap LLAP IO: no inputs @@ -1300,14 +1300,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1317,14 +1317,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 0 Reducer 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1339,12 +1339,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Stage: Stage-0 @@ -1380,19 +1380,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcbucket_mapjoin - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), substr(value, 5) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 27 Data size: 2808 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 3024 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -1400,14 +1400,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1417,14 +1417,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 0 Reducer 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: double), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1439,12 +1439,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1352 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1456 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: double) Stage: Stage-0 @@ -1479,19 +1479,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) Execution mode: llap LLAP IO: no inputs @@ -1499,14 +1499,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1516,10 +1516,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2 input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1599,14 +1599,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1616,14 +1616,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1657,14 +1657,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1674,7 +1674,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1684,14 +1684,14 @@ STAGE PLANS: outputColumnNames: _col0, _col3 input vertices: 1 Map 3 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1702,38 +1702,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) Execution mode: llap LLAP IO: no inputs @@ -1768,34 +1768,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 47094 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 44528 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: key (type: int), value (type: string), ds (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 44528 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: int), _col2 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col2 (type: string) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 44528 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) Select Operator expressions: _col2 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 44528 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Dynamic Partitioning Event Operator Target column: ds (string) Target Input: b Partition key expr: ds - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Target Vertex: Map 2 Execution mode: llap LLAP IO: no inputs @@ -1803,14 +1803,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 97312 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 92000 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: key (type: int), value (type: string), ds (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 92000 Basic stats: COMPLETE Column stats: PARTIAL Map Join Operator condition map: Inner Join 0 to 1 @@ -1820,14 +1820,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col4 input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60500 Data size: 12826000 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: int), _col1 (type: string), _col4 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60500 Data size: 484000 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60500 Data size: 484000 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1880,14 +1880,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1896,29 +1896,29 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -1999,14 +1999,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -2015,29 +2015,29 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 19 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 diff --git a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out index 8b1c126..f6500eb 100644 --- a/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out +++ b/ql/src/test/results/clientpositive/llap/bucket_map_join_tez2.q.out @@ -128,14 +128,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -145,7 +145,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -155,14 +155,14 @@ STAGE PLANS: outputColumnNames: _col0, _col3 input vertices: 1 Map 3 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col3 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 11267 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -173,38 +173,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: int) Execution mode: llap LLAP IO: no inputs @@ -281,14 +281,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -298,14 +298,14 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col3 input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 97900 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 97900 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 97900 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -341,14 +341,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 1) and (key > 2)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -358,10 +358,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 2 - Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 1126 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 1126 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -372,19 +372,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 2) and (key > 1)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs @@ -416,14 +416,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 1) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 3091 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 3091 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -433,10 +433,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 2 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 182 Data size: 3400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 182 Data size: 3400 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -447,19 +447,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 2) and (key > 1)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs @@ -491,33 +491,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 1) and (key > 2)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 1024 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: tab_part - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key > 2) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 3091 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 3091 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Right Outer Join0 to 1 @@ -527,10 +527,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 0 Map 1 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 182 Data size: 3400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 182 Data size: 3400 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -564,39 +564,39 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: key (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -606,7 +606,7 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 121 Data size: 2251 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -616,10 +616,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -651,39 +651,39 @@ STAGE PLANS: Map Operator Tree: TableScan alias: tab - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: value (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: UDFToDouble(_col0) (type: double) sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -694,7 +694,7 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 121 Data size: 2251 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -704,14 +704,14 @@ STAGE PLANS: outputColumnNames: _col0, _col2 input vertices: 1 Map 3 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/bucketpruning1.q.out b/ql/src/test/results/clientpositive/llap/bucketpruning1.q.out new file mode 100644 index 0000000..f6ddfe9 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/bucketpruning1.q.out @@ -0,0 +1,1697 @@ +PREHOOK: query: CREATE TABLE srcbucket_pruned(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 16 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_pruned +POSTHOOK: query: CREATE TABLE srcbucket_pruned(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 16 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_pruned +PREHOOK: query: -- cannot prune 2-key scenarios without a smarter optimizer +CREATE TABLE srcbucket_unpruned(key int, value string) partitioned by (ds string) CLUSTERED BY (key,value) INTO 16 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_unpruned +POSTHOOK: query: -- cannot prune 2-key scenarios without a smarter optimizer +CREATE TABLE srcbucket_unpruned(key int, value string) partitioned by (ds string) CLUSTERED BY (key,value) INTO 16 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_unpruned +PREHOOK: query: -- good cases + +explain extended +select * from srcbucket_pruned where key = 1 +PREHOOK: type: QUERY +POSTHOOK: query: -- good cases + +explain extended +select * from srcbucket_pruned where key = 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key = 1) (type: boolean) + buckets included: [1,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key = 1) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 1 (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 16 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 16 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key = 16) (type: boolean) + buckets included: [0,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key = 16) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 16 (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 17 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 17 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key = 17) (type: boolean) + buckets included: [1,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key = 17) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 17 (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 16+1 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 16+1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key = 17) (type: boolean) + buckets included: [1,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key = 17) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 17 (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = '11' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = '11' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key = 11) (type: boolean) + buckets included: [11,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key = 11) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 11 (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key = 1) and (ds = '2008-04-08')) (type: boolean) + buckets included: [1,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key = 1) and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 1 (type: int), value (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' and value='One' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' and value='One' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key = 1) and (ds = '2008-04-08') and (value = 'One')) (type: boolean) + buckets included: [1,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key = 1) and (ds = '2008-04-08') and (value = 'One')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 1 (type: int), 'One' (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 185 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 185 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where value='One' and key = 1 and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where value='One' and key = 1 and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((value = 'One') and (key = 1) and (ds = '2008-04-08')) (type: boolean) + buckets included: [1,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((value = 'One') and (key = 1) and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 1 (type: int), 'One' (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 185 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 185 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key in (2,3) +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key in (2,3) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key) IN (2, 3) (type: boolean) + buckets included: [2,3,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key) IN (2, 3) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key) IN (2, 3) and (ds = '2008-04-08')) (type: boolean) + buckets included: [2,3,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key) IN (2, 3) and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' and value='One' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key in (2,3) and ds='2008-04-08' and value='One' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key) IN (2, 3) and (ds = '2008-04-08') and (value = 'One')) (type: boolean) + buckets included: [2,3,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key) IN (2, 3) and (ds = '2008-04-08') and (value = 'One')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), 'One' (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where value='One' and key in (2,3) and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where value='One' and key in (2,3) and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key) IN (2, 3) and (value = 'One') and (ds = '2008-04-08')) (type: boolean) + buckets included: [2,3,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key) IN (2, 3) and (value = 'One') and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), 'One' (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where (key=1 or key=2) and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where (key=1 or key=2) and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (((key = 1) or (key = 2)) and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (((key = 1) or (key = 2)) and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where (key=1 or key=2) and value = 'One' and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where (key=1 or key=2) and value = 'One' and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (((key = 1) or (key = 2)) and (value = 'One') and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (((key = 1) or (key = 2)) and (value = 'One') and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), 'One' (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- compat case (-15 = 1 & 15) + +explain extended +select * from srcbucket_pruned where key = -15 +PREHOOK: type: QUERY +POSTHOOK: query: -- compat case (-15 = 1 & 15) + +explain extended +select * from srcbucket_pruned where key = -15 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key = -15) (type: boolean) + buckets included: [1,15,] of 16 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key = -15) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: -15 (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- valid but irrelevant case (all buckets selected) + +explain extended +select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) +PREHOOK: type: QUERY +POSTHOOK: query: -- valid but irrelevant case (all buckets selected) + +explain extended +select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' and value='One' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' and value='One' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) and (ds = '2008-04-08') and (value = 'One')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) and (ds = '2008-04-08') and (value = 'One')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), 'One' (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where value='One' and key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where value='One' and key in (1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17) and ds='2008-04-08' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) and (value = 'One') and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key) IN (1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16, 17) and (value = 'One') and (ds = '2008-04-08')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), 'One' (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 181 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- valid, but unimplemented cases + +explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' or key = 2 +PREHOOK: type: QUERY +POSTHOOK: query: -- valid, but unimplemented cases + +explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' or key = 2 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: (((key = 1) and (ds = '2008-04-08')) or (key = 2)) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (((key = 1) and (ds = '2008-04-08')) or (key = 2)) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' and (value='One' or value = 'Two') +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 and ds='2008-04-08' and (value='One' or value = 'Two') +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key = 1) and (ds = '2008-04-08') and ((value = 'One') or (value = 'Two'))) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key = 1) and (ds = '2008-04-08') and ((value = 'One') or (value = 'Two'))) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 1 (type: int), value (type: string), '2008-04-08' (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 98 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 or value = "One" or key = 2 and value = "Two" +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 or value = "One" or key = 2 and value = "Two" +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key = 1) or (value = 'One') or ((key = 2) and (value = 'Two'))) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key = 1) or (value = 'One') or ((key = 2) and (value = 'Two'))) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: -- Invalid cases + +explain extended +select * from srcbucket_pruned where key = 'x11' +PREHOOK: type: QUERY +POSTHOOK: query: -- Invalid cases + +explain extended +select * from srcbucket_pruned where key = 'x11' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: false (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 or value = "One" +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 or value = "One" +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key = 1) or (value = 'One')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key = 1) or (value = 'One')) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 or value = "One" or key = 2 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_pruned where key = 1 or value = "One" or key = 2 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_pruned + filterExpr: ((key = 1) or (value = 'One') or (key = 2)) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: ((key = 1) or (value = 'One') or (key = 2)) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_unpruned where key in (3, 5) +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_unpruned where key in (3, 5) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_unpruned + filterExpr: (key) IN (3, 5) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key) IN (3, 5) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain extended +select * from srcbucket_unpruned where key = 1 +PREHOOK: type: QUERY +POSTHOOK: query: explain extended +select * from srcbucket_unpruned where key = 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcbucket_unpruned + filterExpr: (key = 1) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + GatherStats: false + Filter Operator + isSamplingPred: false + predicate: (key = 1) (type: boolean) + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: 1 (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + GlobalTableId: 0 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1 Data size: 188 Basic stats: COMPLETE Column stats: PARTIAL +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + properties: + columns _col0,_col1,_col2 + columns.types int:string:string + escape.delim \ + hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + TotalFiles: 1 + GatherStats: false + MultiFileSpray: false + Execution mode: llap + LLAP IO: unknown + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out b/ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out new file mode 100644 index 0000000..18314b5 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/column_names_with_leading_and_trailing_spaces.q.out @@ -0,0 +1,85 @@ +PREHOOK: query: create table space (` left` string, ` middle ` string, `right ` string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@space +POSTHOOK: query: create table space (` left` string, ` middle ` string, `right ` string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@space +PREHOOK: query: desc formatted space +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@space +POSTHOOK: query: desc formatted space +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@space +# col_name data_type comment + + left string + middle string +right string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 0 + numRows 0 + rawDataSize 0 + totalSize 0 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: insert into space values ("1", "2", "3") +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@space +POSTHOOK: query: insert into space values ("1", "2", "3") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@space +POSTHOOK: Lineage: space. left SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: space. middle SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: space.right SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +PREHOOK: query: select * from space +PREHOOK: type: QUERY +PREHOOK: Input: default@space +#### A masked pattern was here #### +POSTHOOK: query: select * from space +POSTHOOK: type: QUERY +POSTHOOK: Input: default@space +#### A masked pattern was here #### +1 2 3 +PREHOOK: query: insert into space (` middle `) values("2") +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@space +POSTHOOK: query: insert into space (` middle `) values("2") +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@space +POSTHOOK: Lineage: space. left SIMPLE [] +POSTHOOK: Lineage: space. middle SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: space.right SIMPLE [] +PREHOOK: query: select * from space order by ` left` +PREHOOK: type: QUERY +PREHOOK: Input: default@space +#### A masked pattern was here #### +POSTHOOK: query: select * from space order by ` left` +POSTHOOK: type: QUERY +POSTHOOK: Input: default@space +#### A masked pattern was here #### +NULL 2 NULL +1 2 3 diff --git a/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out new file mode 100644 index 0000000..e9f8a8f --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/constprog_semijoin.q.out @@ -0,0 +1,494 @@ +PREHOOK: query: create table table1 (id int, val string, val1 string, dimid int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table1 +POSTHOOK: query: create table table1 (id int, val string, val1 string, dimid int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table1 +PREHOOK: query: insert into table1 (id, val, val1, dimid) values (1, 't1val01', 'val101', 100), (2, 't1val02', 'val102', 200), (3, 't1val03', 'val103', 103), (3, 't1val01', 'val104', 100), (2, 't1val05', 'val105', 200), (3, 't1val01', 'val106', 103), (1, 't1val07', 'val107', 200), (2, 't1val01', 'val108', 200), (3, 't1val09', 'val109', 103), (4,'t1val01', 'val110', 200) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@table1 +POSTHOOK: query: insert into table1 (id, val, val1, dimid) values (1, 't1val01', 'val101', 100), (2, 't1val02', 'val102', 200), (3, 't1val03', 'val103', 103), (3, 't1val01', 'val104', 100), (2, 't1val05', 'val105', 200), (3, 't1val01', 'val106', 103), (1, 't1val07', 'val107', 200), (2, 't1val01', 'val108', 200), (3, 't1val09', 'val109', 103), (4,'t1val01', 'val110', 200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@table1 +POSTHOOK: Lineage: table1.dimid EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: table1.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table1.val SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: table1.val1 SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +PREHOOK: query: create table table2 (id int, val2 string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table2 +POSTHOOK: query: create table table2 (id int, val2 string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table2 +PREHOOK: query: insert into table2 (id, val2) values (1, 't2val201'), (2, 't2val202'), (3, 't2val203') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@table2 +POSTHOOK: query: insert into table2 (id, val2) values (1, 't2val201'), (2, 't2val202'), (3, 't2val203') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@table2 +POSTHOOK: Lineage: table2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: table2.val2 SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: create table table3 (id int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@table3 +POSTHOOK: query: create table table3 (id int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@table3 +PREHOOK: query: insert into table3 (id) values (100), (100), (101), (102), (103) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@table3 +POSTHOOK: query: insert into table3 (id) values (100), (100), (101), (102), (103) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@table3 +POSTHOOK: Lineage: table3.id EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=5 width=22) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_17] (rows=5 width=22) + Conds:RS_8._col3=RS_9._col0(Left Semi),Output:["_col0","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col3 + Select Operator [SEL_2] (rows=5 width=20) + Output:["_col0","_col2","_col3"] + Filter Operator [FIL_15] (rows=5 width=20) + predicate:((val = 't1val01') and dimid is not null) + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Group By Operator [GBY_7] (rows=5 width=3) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=5 width=3) + Output:["_col0"] + Filter Operator [FIL_16] (rows=5 width=3) + predicate:id is not null + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id where table1.val = 't1val01' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +1 t1val01 val101 +3 t1val01 val104 +3 t1val01 val106 +PREHOOK: query: explain select table1.id, table1.val, table2.val2 from table1 inner join table2 on table1.val = 't1val01' and table1.id = table2.id left semi join table3 on table1.dimid = table3.id +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table2.val2 from table1 inner join table2 on table1.val = 't1val01' and table1.id = table2.id left semi join table3 on table1.dimid = table3.id +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_18] + Select Operator [SEL_17] (rows=5 width=24) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_28] (rows=5 width=24) + Conds:RS_14._col0=RS_15._col0(Inner),Output:["_col0","_col4"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=3 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_26] (rows=3 width=10) + predicate:id is not null + TableScan [TS_6] (rows=3 width=10) + default@table2,table2,Tbl:COMPLETE,Col:NONE,Output:["id","val2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_27] (rows=5 width=22) + Conds:RS_11._col2=RS_12._col0(Left Semi),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col2 + Select Operator [SEL_2] (rows=5 width=20) + Output:["_col0","_col2"] + Filter Operator [FIL_24] (rows=5 width=20) + predicate:((val = 't1val01') and id is not null and dimid is not null) + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","dimid"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=5 width=3) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=5 width=3) + Output:["_col0"] + Filter Operator [FIL_25] (rows=5 width=3) + predicate:id is not null + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table2.val2 from table1 inner join table2 on table1.val = 't1val01' and table1.id = table2.id left semi join table3 on table1.dimid = table3.id +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table2 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table2.val2 from table1 inner join table2 on table1.val = 't1val01' and table1.id = table2.id left semi join table3 on table1.dimid = table3.id +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +1 t1val01 t2val201 +3 t1val01 t2val203 +3 t1val01 t2val203 +PREHOOK: query: explain select table1.id, table1.val, table2.val2 from table1 left semi join table3 on table1.dimid = table3.id inner join table2 on table1.val = 't1val01' and table1.id = table2.id +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table2.val2 from table1 left semi join table3 on table1.dimid = table3.id inner join table2 on table1.val = 't1val01' and table1.id = table2.id +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_18] + Select Operator [SEL_17] (rows=5 width=24) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_28] (rows=5 width=24) + Conds:RS_14._col0=RS_15._col0(Inner),Output:["_col0","_col4"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=3 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_26] (rows=3 width=10) + predicate:id is not null + TableScan [TS_6] (rows=3 width=10) + default@table2,table2,Tbl:COMPLETE,Col:NONE,Output:["id","val2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_27] (rows=5 width=22) + Conds:RS_11._col2=RS_12._col0(Left Semi),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col2 + Select Operator [SEL_2] (rows=5 width=20) + Output:["_col0","_col2"] + Filter Operator [FIL_24] (rows=5 width=20) + predicate:((val = 't1val01') and dimid is not null and id is not null) + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","dimid"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=5 width=3) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=5 width=3) + Output:["_col0"] + Filter Operator [FIL_25] (rows=5 width=3) + predicate:id is not null + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table2.val2 from table1 left semi join table3 on table1.dimid = table3.id inner join table2 on table1.val = 't1val01' and table1.id = table2.id +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table2 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table2.val2 from table1 left semi join table3 on table1.dimid = table3.id inner join table2 on table1.val = 't1val01' and table1.id = table2.id +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table2 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +1 t1val01 t2val201 +3 t1val01 t2val203 +3 t1val01 t2val203 +PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid <> 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid <> 100 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=2 width=3) + Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:100, true + Select Operator [SEL_2] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_15] (rows=1 width=20) + predicate:false + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=2 width=3) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=2 width=3) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=2 width=3) + predicate:((id = 100) and (id = 100) is not null) + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid <> 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid <> 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=5 width=22) + Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:100, true + Select Operator [SEL_2] (rows=5 width=20) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_15] (rows=5 width=20) + predicate:((dimid = 100) and (dimid = 100) is not null) + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=2 width=3) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=2 width=3) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=2 width=3) + predicate:((id = 100) and (id = 100) is not null) + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid IN (100,200) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +1 t1val01 val101 +3 t1val01 val104 +PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=2 width=3) + Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:100, true + Select Operator [SEL_2] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_15] (rows=1 width=20) + predicate:false + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=2 width=3) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=2 width=3) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=2 width=3) + predicate:((id = 100) and (id = 100) is not null) + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 200 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=5 width=22) + Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:100, true + Select Operator [SEL_2] (rows=5 width=20) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_15] (rows=5 width=20) + predicate:((dimid = 100) and (dimid = 100) is not null) + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=2 width=3) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=2 width=3) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=2 width=3) + predicate:((id = 100) and (id = 100) is not null) + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 where table1.dimid = 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +1 t1val01 val101 +3 t1val01 val104 +PREHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 +PREHOOK: type: QUERY +POSTHOOK: query: explain select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=5 width=22) + Conds:RS_8.100, true=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:100, true + Select Operator [SEL_2] (rows=5 width=20) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_15] (rows=5 width=20) + predicate:((dimid = 100) and (dimid = 100) is not null) + TableScan [TS_0] (rows=10 width=20) + default@table1,table1,Tbl:COMPLETE,Col:NONE,Output:["id","val","val1","dimid"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=2 width=3) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=2 width=3) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=2 width=3) + predicate:((id = 100) and (id = 100) is not null) + TableScan [TS_3] (rows=5 width=3) + default@table3,table3,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@table1 +PREHOOK: Input: default@table3 +#### A masked pattern was here #### +POSTHOOK: query: select table1.id, table1.val, table1.val1 from table1 left semi join table3 on table1.dimid = table3.id and table3.id = 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@table1 +POSTHOOK: Input: default@table3 +#### A masked pattern was here #### +1 t1val01 val101 +3 t1val01 val104 diff --git a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out index d474b7e..5702c6e 100644 --- a/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out +++ b/ql/src/test/results/clientpositive/llap/correlationoptimizer1.q.out @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -36,39 +37,41 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -78,24 +81,20 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -104,34 +103,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -176,6 +175,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -185,39 +185,41 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -227,24 +229,20 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -253,34 +251,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -333,71 +331,69 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 4 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col1 - input vertices: - 1 Map 4 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap - Map 4 + LLAP IO: no inputs + Map 2 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - Reducer 2 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0 + input vertices: + 0 Map 1 + Statistics: Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) + Execution mode: llap + LLAP IO: no inputs + Reducer 3 Execution mode: llap Reduce Operator Tree: Group By Operator @@ -405,34 +401,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) - Reducer 3 - Execution mode: uber + Reducer 4 + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -483,6 +479,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -493,43 +490,45 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -540,18 +539,18 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap @@ -561,34 +560,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -633,6 +632,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -643,43 +643,45 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -690,18 +692,18 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap @@ -711,34 +713,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -789,6 +791,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -798,60 +801,58 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Right Outer Join0 to 1 + Left Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -860,34 +861,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -932,6 +933,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -941,60 +943,58 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Right Outer Join0 to 1 + Left Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1003,34 +1003,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1081,6 +1081,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1090,56 +1091,62 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Right Outer Join0 to 1 + Left Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 60 Data size: 5220 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 60 Data size: 5220 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1148,34 +1155,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1220,6 +1227,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1229,56 +1237,62 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Right Outer Join0 to 1 + Left Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 60 Data size: 5220 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 60 Data size: 5220 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1287,34 +1301,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1363,6 +1377,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1371,75 +1386,77 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Right Outer Join0 to 1 + Left Outer Join0 to 1 keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col3 + Statistics: Num rows: 25 Data size: 4425 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4425 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1495,6 +1512,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1503,75 +1521,77 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Right Outer Join0 to 1 + Left Outer Join0 to 1 keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col3 + Statistics: Num rows: 25 Data size: 4425 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col2 (type: string), _col1 (type: string) + expressions: _col0 (type: string), _col3 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4425 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2220 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1635,6 +1655,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1644,56 +1665,62 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Left Outer Join0 to 1 + Right Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1702,34 +1729,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1774,6 +1801,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1783,56 +1811,62 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Left Outer Join0 to 1 + Right Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col1 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1841,34 +1875,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1330 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1919,6 +1953,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1928,60 +1963,58 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Left Outer Join0 to 1 + Right Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43000 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1990,34 +2023,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2062,6 +2095,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2071,60 +2105,58 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: - Left Outer Join0 to 1 + Right Outer Join0 to 1 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43000 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2133,34 +2165,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2213,6 +2245,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2222,33 +2255,35 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2258,24 +2293,20 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 525 Data size: 45150 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2284,34 +2315,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2356,6 +2387,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2365,33 +2397,35 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2401,24 +2435,20 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 525 Data size: 45150 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2427,34 +2457,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2501,6 +2531,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2510,40 +2541,42 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2553,24 +2586,20 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string), _col1 (type: string) - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 60 Data size: 10500 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string), _col1 (type: string) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2579,34 +2608,34 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2651,6 +2680,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2660,40 +2690,42 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2703,24 +2735,20 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string), _col2 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string), _col1 (type: string) - mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 60 Data size: 10500 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string), _col1 (type: string) + mode: hash + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2729,34 +2757,34 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int), hash(_col2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 5490 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1), sum(_col2) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2803,6 +2831,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2812,39 +2841,41 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2854,24 +2885,20 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) - outputColumnNames: _col2 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col2 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2880,34 +2907,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2952,6 +2979,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2961,39 +2989,41 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: x + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: y + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -3003,24 +3033,20 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) - outputColumnNames: _col2 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col2 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 86 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -3029,34 +3055,34 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col0) (type: int), hash(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 724 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/count.q.out b/ql/src/test/results/clientpositive/llap/count.q.out index e8d5a8a..5c38049 100644 --- a/ql/src/test/results/clientpositive/llap/count.q.out +++ b/ql/src/test/results/clientpositive/llap/count.q.out @@ -42,6 +42,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -68,8 +69,9 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE value expressions: _col5 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0), sum(VALUE._col2) @@ -81,8 +83,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -114,6 +116,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -139,8 +142,9 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) @@ -151,8 +155,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -181,6 +185,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -201,8 +206,9 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE value expressions: d (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0), sum(VALUE._col0) @@ -214,8 +220,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -247,6 +253,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -265,8 +272,9 @@ STAGE PLANS: sort order: ++++ Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(1), count(), count(KEY._col0:0._col0), count(KEY._col0:1._col0), count(KEY._col0:2._col0), count(KEY._col0:3._col0), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) @@ -277,8 +285,618 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 +PREHOOK: query: --first aggregation with literal. gbinfo was generating wrong expression +explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +POSTHOOK: query: --first aggregation with literal. gbinfo was generating wrong expression +explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int) + outputColumnNames: $f1, $f2, $f3, $f4 + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(1), count(), count($f1), count($f2), count($f3), count($f4), count(DISTINCT $f1), count(DISTINCT $f2), count(DISTINCT $f3), count(DISTINCT $f4), count(DISTINCT $f1, $f2), count(DISTINCT $f2, $f3), count(DISTINCT $f3, $f4), count(DISTINCT $f1, $f4), count(DISTINCT $f1, $f3), count(DISTINCT $f2, $f4), count(DISTINCT $f1, $f2, $f3), count(DISTINCT $f2, $f3, $f4), count(DISTINCT $f1, $f3, $f4), count(DISTINCT $f1, $f2, $f4), count(DISTINCT $f1, $f2, $f3, $f4) + keys: $f1 (type: int), $f2 (type: int), $f3 (type: int), $f4 (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24 + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + sort order: ++++ + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) + mode: mergepartial + outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5, $f6, $f7, $f8, $f9, $f10, $f11, $f12, $f13, $f14, $f15, $f16, $f17, $f18, $f19, $f20 + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 +PREHOOK: query: explain select count(distinct b) from abcd group by a +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(distinct b) from abcd group by a +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 9 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int) + outputColumnNames: a, b + Statistics: Num rows: 9 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: a (type: int), b (type: int) + sort order: ++ + Map-reduce partition columns: a (type: int), b (type: int) + Statistics: Num rows: 9 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int) + mode: complete + outputColumnNames: a, b + Statistics: Num rows: 4 Data size: 34 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: a (type: int) + sort order: + + Map-reduce partition columns: a (type: int) + Statistics: Num rows: 4 Data size: 34 Basic stats: COMPLETE Column stats: NONE + value expressions: b (type: int) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: a, $f1 + Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: $f1 (type: bigint) + outputColumnNames: _o__c0 + Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(distinct b) from abcd group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(distinct b) from abcd group by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +1 +1 +1 +2 +PREHOOK: query: explain select count(distinct b) from abcd group by b +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(distinct b) from abcd group by b +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 19 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: b (type: int) + outputColumnNames: b + Statistics: Num rows: 19 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: b (type: int) + sort order: + + Map-reduce partition columns: b (type: int) + Statistics: Num rows: 19 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: b + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: b (type: int) + sort order: + + Map-reduce partition columns: b (type: int) + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(KEY._col0) + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: b, $f1 + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: $f1 (type: bigint) + outputColumnNames: _o__c0 + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(distinct b) from abcd group by b +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(distinct b) from abcd group by b +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +0 +1 +1 +1 +PREHOOK: query: explain select count(distinct b) from abcd group by c +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(distinct b) from abcd group by c +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 9 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: b (type: int), c (type: int) + outputColumnNames: b, c + Statistics: Num rows: 9 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: b (type: int), c (type: int) + sort order: ++ + Map-reduce partition columns: b (type: int), c (type: int) + Statistics: Num rows: 9 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: int), KEY._col1 (type: int) + mode: complete + outputColumnNames: b, c + Statistics: Num rows: 4 Data size: 34 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: c (type: int) + sort order: + + Map-reduce partition columns: c (type: int) + Statistics: Num rows: 4 Data size: 34 Basic stats: COMPLETE Column stats: NONE + value expressions: b (type: int) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: c, $f1 + Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: $f1 (type: bigint) + outputColumnNames: _o__c0 + Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(distinct b) from abcd group by c +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(distinct b) from abcd group by c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +0 +1 +1 +1 +1 +1 +1 +PREHOOK: query: explain select count(b), count(distinct c) from abcd group by d +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(b), count(distinct c) from abcd group by d +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 6 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: b (type: int), c (type: int), d (type: int) + outputColumnNames: b, c, d + Statistics: Num rows: 6 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: d (type: int), c (type: int) + sort order: ++ + Map-reduce partition columns: d (type: int) + Statistics: Num rows: 6 Data size: 78 Basic stats: COMPLETE Column stats: NONE + value expressions: b (type: int) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), count(DISTINCT KEY._col1:0._col0) + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: d, $f1, $f2 + Statistics: Num rows: 3 Data size: 39 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: $f1 (type: bigint), $f2 (type: bigint) + outputColumnNames: _o__c0, _o__c1 + Statistics: Num rows: 3 Data size: 39 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3 Data size: 39 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(b), count(distinct c) from abcd group by d +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(b), count(distinct c) from abcd group by d +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +0 1 +1 0 +1 1 +1 1 +1 1 +1 1 +1 1 +PREHOOK: query: --non distinct aggregate with same column as group by key +explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd group by a +PREHOOK: type: QUERY +POSTHOOK: query: --non distinct aggregate with same column as group by key +explain select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd group by a +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int), (d + d) (type: int), (d * 3) (type: int) + outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5 + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: $f0 (type: int), $f1 (type: int), $f2 (type: int) + sort order: +++ + Map-reduce partition columns: $f0 (type: int) + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + value expressions: $f3 (type: int), $f4 (type: int), $f5 (type: int) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0), sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), sum(KEY._col1:0._col0), sum(KEY._col1:1._col0), sum(KEY._col0), sum(DISTINCT KEY._col1:2._col0), sum(DISTINCT KEY._col1:3._col0) + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5, $f6, $f7, $f8, $f9, $f10 + Statistics: Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select a, count(distinct b), count(distinct c), sum(d), sum(d+d), sum(d*3), sum(b), sum(c), sum(a), sum(distinct a), sum(distinct b) from abcd group by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +10 2 2 10 20 30 1200 95 30 10 1100 +100 1 1 3 6 9 100 10 100 100 100 +12 1 2 9 18 27 100 155 24 12 100 +NULL 1 1 6 12 18 35 23 NULL NULL 35 +PREHOOK: query: --non distinct aggregate with same column as distinct aggregate +explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd group by a +PREHOOK: type: QUERY +POSTHOOK: query: --non distinct aggregate with same column as distinct aggregate +explain select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd group by a +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int) + outputColumnNames: a, b, c, d + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: a (type: int), b (type: int), c (type: int) + sort order: +++ + Map-reduce partition columns: a (type: int) + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + value expressions: d (type: int) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0), sum(VALUE._col0), sum(KEY._col1:1._col0) + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: a, $f1, $f2, $f3, $f4 + Statistics: Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select a, count(distinct b), count(distinct c), sum(d), sum(c) from abcd group by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +10 2 2 10 95 +100 1 1 3 10 +12 1 2 9 155 +NULL 1 1 6 23 +PREHOOK: query: --aggregation with literal +explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +POSTHOOK: query: --aggregation with literal +explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int) + outputColumnNames: $f1, $f2, $f3, $f4 + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: $f1 (type: int), $f2 (type: int), $f3 (type: int), $f4 (type: int) + sort order: ++++ + Statistics: Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(1), count(), count(KEY._col0:0._col0), count(KEY._col0:1._col0), count(KEY._col0:2._col0), count(KEY._col0:3._col0), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) + mode: complete + outputColumnNames: $f0, $f1, $f2, $f3, $f4, $f5, $f6, $f7, $f8, $f9, $f10, $f11, $f12, $f13, $f14, $f15, $f16, $f17, $f18, $f19, $f20 + Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/cross_join.q.out b/ql/src/test/results/clientpositive/llap/cross_join.q.out index 6ff8c2d..8578dbf 100644 --- a/ql/src/test/results/clientpositive/llap/cross_join.q.out +++ b/ql/src/test/results/clientpositive/llap/cross_join.q.out @@ -1,4 +1,4 @@ -Warning: Shuffle Join MERGEJOIN[11][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: -- current explain select src.key from src join src src2 PREHOOK: type: QUERY @@ -12,6 +12,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -20,20 +21,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: src + alias: src2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE @@ -41,6 +43,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -51,13 +54,13 @@ STAGE PLANS: 0 1 outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -66,7 +69,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[11][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: -- ansi cross join explain select src.key from src cross join src src2 PREHOOK: type: QUERY @@ -80,6 +83,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -88,20 +92,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: src + alias: src2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE @@ -109,6 +114,7 @@ STAGE PLANS: sort order: Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -119,13 +125,13 @@ STAGE PLANS: 0 1 outputColumnNames: _col0 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -147,6 +153,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -155,38 +162,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: src2 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -197,13 +206,13 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -212,3 +221,204 @@ STAGE PLANS: Processor Tree: ListSink +Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: explain select src.key from src join src src2 +PREHOOK: type: QUERY +POSTHOOK: query: explain select src.key from src join src src2 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0 + input vertices: + 1 Map 2 + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 2 + Map Operator Tree: + TableScan + alias: src2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: explain select src.key from src cross join src src2 +PREHOOK: type: QUERY +POSTHOOK: query: explain select src.key from src cross join src src2 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0 + input vertices: + 1 Map 2 + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 250000 Data size: 21750000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 2 + Map Operator Tree: + TableScan + alias: src2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key +PREHOOK: type: QUERY +POSTHOOK: query: explain select src.key from src cross join src src2 on src.key=src2.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0 + input vertices: + 1 Map 2 + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 2 + Map Operator Tree: + TableScan + alias: src2 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out b/ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out index 5556478..be303c4 100644 --- a/ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out +++ b/ql/src/test/results/clientpositive/llap/cross_product_check_1.q.out @@ -14,6 +14,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@A +POSTHOOK: Lineage: a.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: a.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table B as select * from src limit 10 @@ -28,7 +30,9 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@B -Warning: Shuffle Join MERGEJOIN[11][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +POSTHOOK: Lineage: b.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: b.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Warning: Shuffle Join MERGEJOIN[9][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from A join B PREHOOK: type: QUERY POSTHOOK: query: explain select * from A join B @@ -40,6 +44,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -58,6 +63,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -72,6 +78,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -82,13 +89,13 @@ STAGE PLANS: 0 1 outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5000 Data size: 110120 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5000 Data size: 110120 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -97,7 +104,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[18][tables = [d1, d2, a]] in Stage 'Reducer 3' is a cross product +Warning: Shuffle Join MERGEJOIN[21][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A PREHOOK: type: QUERY POSTHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A @@ -109,6 +116,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -121,14 +129,19 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -136,24 +149,34 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + Reduce Output Operator + sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -161,14 +184,14 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col0, _col1, _col5, _col6 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string) + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -178,19 +201,15 @@ STAGE PLANS: keys: 0 1 - outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 5500 Data size: 120932 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 5500 Data size: 120932 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -198,7 +217,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[24][tables = [a, od1]] in Stage 'Reducer 4' is a cross product +Warning: Shuffle Join MERGEJOIN[26][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 on d1.key = d2.key @@ -216,50 +235,66 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Map 6 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: d1 - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + alias: a + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap - Map 5 + LLAP IO: no inputs + Map 3 Map Operator Tree: TableScan - alias: d2 + alias: d1 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan - alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + alias: d2 + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -267,54 +302,50 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 key (type: string) - 1 key (type: string) + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2500 Data size: 54560 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2500 Data size: 54560 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 4 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE - Reducer 3 + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Reducer 5 Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 51 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 51 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Reducer 4 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -322,8 +353,8 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[17][tables = [d1, d2]] in Stage 'Reducer 2' is a cross product -Warning: Shuffle Join MERGEJOIN[18][tables = [a, od1]] in Stage 'Reducer 4' is a cross product +Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_1, $hdt$_2]] in Stage 'Reducer 4' is a cross product +Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY POSTHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 @@ -335,41 +366,55 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Map 6 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE) + Reducer 5 <- Reducer 4 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan + alias: a + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col1 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 3 + Map Operator Tree: + TableScan alias: d1 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string) + Reduce Output Operator + sort order: + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: llap - Map 5 + LLAP IO: no inputs + Map 6 Map Operator Tree: TableScan alias: d2 Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - sort order: - Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap - Map 6 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: key (type: string), value (type: string) + Select Operator + Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -379,52 +424,48 @@ STAGE PLANS: keys: 0 1 + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 25000 Data size: 675600 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 25000 Data size: 675600 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 4 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 1540 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 1540 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE - Reducer 3 + Statistics: Num rows: 100 Data size: 1540 Basic stats: COMPLETE Column stats: NONE + Reducer 5 Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 51 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 770 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 5 Data size: 51 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 770 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) - Reducer 4 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -432,7 +473,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Shuffle Join MERGEJOIN[29][tables = [ss, od1]] in Stage 'Reducer 3' is a cross product +Warning: Shuffle Join MERGEJOIN[30][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 3' is a cross product PREHOOK: query: explain select * from (select A.key from A group by key) ss join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 @@ -448,6 +489,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) @@ -475,6 +517,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -482,13 +525,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan @@ -496,13 +544,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -525,13 +578,13 @@ STAGE PLANS: 0 1 outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1250 Data size: 27280 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1250 Data size: 27280 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: llap @@ -540,20 +593,20 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 key (type: string) - 1 key (type: string) + 0 _col0 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Reducer 6 Execution mode: llap Reduce Operator Tree: @@ -561,10 +614,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 51 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 51 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out b/ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out index c2a6b94..3b14b84 100644 --- a/ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out +++ b/ql/src/test/results/clientpositive/llap/cross_product_check_2.q.out @@ -14,6 +14,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@A +POSTHOOK: Lineage: a.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: a.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table B as select * from src order by key limit 10 @@ -28,7 +30,9 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@B -Warning: Map Join MAPJOIN[11][bigTable=?] in task 'Map 1' is a cross product +POSTHOOK: Lineage: b.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: b.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: explain select * from A join B PREHOOK: type: QUERY POSTHOOK: query: explain select * from A join B @@ -40,6 +44,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -62,16 +67,16 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 5000 Data size: 106120 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5000 Data size: 106120 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan @@ -86,6 +91,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Stage: Stage-0 Fetch Operator @@ -93,7 +99,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[18][bigTable=a] in task 'Map 3' is a cross product +Warning: Map Join MAPJOIN[21][bigTable=?] in task 'Map 3' is a cross product PREHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A PREHOOK: type: QUERY POSTHOOK: query: explain select * from B d1 join B d2 on d1.key = d2.key join A @@ -105,6 +111,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) Map 3 <- Map 1 (BROADCAST_EDGE) @@ -117,23 +124,27 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Reduce Output Operator - sort order: - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string) + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan @@ -141,42 +152,47 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE - value expressions: value (type: string) + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - input vertices: - 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string), _col10 (type: string), _col11 (type: string) + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + input vertices: + 0 Map 1 + Statistics: Num rows: 5500 Data size: 116432 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5500 Data size: 116432 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: no inputs Stage: Stage-0 Fetch Operator @@ -184,7 +200,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[24][bigTable=a] in task 'Map 4' is a cross product +Warning: Map Join MAPJOIN[26][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 on d1.key = d2.key @@ -202,95 +218,105 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 3 (BROADCAST_EDGE) - Map 4 <- Reducer 2 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) + Map 1 <- Reducer 3 (BROADCAST_EDGE) + Map 2 <- Map 4 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: d1 - Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE + alias: a + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col0 + 0 + 1 + outputColumnNames: _col0, _col1, _col2 input vertices: - 1 Map 3 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + 1 Reducer 3 + Statistics: Num rows: 2500 Data size: 52560 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2500 Data size: 52560 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap - Map 3 + LLAP IO: no inputs + Map 2 Map Operator Tree: TableScan - alias: d2 + alias: d1 Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0 + input vertices: + 1 Map 4 + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col5 - input vertices: - 1 Reducer 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + alias: d2 + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Execution mode: llap - Reducer 2 + LLAP IO: no inputs + Reducer 3 Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 47 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 47 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Stage: Stage-0 @@ -299,8 +325,8 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[17][bigTable=d1] in task 'Map 1' is a cross product -Warning: Map Join MAPJOIN[18][bigTable=a] in task 'Map 4' is a cross product +Warning: Map Join MAPJOIN[19][bigTable=?] in task 'Map 2' is a cross product +Warning: Map Join MAPJOIN[20][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 PREHOOK: type: QUERY POSTHOOK: query: explain select * from A join (select d1.key from B d1 join B d2 where 1 = 1 group by d1.key) od1 @@ -312,87 +338,95 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 3 (BROADCAST_EDGE) - Map 4 <- Reducer 2 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) + Map 1 <- Reducer 3 (BROADCAST_EDGE) + Map 2 <- Map 4 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan + alias: a + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Reducer 3 + Statistics: Num rows: 25000 Data size: 655600 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 25000 Data size: 655600 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 2 + Map Operator Tree: + TableScan alias: d1 Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 + Select Operator + expressions: key (type: string) outputColumnNames: _col0 - input vertices: - 1 Map 3 - Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - keys: _col0 (type: string) - mode: hash + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 4 + Statistics: Num rows: 100 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 100 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 100 Data size: 1460 Basic stats: COMPLETE Column stats: NONE Execution mode: llap - Map 3 + LLAP IO: no inputs + Map 4 Map Operator Tree: TableScan alias: d2 Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator - sort order: - Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - Execution mode: llap - Map 4 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - outputColumnNames: _col0, _col1, _col5 - input vertices: - 1 Reducer 2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 10 Data size: 40 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap - Reducer 2 + LLAP IO: no inputs + Reducer 3 Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 47 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 730 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 5 Data size: 47 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 730 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Stage: Stage-0 @@ -401,7 +435,7 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[29][bigTable=?] in task 'Reducer 2' is a cross product +Warning: Map Join MAPJOIN[30][bigTable=?] in task 'Reducer 2' is a cross product PREHOOK: query: explain select * from (select A.key from A group by key) ss join (select d1.key from B d1 join B d2 on d1.key = d2.key where 1 = 1 group by d1.key) od1 @@ -417,6 +451,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 3 <- Map 5 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (BROADCAST_EDGE) @@ -443,6 +478,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -450,29 +486,33 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) outputColumnNames: _col0 - input vertices: - 1 Map 5 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - keys: _col0 (type: string) - mode: hash + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 5 + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 11 Data size: 105 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -480,15 +520,20 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 48 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 96 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) @@ -504,14 +549,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Reducer 4 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 1250 Data size: 26280 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1250 Data size: 26280 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 Execution mode: llap @@ -520,10 +564,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 47 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 47 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/ctas.q.out b/ql/src/test/results/clientpositive/llap/ctas.q.out index 93fc978..f48d431 100644 --- a/ql/src/test/results/clientpositive/llap/ctas.q.out +++ b/ql/src/test/results/clientpositive/llap/ctas.q.out @@ -34,6 +34,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -43,43 +44,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -117,6 +121,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_CTAS1 +POSTHOOK: Lineage: nzhang_ctas1.k SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: nzhang_ctas1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from nzhang_CTAS1 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas1 @@ -153,7 +159,7 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 10 rawDataSize 96 @@ -184,6 +190,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -193,43 +200,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -267,6 +277,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_ctas2 +POSTHOOK: Lineage: nzhang_ctas2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: nzhang_ctas2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from nzhang_ctas2 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas2 @@ -303,7 +315,7 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 10 rawDataSize 96 @@ -334,6 +346,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -343,43 +356,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: (key / 2) (type: double), concat(value, '_con') (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.RCFileInputFormat output format: org.apache.hadoop.hive.ql.io.RCFileOutputFormat @@ -417,6 +433,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_ctas3 +POSTHOOK: Lineage: nzhang_ctas3.conb EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: nzhang_ctas3.half_key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: select * from nzhang_ctas3 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas3 @@ -453,7 +471,7 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 10 rawDataSize 120 @@ -517,7 +535,7 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 10 rawDataSize 120 @@ -548,6 +566,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -557,43 +576,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -632,6 +654,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_ctas4 +POSTHOOK: Lineage: nzhang_ctas4.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: nzhang_ctas4.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from nzhang_ctas4 PREHOOK: type: QUERY PREHOOK: Input: default@nzhang_ctas4 @@ -668,7 +692,7 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 10 rawDataSize 96 @@ -690,47 +714,6 @@ PREHOOK: query: explain extended create table nzhang_ctas5 row format delimited PREHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: query: explain extended create table nzhang_ctas5 row format delimited fields terminated by ',' lines terminated by '\012' stored as textfile as select key, value from src sort by key, value limit 10 POSTHOOK: type: CREATETABLE_AS_SELECT -ABSTRACT SYNTAX TREE: - -TOK_CREATETABLE - TOK_TABNAME - nzhang_ctas5 - TOK_LIKETABLE - TOK_TABLEROWFORMAT - TOK_SERDEPROPS - TOK_TABLEROWFORMATFIELD - ',' - TOK_TABLEROWFORMATLINES - '\012' - TOK_FILEFORMAT_GENERIC - textfile - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - value - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - key - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - value - TOK_LIMIT - 10 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -741,6 +724,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -750,19 +734,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 + TopN: 10 + TopN Hash Memory Usage: 0.1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -772,7 +760,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -792,7 +780,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -819,33 +807,36 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 + TopN: 10 + TopN Hash Memory Usage: 0.1 auto parallelism: false Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -900,6 +891,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_ctas5 +POSTHOOK: Lineage: nzhang_ctas5.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: nzhang_ctas5.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table nzhang_ctas6 (key string, `to` string) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -928,3 +921,5 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@nzhang_ctas6 POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_ctas7 +POSTHOOK: Lineage: nzhang_ctas7.key SIMPLE [(nzhang_ctas6)nzhang_ctas6.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: nzhang_ctas7.to SIMPLE [(nzhang_ctas6)nzhang_ctas6.FieldSchema(name:to, type:string, comment:null), ] diff --git a/ql/src/test/results/clientpositive/llap/cte_3.q.out b/ql/src/test/results/clientpositive/llap/cte_3.q.out index 82f6414..27f0ab1 100644 --- a/ql/src/test/results/clientpositive/llap/cte_3.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_3.q.out @@ -8,59 +8,30 @@ with q1 as ( select key from src where key = '5') select * from q1 POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-1 - Stage-3 is a root stage - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q1 - Execution mode: llap - LLAP IO: no inputs - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### - - Stage: Stage-3 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: q1 - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - ListSink +Plan optimized by CBO. + +Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.q1"} + Select Operator [SEL_2] (rows=2 width=85) + Output:["_col0"] + Filter Operator [FIL_4] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] +Stage-0 + Move Operator + Please refer to the previous Stage-1 +Stage-3 + Fetch Operator + limit:-1 + Select Operator [SEL_6] + Output:["_col0"] + TableScan [TS_5] + Output:["key"] PREHOOK: query: with q1 as ( select key from src where key = '5') select * @@ -93,59 +64,30 @@ explain with q1 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-0 depends on stages: Stage-1 - Stage-3 is a root stage - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q1 - Execution mode: llap - LLAP IO: no inputs - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### - - Stage: Stage-3 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: q1 - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - ListSink +Plan optimized by CBO. + +Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.q1"} + Select Operator [SEL_2] (rows=2 width=85) + Output:["_col0"] + Filter Operator [FIL_4] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] +Stage-0 + Move Operator + Please refer to the previous Stage-1 +Stage-3 + Fetch Operator + limit:-1 + Select Operator [SEL_6] + Output:["_col0"] + TableScan [TS_5] + Output:["key"] PREHOOK: query: with q1 as ( select key from src where key = '5') select * from (select key from q1) a @@ -178,98 +120,45 @@ with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') select * from (select key from q1) a POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-4 depends on stages: Stage-2, Stage-0 - Stage-5 depends on stages: Stage-4 - Stage-3 depends on stages: Stage-4 - Stage-0 depends on stages: Stage-1 - Stage-6 is a root stage - -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q2 - Execution mode: llap - LLAP IO: no inputs - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-4 - Tez -#### A masked pattern was here #### - Vertices: - Map 2 - Map Operator Tree: - TableScan - alias: q2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: '5' (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q1 - Execution mode: llap - LLAP IO: no inputs - - Stage: Stage-5 - Dependency Collection - - Stage: Stage-3 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### - - Stage: Stage-6 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: q1 - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - ListSink +Plan optimized by CBO. + +Stage-5 + Dependency Collection{} + Stage-4 + Map 2 llap + File Output Operator [FS_8] + table:{"name:":"default.q1"} + Select Operator [SEL_7] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_9] (rows=1 width=0) + predicate:(key = '5') + TableScan [TS_5] (rows=1 width=0) + default@q2,q2,Tbl:PARTIAL,Col:NONE,Output:["key"] + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.q2"} + Select Operator [SEL_2] (rows=2 width=85) + Output:["_col0"] + Filter Operator [FIL_4] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + Stage-0 + Move Operator + Please refer to the previous Stage-1 +Stage-3 + Move Operator + Please refer to the previous Stage-4 +Stage-6 + Fetch Operator + limit:-1 + Select Operator [SEL_11] + Output:["_col0"] + TableScan [TS_10] + Output:["key"] PREHOOK: query: with q1 as ( select key from q2 where key = '5'), q2 as ( select key from src where key = '5') diff --git a/ql/src/test/results/clientpositive/llap/cte_5.q.out b/ql/src/test/results/clientpositive/llap/cte_5.q.out index b69f73d..48e7aef 100644 --- a/ql/src/test/results/clientpositive/llap/cte_5.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_5.q.out @@ -76,75 +76,35 @@ select a.colnum from mydb.q1 as a join q1 as b on a.colnum=b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (UDFToDouble(colnum) = 5.0) (type: boolean) - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Select Operator - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Map 3 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - Statistics: Num rows: 250 Data size: 3656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: 5 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 3656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 3656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Select Operator [SEL_9] (rows=2 width=89) + Output:["_col0"] + Merge Join Operator [MERGEJOIN_13] (rows=2 width=89) + Conds:(Inner) + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Select Operator [SEL_2] (rows=1 width=3) + Filter Operator [FIL_11] (rows=1 width=3) + predicate:(UDFToDouble(colnum) = 5.0) + TableScan [TS_0] (rows=1 width=3) + mydb@q1,a,Tbl:COMPLETE,Col:NONE,Output:["colnum"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + Select Operator [SEL_5] (rows=2 width=85) + Filter Operator [FIL_12] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_3] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: with q1 as (select * from src where key= '5') diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_1.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_1.q.out index 7e20214..081a138 100644 --- a/ql/src/test/results/clientpositive/llap/cte_mat_1.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_mat_1.q.out @@ -11,73 +11,33 @@ select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Map 3 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - Statistics: Num rows: 62500 Data size: 1390500 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 62500 Data size: 1390500 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 62500 Data size: 1390500 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Select Operator [SEL_9] (rows=4 width=85) + Output:["_col0"] + Merge Join Operator [MERGEJOIN_13] (rows=4 width=8) + Conds:(Inner) + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Select Operator [SEL_2] (rows=2 width=85) + Filter Operator [FIL_11] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + Select Operator [SEL_5] (rows=2 width=85) + Filter Operator [FIL_12] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_3] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_2.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_2.q.out index 7e20214..081a138 100644 --- a/ql/src/test/results/clientpositive/llap/cte_mat_2.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_mat_2.q.out @@ -11,73 +11,33 @@ select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Map 3 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 - 1 - Statistics: Num rows: 62500 Data size: 1390500 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 62500 Data size: 1390500 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 62500 Data size: 1390500 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Select Operator [SEL_9] (rows=4 width=85) + Output:["_col0"] + Merge Join Operator [MERGEJOIN_13] (rows=4 width=8) + Conds:(Inner) + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Select Operator [SEL_2] (rows=2 width=85) + Filter Operator [FIL_11] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + Select Operator [SEL_5] (rows=2 width=85) + Filter Operator [FIL_12] (rows=2 width=87) + predicate:(key = '5') + TableScan [TS_3] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out index 415492a..cb88f0c 100644 --- a/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_mat_3.q.out @@ -10,117 +10,50 @@ select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-4 depends on stages: Stage-2, Stage-0 - Stage-0 depends on stages: Stage-1 - Stage-3 depends on stages: Stage-4 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q1 - Execution mode: llap - LLAP IO: no inputs +Vertex dependency in root stage +Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) - Stage: Stage-2 - Dependency Collection - - Stage: Stage-4 - Tez -#### A masked pattern was here #### - Edges: - Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 2 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Map 4 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Reducer 3 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### - - Stage: Stage-3 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-3 + Fetch Operator + limit:-1 + Stage-4 + Reducer 3 llap + File Output Operator [FS_15] + Merge Join Operator [MERGEJOIN_20] (rows=1 width=0) + Conds:RS_11._col0=RS_12._col0(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Select Operator [SEL_7] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1 width=0) + predicate:key is not null + TableScan [TS_5] (rows=1 width=0) + default@q1,a,Tbl:PARTIAL,Col:NONE,Output:["key"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Select Operator [SEL_10] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1 width=0) + predicate:key is not null + TableScan [TS_8] (rows=1 width=0) + default@q1,b,Tbl:PARTIAL,Col:NONE,Output:["key"] + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.q1"} + Select Operator [SEL_2] (rows=2 width=176) + Output:["_col0","_col1"] + Filter Operator [FIL_4] (rows=2 width=178) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + Stage-0 + Move Operator + Please refer to the previous Stage-1 diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out index 5c2fa59..526d80f 100644 --- a/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_mat_4.q.out @@ -51,119 +51,52 @@ select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-4 depends on stages: Stage-2, Stage-0 - Stage-0 depends on stages: Stage-1 - Stage-3 depends on stages: Stage-4 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q1 - Execution mode: llap - LLAP IO: no inputs - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-4 - Tez -#### A masked pattern was here #### - Edges: - Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 2 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Map 4 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Reducer 3 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### +Vertex dependency in root stage +Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) - Stage: Stage-3 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-3 + Fetch Operator + limit:-1 + Stage-4 + Reducer 3 llap + File Output Operator [FS_15] + Merge Join Operator [MERGEJOIN_20] (rows=1 width=0) + Conds:RS_11._col0=RS_12._col0(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Select Operator [SEL_7] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1 width=0) + predicate:key is not null + TableScan [TS_5] (rows=1 width=0) + default@q1,a,Tbl:PARTIAL,Col:NONE,Output:["key"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Select Operator [SEL_10] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1 width=0) + predicate:key is not null + TableScan [TS_8] (rows=1 width=0) + default@q1,b,Tbl:PARTIAL,Col:NONE,Output:["key"] + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.q1"} + Select Operator [SEL_2] (rows=2 width=176) + Output:["_col0","_col1"] + Filter Operator [FIL_4] (rows=2 width=178) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + Stage-0 + Move Operator + Please refer to the previous Stage-1 PREHOOK: query: with q1 as (select * from src where key= '5') select a.key @@ -268,119 +201,52 @@ select a.key from q1 a join q1 b on a.key=b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-4 depends on stages: Stage-2, Stage-0 - Stage-0 depends on stages: Stage-1 - Stage-3 depends on stages: Stage-4 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q1 - Execution mode: llap - LLAP IO: no inputs - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-4 - Tez -#### A masked pattern was here #### - Edges: - Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 2 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Map 4 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Reducer 3 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### +Vertex dependency in root stage +Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) - Stage: Stage-3 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-3 + Fetch Operator + limit:-1 + Stage-4 + Reducer 3 llap + File Output Operator [FS_15] + Merge Join Operator [MERGEJOIN_20] (rows=1 width=0) + Conds:RS_11._col0=RS_12._col0(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Select Operator [SEL_7] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1 width=0) + predicate:key is not null + TableScan [TS_5] (rows=1 width=0) + default@q1,a,Tbl:PARTIAL,Col:NONE,Output:["key"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Select Operator [SEL_10] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1 width=0) + predicate:key is not null + TableScan [TS_8] (rows=1 width=0) + default@q1,b,Tbl:PARTIAL,Col:NONE,Output:["key"] + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.q1"} + Select Operator [SEL_2] (rows=2 width=176) + Output:["_col0","_col1"] + Filter Operator [FIL_4] (rows=2 width=178) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + Stage-0 + Move Operator + Please refer to the previous Stage-1 PREHOOK: query: with q1 as (select * from src where key= '5') select a.key diff --git a/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out b/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out index ee5bac1..95c65e4 100644 --- a/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out +++ b/ql/src/test/results/clientpositive/llap/cte_mat_5.q.out @@ -75,120 +75,52 @@ select a.colnum from mydb.q1 as a join q1 as b on a.colnum=b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-2 depends on stages: Stage-1 - Stage-4 depends on stages: Stage-2, Stage-0 - Stage-0 depends on stages: Stage-1 - Stage-3 depends on stages: Stage-4 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key = '5') (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '5' (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.q1 - Execution mode: llap - LLAP IO: no inputs - - Stage: Stage-2 - Dependency Collection - - Stage: Stage-4 - Tez -#### A masked pattern was here #### - Edges: - Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 2 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: colnum is not null (type: boolean) - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: colnum (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(_col0) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: int) - Execution mode: llap - LLAP IO: no inputs - Map 4 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: UDFToDouble(_col0) (type: double) - sort order: + - Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Execution mode: llap - LLAP IO: no inputs - Reducer 3 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 UDFToDouble(_col0) (type: double) - 1 UDFToDouble(_col0) (type: double) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - - Stage: Stage-0 - Move Operator - files: - hdfs directory: true -#### A masked pattern was here #### +Vertex dependency in root stage +Reducer 3 <- Map 2 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) - Stage: Stage-3 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-3 + Fetch Operator + limit:-1 + Stage-4 + Reducer 3 llap + File Output Operator [FS_15] + Merge Join Operator [MERGEJOIN_20] (rows=1 width=3) + Conds:RS_11.UDFToDouble(_col0)=RS_12.UDFToDouble(_col0)(Inner),Output:["_col0"] + <-Map 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:UDFToDouble(_col0) + Select Operator [SEL_7] (rows=1 width=3) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1 width=3) + predicate:colnum is not null + TableScan [TS_5] (rows=1 width=3) + mydb@q1,a,Tbl:COMPLETE,Col:NONE,Output:["colnum"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:UDFToDouble(_col0) + Select Operator [SEL_10] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1 width=0) + predicate:key is not null + TableScan [TS_8] (rows=1 width=0) + default@q1,b,Tbl:PARTIAL,Col:NONE,Output:["key"] + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.q1"} + Select Operator [SEL_2] (rows=2 width=176) + Output:["_col0","_col1"] + Filter Operator [FIL_4] (rows=2 width=178) + predicate:(key = '5') + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + Stage-0 + Move Operator + Please refer to the previous Stage-1 PREHOOK: query: with q1 as (select * from src where key= '5') select a.colnum diff --git a/ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out b/ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out new file mode 100644 index 0000000..9b52994 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/deleteAnalyze.q.out @@ -0,0 +1,140 @@ +PREHOOK: query: create table testdeci2( +id int, +amount decimal(10,3), +sales_tax decimal(10,3), +item string) +#### A masked pattern was here #### +PREHOOK: type: CREATETABLE +#### A masked pattern was here #### +PREHOOK: Output: database:default +PREHOOK: Output: default@testdeci2 +POSTHOOK: query: create table testdeci2( +id int, +amount decimal(10,3), +sales_tax decimal(10,3), +item string) +#### A masked pattern was here #### +POSTHOOK: type: CREATETABLE +#### A masked pattern was here #### +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testdeci2 +PREHOOK: query: insert into table testdeci2 values(1,12.123,12345.123,'desk1'),(2,123.123,1234.123,'desk2') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@testdeci2 +POSTHOOK: query: insert into table testdeci2 values(1,12.123,12345.123,'desk1'),(2,123.123,1234.123,'desk2') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@testdeci2 +POSTHOOK: Lineage: testdeci2.amount EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: testdeci2.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: testdeci2.item SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col4, type:string, comment:), ] +POSTHOOK: Lineage: testdeci2.sales_tax EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +PREHOOK: query: describe formatted testdeci2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@testdeci2 +POSTHOOK: query: describe formatted testdeci2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@testdeci2 +# col_name data_type comment + +id int +amount decimal(10,3) +sales_tax decimal(10,3) +item string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + numFiles 1 + totalSize 578 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.ql.io.orc.OrcSerde +InputFormat: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +#### A masked pattern was here #### +PREHOOK: query: describe formatted testdeci2 amount +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@testdeci2 +POSTHOOK: query: describe formatted testdeci2 amount +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@testdeci2 +# col_name data_type min max num_nulls distinct_count avg_col_len max_col_len num_trues num_falses comment + +amount decimal(10,3) from deserializer +PREHOOK: query: analyze table testdeci2 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@testdeci2 +#### A masked pattern was here #### +POSTHOOK: query: analyze table testdeci2 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdeci2 +#### A masked pattern was here #### +PREHOOK: query: analyze table testdeci2 compute statistics for columns +PREHOOK: type: QUERY +PREHOOK: Input: default@testdeci2 +#### A masked pattern was here #### +POSTHOOK: query: analyze table testdeci2 compute statistics for columns +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testdeci2 +#### A masked pattern was here #### +PREHOOK: query: explain +select s.id, +coalesce(d.amount,0) as sales, +coalesce(d.sales_tax,0) as tax +from testdeci2 s join testdeci2 d +on s.item=d.item and d.id=2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select s.id, +coalesce(d.amount,0) as sales, +coalesce(d.sales_tax,0) as tax +from testdeci2 s join testdeci2 d +on s.item=d.item and d.id=2 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Select Operator [SEL_9] (rows=5 width=228) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_15] (rows=5 width=228) + Conds:RS_6._col1=RS_7._col3(Inner),Output:["_col0","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col1 + Select Operator [SEL_2] (rows=5 width=88) + Output:["_col0","_col1"] + Filter Operator [FIL_13] (rows=5 width=88) + predicate:item is not null + TableScan [TS_0] (rows=5 width=88) + default@testdeci2,s,Tbl:COMPLETE,Col:COMPLETE,Output:["id","item"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col3 + Select Operator [SEL_5] (rows=1 width=312) + Output:["_col1","_col2","_col3"] + Filter Operator [FIL_14] (rows=1 width=312) + predicate:((id = 2) and item is not null) + TableScan [TS_3] (rows=1 width=312) + default@testdeci2,d,Tbl:COMPLETE,Col:COMPLETE,Output:["id","amount","sales_tax","item"] + diff --git a/ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out b/ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out index 6de3e3a..600a266 100644 --- a/ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out +++ b/ql/src/test/results/clientpositive/llap/disable_merge_for_bucketing.q.out @@ -14,23 +14,6 @@ POSTHOOK: query: explain extended insert overwrite table bucket2_1 select * from src POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - bucket2_1 - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -40,6 +23,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -48,20 +32,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string), _col1 (type: string) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -71,7 +57,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -91,7 +77,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -112,24 +98,25 @@ STAGE PLANS: Truncated Path -> Alias: /src [src] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count 2 bucket_field_name key columns key,value @@ -137,9 +124,13 @@ STAGE PLANS: columns.types int:string #### A masked pattern was here #### name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bucket2_1 @@ -159,6 +150,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count 2 bucket_field_name key columns key,value @@ -166,9 +158,13 @@ STAGE PLANS: columns.types int:string #### A masked pattern was here #### name default.bucket2_1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct bucket2_1 { i32 key, string value} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bucket2_1 @@ -202,6 +198,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -224,8 +221,9 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) @@ -235,8 +233,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out index 01b4402..f993cf0 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning.q.out @@ -57,21 +57,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -81,14 +81,14 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -222,16 +222,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -278,7 +278,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -351,16 +351,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -392,7 +392,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -480,16 +480,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: day(_col0) (type: int) sort order: + Map-reduce partition columns: day(_col0) (type: int) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -536,7 +536,7 @@ STAGE PLANS: keys: 0 day(_col0) (type: int) 1 day(_col0) (type: int) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -609,16 +609,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: day(_col0) (type: int) sort order: + Map-reduce partition columns: day(_col0) (type: int) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -650,7 +650,7 @@ STAGE PLANS: keys: 0 day(_col0) (type: int) 1 day(_col0) (type: int) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -727,16 +727,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -820,12 +820,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -835,7 +835,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2420 Data size: 890560 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -915,16 +915,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds is not null and hr is not null) (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -978,12 +978,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -993,7 +993,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2420 Data size: 890560 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1082,16 +1082,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1153,7 +1153,7 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col2 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1226,16 +1226,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds is not null and hr is not null) (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1267,7 +1267,7 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col2 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1353,16 +1353,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1409,7 +1409,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1482,16 +1482,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1523,7 +1523,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1607,16 +1607,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToDouble(_col0) (type: double) sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1663,7 +1663,7 @@ STAGE PLANS: keys: 0 UDFToDouble(_col0) (type: double) 1 UDFToDouble(UDFToInteger((_col0 / 2.0))) (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1736,16 +1736,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToDouble(_col0) * 2.0) (type: double) sort order: + Map-reduce partition columns: (UDFToDouble(_col0) * 2.0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1792,7 +1792,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col0) * 2.0) (type: double) 1 _col0 (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1865,16 +1865,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToDouble(_col0) (type: double) sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1906,7 +1906,7 @@ STAGE PLANS: keys: 0 UDFToDouble(_col0) (type: double) 1 UDFToDouble(UDFToInteger((_col0 / 2.0))) (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1979,16 +1979,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToDouble(_col0) * 2.0) (type: double) sort order: + Map-reduce partition columns: (UDFToDouble(_col0) * 2.0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2020,7 +2020,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col0) * 2.0) (type: double) 1 _col0 (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2106,16 +2106,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToString((UDFToDouble(_col0) * 2.0)) (type: string) sort order: + Map-reduce partition columns: UDFToString((UDFToDouble(_col0) * 2.0)) (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2162,7 +2162,7 @@ STAGE PLANS: keys: 0 UDFToString((UDFToDouble(_col0) * 2.0)) (type: string) 1 UDFToString(_col0) (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2252,12 +2252,12 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2265,19 +2265,19 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: '2008-04-08' (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -2289,15 +2289,15 @@ STAGE PLANS: keys: 0 1 - Statistics: Num rows: 500000 Data size: 11124000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 Execution mode: llap @@ -2306,10 +2306,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2321,12 +2321,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -2385,14 +2385,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -2425,12 +2425,12 @@ STAGE PLANS: 0 1 outputColumnNames: _col0, _col1, _col2, _col4 - Statistics: Num rows: 2000 Data size: 77248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 792000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((_col0 = _col2) or (_col1 = _col4)) (type: boolean) - Statistics: Num rows: 2000 Data size: 77248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 792000 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 2000 Data size: 77248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 792000 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2505,16 +2505,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2576,7 +2576,7 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col2 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2651,16 +2651,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2707,7 +2707,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2795,16 +2795,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -2816,7 +2816,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2871,16 +2871,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2927,7 +2927,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2985,16 +2985,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 378624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3063,12 +3063,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -3078,7 +3078,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 1210 Data size: 12854 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1210 Data size: 445280 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -3154,19 +3154,19 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ((UDFToDouble(hr) = 13.0) and ds is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((UDFToDouble(hr) = 13.0) and ds is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: unknown @@ -3220,12 +3220,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 404 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 404 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -3235,7 +3235,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 444 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -3308,35 +3308,35 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3344,19 +3344,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3369,15 +3369,15 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 Execution mode: llap @@ -3386,10 +3386,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3401,34 +3401,34 @@ STAGE PLANS: aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Reducer 8 Execution mode: llap @@ -3437,34 +3437,34 @@ STAGE PLANS: aggregations: min(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Union 6 Vertex: Union 6 @@ -3516,35 +3516,35 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3552,19 +3552,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3578,17 +3578,17 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 184000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -3596,10 +3596,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3611,34 +3611,34 @@ STAGE PLANS: aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Reducer 8 Execution mode: llap @@ -3647,34 +3647,34 @@ STAGE PLANS: aggregations: min(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Union 6 Vertex: Union 6 @@ -3728,36 +3728,36 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 10 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3766,36 +3766,36 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3806,49 +3806,49 @@ STAGE PLANS: aggregations: min(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 5 Reducer 2 Execution mode: llap @@ -3857,12 +3857,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -3873,10 +3873,10 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3888,12 +3888,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 Execution mode: llap Reduce Operator Tree: @@ -3901,49 +3901,49 @@ STAGE PLANS: aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 5 Union 3 Vertex: Union 3 @@ -4000,11 +4000,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4013,7 +4013,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4138,11 +4138,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4151,7 +4151,7 @@ STAGE PLANS: 1 day(_col0) (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4264,11 +4264,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4278,7 +4278,7 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -4287,7 +4287,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2420 Data size: 890560 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4448,11 +4448,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4461,7 +4461,7 @@ STAGE PLANS: 1 _col0 (type: string), _col2 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4599,11 +4599,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4612,7 +4612,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4724,11 +4724,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4737,7 +4737,7 @@ STAGE PLANS: 1 UDFToDouble(UDFToInteger((_col0 / 2.0))) (type: double) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4847,11 +4847,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4860,7 +4860,7 @@ STAGE PLANS: 1 _col0 (type: double) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash diff --git a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out index 5ec1430..21d82d2 100644 --- a/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynamic_partition_pruning_2.q.out @@ -166,11 +166,11 @@ STAGE PLANS: TableScan alias: agg filterExpr: dim_shops_id is not null (type: boolean) - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 63 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: amount (type: decimal(10,0)), dim_shops_id (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: PARTIAL Map Join Operator condition map: Inner Join 0 to 1 @@ -180,22 +180,22 @@ STAGE PLANS: outputColumnNames: _col0, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col3 (type: string), _col0 (type: decimal(10,0)) outputColumnNames: _col3, _col0 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), sum(_col0) keys: _col3 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0)) Execution mode: llap LLAP IO: no inputs @@ -243,11 +243,11 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0)) Reducer 3 Execution mode: llap @@ -255,10 +255,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(20,0)) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -339,11 +339,11 @@ STAGE PLANS: TableScan alias: agg filterExpr: dim_shops_id is not null (type: boolean) - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 63 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: amount (type: decimal(10,0)), dim_shops_id (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: PARTIAL Map Join Operator condition map: Inner Join 0 to 1 @@ -353,22 +353,22 @@ STAGE PLANS: outputColumnNames: _col0, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col3 (type: string), _col0 (type: decimal(10,0)) outputColumnNames: _col3, _col0 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), sum(_col0) keys: _col3 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0)) Execution mode: llap LLAP IO: no inputs @@ -401,11 +401,11 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0)) Reducer 3 Execution mode: llap @@ -413,10 +413,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(20,0)) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -487,11 +487,11 @@ STAGE PLANS: TableScan alias: agg filterExpr: dim_shops_id is not null (type: boolean) - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 63 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: dim_shops_id (type: int) outputColumnNames: _col0 - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -501,14 +501,14 @@ STAGE PLANS: outputColumnNames: _col2 input vertices: 1 Map 2 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -604,11 +604,11 @@ STAGE PLANS: TableScan alias: agg filterExpr: (dim_shops_id = 1) (type: boolean) - Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 33 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: amount (type: decimal(10,0)) outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 9 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 33 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -618,10 +618,10 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 51 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 3 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 51 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -712,11 +712,11 @@ STAGE PLANS: TableScan alias: agg filterExpr: dim_shops_id is not null (type: boolean) - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 63 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: amount (type: decimal(10,0)), dim_shops_id (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: PARTIAL Map Join Operator condition map: Inner Join 0 to 1 @@ -726,22 +726,22 @@ STAGE PLANS: outputColumnNames: _col0, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col3 (type: string), _col0 (type: decimal(10,0)) outputColumnNames: _col3, _col0 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), sum(_col0) keys: _col3 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0)) Execution mode: llap LLAP IO: no inputs @@ -789,11 +789,11 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,0)) Reducer 3 Execution mode: llap @@ -801,10 +801,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), VALUE._col1 (type: decimal(20,0)) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 17 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -876,11 +876,11 @@ STAGE PLANS: TableScan alias: agg_01 filterExpr: dim_shops_id is not null (type: boolean) - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 63 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: amount (type: decimal(10,0)), dim_shops_id (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: PARTIAL Map Join Operator condition map: Inner Join 0 to 1 @@ -890,10 +890,10 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 18 Data size: 58 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 18 Data size: 78 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -940,11 +940,11 @@ STAGE PLANS: TableScan alias: agg_01 filterExpr: dim_shops_id is not null (type: boolean) - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 63 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: amount (type: decimal(10,0)), dim_shops_id (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 9 Data size: 27 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 36 Basic stats: COMPLETE Column stats: PARTIAL Map Join Operator condition map: Inner Join 0 to 1 @@ -954,10 +954,10 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 5 - Statistics: Num rows: 9 Data size: 29 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9 Data size: 39 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 18 Data size: 58 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 18 Data size: 78 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1068,11 +1068,11 @@ STAGE PLANS: TableScan alias: s1 filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1081,15 +1081,15 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000000 Data size: 16000000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1098,16 +1098,16 @@ STAGE PLANS: TableScan alias: s2 filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -1117,10 +1117,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out index 2f70b40..2248a35 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_opt_vectorization.q.out @@ -166,9 +166,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -184,29 +184,18 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col0 (type: smallint) - sort order: + + key expressions: _col4 (type: tinyint), _col0 (type: smallint) + sort order: ++ + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col4 (type: tinyint), _col0 (type: smallint) - sort order: ++ - Map-reduce partition columns: _col4 (type: tinyint) - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Reducer 3 - Execution mode: vectorized, uber - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: KEY._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -250,6 +239,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -273,8 +263,10 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -290,12 +282,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -339,6 +331,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -360,14 +353,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -409,6 +403,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -430,14 +425,15 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -549,9 +545,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -567,29 +563,18 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col0 (type: smallint) - sort order: + + key expressions: _col4 (type: tinyint), _col0 (type: smallint) + sort order: ++ + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: smallint), VALUE._col0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col4 (type: tinyint), _col0 (type: smallint) - sort order: ++ - Map-reduce partition columns: _col4 (type: tinyint) - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Reducer 3 - Execution mode: vectorized, uber - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: KEY._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -633,6 +618,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -656,8 +642,10 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -673,12 +661,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -722,6 +710,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -743,14 +732,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -792,6 +782,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -813,14 +804,15 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -942,11 +934,11 @@ Database: default Table: over1k_part_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 32 rawDataSize 640 - totalSize 1400 + totalSize 1392 #### A masked pattern was here #### # Storage Information @@ -984,11 +976,11 @@ Database: default Table: over1k_part_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 6 rawDataSize 120 - totalSize 1102 + totalSize 1096 #### A masked pattern was here #### # Storage Information @@ -1026,11 +1018,11 @@ Database: default Table: over1k_part_limit_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 14 rawDataSize 280 - totalSize 1216 + totalSize 1210 #### A masked pattern was here #### # Storage Information @@ -1068,11 +1060,11 @@ Database: default Table: over1k_part_limit_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 6 rawDataSize 120 - totalSize 1102 + totalSize 1096 #### A masked pattern was here #### # Storage Information @@ -1109,11 +1101,11 @@ Database: default Table: over1k_part_buck_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 8 numRows 32 rawDataSize 640 - totalSize 4548 + totalSize 4524 #### A masked pattern was here #### # Storage Information @@ -1150,11 +1142,11 @@ Database: default Table: over1k_part_buck_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 8 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 6 rawDataSize 120 - totalSize 2212 + totalSize 2004 #### A masked pattern was here #### # Storage Information @@ -1191,11 +1183,11 @@ Database: default Table: over1k_part_buck_sort_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 8 numRows 32 rawDataSize 640 - totalSize 4534 + totalSize 4510 #### A masked pattern was here #### # Storage Information @@ -1232,11 +1224,11 @@ Database: default Table: over1k_part_buck_sort_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 8 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 6 rawDataSize 120 - totalSize 2212 + totalSize 2004 #### A masked pattern was here #### # Storage Information @@ -1334,6 +1326,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1356,8 +1349,9 @@ STAGE PLANS: Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) @@ -1404,9 +1398,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1422,29 +1416,18 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + + key expressions: _col4 (type: tinyint), _col1 (type: int) + sort order: ++ + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col4 (type: tinyint), _col1 (type: int) - sort order: ++ - Map-reduce partition columns: _col4 (type: tinyint) - Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Reducer 3 - Execution mode: vectorized, uber - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), KEY._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1488,6 +1471,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1506,8 +1490,10 @@ STAGE PLANS: key expressions: _col2 (type: int) sort order: + Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1530,12 +1516,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 2960 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1579,6 +1565,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1602,8 +1589,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) @@ -1657,6 +1645,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1680,8 +1669,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) @@ -1762,7 +1752,7 @@ Database: default Table: over1k_part2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -1804,7 +1794,7 @@ Database: default Table: over1k_part2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -1909,7 +1899,7 @@ Database: default Table: over1k_part2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -1951,7 +1941,7 @@ Database: default Table: over1k_part2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -2055,6 +2045,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2078,8 +2069,9 @@ STAGE PLANS: Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col4 (type: tinyint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY.reducesinkkey0 (type: float), VALUE._col3 (type: tinyint) @@ -2125,6 +2117,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2146,14 +2139,15 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 1048 Data size: 310873 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2223,7 +2217,7 @@ Database: default Table: over1k_part_buck_sort2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -2264,7 +2258,7 @@ Database: default Table: over1k_part_buck_sort2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -2342,6 +2336,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2350,33 +2345,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: over1k_part_buck_sort2_orc - Statistics: Num rows: 19 Data size: 493 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 645 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 19 Data size: 493 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 645 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2439,7 +2435,7 @@ Database: default Table: over1k_part_buck_sort2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -2480,7 +2476,7 @@ Database: default Table: over1k_part_buck_sort2_orc #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -2558,6 +2554,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2566,33 +2563,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: over1k_part_buck_sort2_orc - Statistics: Num rows: 19 Data size: 493 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 645 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 19 Data size: 493 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19 Data size: 645 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out index fa15157..5569011 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization.q.out @@ -123,6 +123,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -144,13 +145,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -194,6 +196,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -217,8 +220,10 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -234,12 +239,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -283,6 +288,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -304,14 +310,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -353,6 +360,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -374,14 +382,15 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -493,6 +502,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -514,13 +524,14 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -564,6 +575,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -587,8 +599,10 @@ STAGE PLANS: Reduce Output Operator sort order: Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -604,12 +618,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -653,6 +667,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -674,14 +689,15 @@ STAGE PLANS: sort order: ++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -723,6 +739,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -744,14 +761,15 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -873,7 +891,7 @@ Database: default Table: over1k_part #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 32 rawDataSize 830 @@ -915,7 +933,7 @@ Database: default Table: over1k_part #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 6 rawDataSize 156 @@ -957,7 +975,7 @@ Database: default Table: over1k_part_limit #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 14 rawDataSize 362 @@ -999,7 +1017,7 @@ Database: default Table: over1k_part_limit #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 6 rawDataSize 156 @@ -1040,7 +1058,7 @@ Database: default Table: over1k_part_buck #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 8 numRows 32 rawDataSize 830 @@ -1081,8 +1099,8 @@ Database: default Table: over1k_part_buck #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 8 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 6 rawDataSize 156 totalSize 162 @@ -1122,7 +1140,7 @@ Database: default Table: over1k_part_buck_sort #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 8 numRows 32 rawDataSize 830 @@ -1163,8 +1181,8 @@ Database: default Table: over1k_part_buck_sort #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 8 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 6 rawDataSize 156 totalSize 162 @@ -1265,6 +1283,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1287,8 +1306,9 @@ STAGE PLANS: Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) @@ -1335,9 +1355,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -1353,29 +1373,18 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + + key expressions: _col4 (type: tinyint), _col1 (type: int) + sort order: ++ + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col2 (type: bigint), _col3 (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col1 (type: bigint), VALUE._col2 (type: float), VALUE._col3 (type: tinyint) - outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col4 (type: tinyint), _col1 (type: int) - sort order: ++ - Map-reduce partition columns: _col4 (type: tinyint) - Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) - Reducer 3 - Execution mode: uber - Reduce Operator Tree: - Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), KEY._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1419,6 +1428,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1437,8 +1447,10 @@ STAGE PLANS: key expressions: _col2 (type: int) sort order: + Statistics: Num rows: 4443 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1461,12 +1473,12 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint) + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), KEY._col4 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 10 Data size: 240 Basic stats: COMPLETE Column stats: NONE File Output Operator @@ -1510,6 +1522,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1533,8 +1546,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) @@ -1588,6 +1602,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1611,8 +1626,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: smallint), KEY._col2 (type: int), KEY._col3 (type: bigint), KEY._col4 (type: float) @@ -1693,7 +1709,7 @@ Database: default Table: over1k_part2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -1735,7 +1751,7 @@ Database: default Table: over1k_part2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -1840,7 +1856,7 @@ Database: default Table: over1k_part2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -1882,7 +1898,7 @@ Database: default Table: over1k_part2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -1986,6 +2002,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2009,8 +2026,9 @@ STAGE PLANS: Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col4 (type: tinyint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY.reducesinkkey0 (type: float), VALUE._col3 (type: tinyint) @@ -2056,6 +2074,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2077,14 +2096,15 @@ STAGE PLANS: sort order: +++ Map-reduce partition columns: _col4 (type: tinyint) Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint), _col3 (type: float), _col4 (type: tinyint), '_bucket_number' (type: string) + value expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: tinyint), VALUE._bucket_number (type: string) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _bucket_number + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: int), VALUE._col2 (type: bigint), KEY._col3 (type: float), KEY._col4 (type: tinyint), KEY.'_bucket_number' (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, '_bucket_number' Statistics: Num rows: 4442 Data size: 106611 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false @@ -2154,7 +2174,7 @@ Database: default Table: over1k_part_buck_sort2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -2195,7 +2215,7 @@ Database: default Table: over1k_part_buck_sort2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -2297,7 +2317,7 @@ Database: default Table: over1k_part_buck_sort2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 16 rawDataSize 415 @@ -2338,7 +2358,7 @@ Database: default Table: over1k_part_buck_sort2 #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 3 rawDataSize 78 @@ -2399,3 +2419,855 @@ POSTHOOK: Input: default@over1k_part_buck_sort2@t=27 POSTHOOK: Input: default@over1k_part_buck_sort2@t=__HIVE_DEFAULT_PARTITION__ #### A masked pattern was here #### 19 +PREHOOK: query: create table over1k_part3( + si smallint, + b bigint, + f float) + partitioned by (s string, t tinyint, i int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: create table over1k_part3( + si smallint, + b bigint, + f float) + partitioned by (s string, t tinyint, i int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@over1k_part3 +PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where s="foo" +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where s="foo" +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1k + Statistics: Num rows: 859 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (s = 'foo') (type: boolean) + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: si (type: smallint), b (type: bigint), f (type: float), 'foo' (type: string), t (type: tinyint), i (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + sort order: +++ + Map-reduce partition columns: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: smallint), _col1 (type: bigint), _col2 (type: float) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: bigint), VALUE._col2 (type: float), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + i + s + t + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1k + Statistics: Num rows: 859 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (t = 27) (type: boolean) + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: si (type: smallint), b (type: bigint), f (type: float), s (type: string), 27 (type: tinyint), i (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + sort order: +++ + Map-reduce partition columns: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: smallint), _col1 (type: bigint), _col2 (type: float) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: bigint), VALUE._col2 (type: float), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + i + s + t + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1k + Statistics: Num rows: 859 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (i = 100) (type: boolean) + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: si (type: smallint), b (type: bigint), f (type: float), s (type: string), t (type: tinyint), 100 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + sort order: +++ + Map-reduce partition columns: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: smallint), _col1 (type: bigint), _col2 (type: float) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: bigint), VALUE._col2 (type: float), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 429 Data size: 53255 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + i + s + t + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1k + Statistics: Num rows: 859 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: ((i = 100) and (t = 27)) (type: boolean) + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: si (type: smallint), b (type: bigint), f (type: float), s (type: string), 27 (type: tinyint), 100 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + sort order: +++ + Map-reduce partition columns: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: smallint), _col1 (type: bigint), _col2 (type: float) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: bigint), VALUE._col2 (type: float), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + i + s + t + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and s="foo" +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and s="foo" +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1k + Statistics: Num rows: 859 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: ((i = 100) and (s = 'foo')) (type: boolean) + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: si (type: smallint), b (type: bigint), f (type: float), 'foo' (type: string), t (type: tinyint), 100 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + sort order: +++ + Map-reduce partition columns: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: smallint), _col1 (type: bigint), _col2 (type: float) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: bigint), VALUE._col2 (type: float), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + i + s + t + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 and s="foo" +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 and s="foo" +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1k + Statistics: Num rows: 859 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: ((t = 27) and (s = 'foo')) (type: boolean) + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: si (type: smallint), b (type: bigint), f (type: float), 'foo' (type: string), 27 (type: tinyint), i (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + sort order: +++ + Map-reduce partition columns: _col3 (type: string), _col4 (type: tinyint), _col5 (type: int) + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: smallint), _col1 (type: bigint), _col2 (type: float) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: smallint), VALUE._col1 (type: bigint), VALUE._col2 (type: float), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 214 Data size: 26565 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + i + s + t + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 and s="foo" +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 and s="foo" +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: over1k + Statistics: Num rows: 859 Data size: 106636 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: ((i = 100) and (t = 27) and (s = 'foo')) (type: boolean) + Statistics: Num rows: 107 Data size: 13282 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: si (type: smallint), b (type: bigint), f (type: float), 'foo' (type: string), 27 (type: tinyint), 100 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 107 Data size: 13282 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 107 Data size: 13282 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + i + s + t + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.over1k_part3 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +POSTHOOK: Output: default@over1k_part3@s=alice quirinius/t=27/i=65636 +POSTHOOK: Output: default@over1k_part3@s=bob ovid/t=27/i=65619 +POSTHOOK: Output: default@over1k_part3@s=david allen/t=27/i=65617 +POSTHOOK: Output: default@over1k_part3@s=ethan laertes/t=27/i=65628 +POSTHOOK: Output: default@over1k_part3@s=irene underhill/t=27/i=65787 +POSTHOOK: Output: default@over1k_part3@s=jessica zipper/t=27/i=65778 +POSTHOOK: Output: default@over1k_part3@s=mike zipper/t=27/i=65779 +POSTHOOK: Output: default@over1k_part3@s=oscar carson/t=27/i=65624 +POSTHOOK: Output: default@over1k_part3@s=oscar ovid/t=27/i=65536 +POSTHOOK: Output: default@over1k_part3@s=priscilla zipper/t=27/i=65622 +POSTHOOK: Output: default@over1k_part3@s=quinn allen/t=27/i=65708 +POSTHOOK: Output: default@over1k_part3@s=rachel carson/t=27/i=65677 +POSTHOOK: Output: default@over1k_part3@s=tom brown/t=27/i=65675 +POSTHOOK: Output: default@over1k_part3@s=ulysses underhill/t=27/i=65570 +POSTHOOK: Output: default@over1k_part3@s=wendy van buren/t=27/i=65680 +POSTHOOK: Output: default@over1k_part3@s=xavier quirinius/t=27/i=65599 +POSTHOOK: Lineage: over1k_part3 PARTITION(s=alice quirinius,t=27,i=65636).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=alice quirinius,t=27,i=65636).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=alice quirinius,t=27,i=65636).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=bob ovid,t=27,i=65619).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=bob ovid,t=27,i=65619).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=bob ovid,t=27,i=65619).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=david allen,t=27,i=65617).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=david allen,t=27,i=65617).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=david allen,t=27,i=65617).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ethan laertes,t=27,i=65628).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ethan laertes,t=27,i=65628).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ethan laertes,t=27,i=65628).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=irene underhill,t=27,i=65787).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=irene underhill,t=27,i=65787).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=irene underhill,t=27,i=65787).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=jessica zipper,t=27,i=65778).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=jessica zipper,t=27,i=65778).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=jessica zipper,t=27,i=65778).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=mike zipper,t=27,i=65779).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=mike zipper,t=27,i=65779).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=mike zipper,t=27,i=65779).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar carson,t=27,i=65624).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar carson,t=27,i=65624).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar carson,t=27,i=65624).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar ovid,t=27,i=65536).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar ovid,t=27,i=65536).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar ovid,t=27,i=65536).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=priscilla zipper,t=27,i=65622).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=priscilla zipper,t=27,i=65622).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=priscilla zipper,t=27,i=65622).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=quinn allen,t=27,i=65708).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=quinn allen,t=27,i=65708).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=quinn allen,t=27,i=65708).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=rachel carson,t=27,i=65677).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=rachel carson,t=27,i=65677).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=rachel carson,t=27,i=65677).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=tom brown,t=27,i=65675).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=tom brown,t=27,i=65675).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=tom brown,t=27,i=65675).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ulysses underhill,t=27,i=65570).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ulysses underhill,t=27,i=65570).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ulysses underhill,t=27,i=65570).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=wendy van buren,t=27,i=65680).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=wendy van buren,t=27,i=65680).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=wendy van buren,t=27,i=65680).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=xavier quirinius,t=27,i=65599).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=xavier quirinius,t=27,i=65599).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=xavier quirinius,t=27,i=65599).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 and s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 and s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 and s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 and s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: select sum(hash(*)) from over1k_part3 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_part3 +PREHOOK: Input: default@over1k_part3@s=alice quirinius/t=27/i=65636 +PREHOOK: Input: default@over1k_part3@s=bob ovid/t=27/i=65619 +PREHOOK: Input: default@over1k_part3@s=david allen/t=27/i=65617 +PREHOOK: Input: default@over1k_part3@s=ethan laertes/t=27/i=65628 +PREHOOK: Input: default@over1k_part3@s=irene underhill/t=27/i=65787 +PREHOOK: Input: default@over1k_part3@s=jessica zipper/t=27/i=65778 +PREHOOK: Input: default@over1k_part3@s=mike zipper/t=27/i=65779 +PREHOOK: Input: default@over1k_part3@s=oscar carson/t=27/i=65624 +PREHOOK: Input: default@over1k_part3@s=oscar ovid/t=27/i=65536 +PREHOOK: Input: default@over1k_part3@s=priscilla zipper/t=27/i=65622 +PREHOOK: Input: default@over1k_part3@s=quinn allen/t=27/i=65708 +PREHOOK: Input: default@over1k_part3@s=rachel carson/t=27/i=65677 +PREHOOK: Input: default@over1k_part3@s=tom brown/t=27/i=65675 +PREHOOK: Input: default@over1k_part3@s=ulysses underhill/t=27/i=65570 +PREHOOK: Input: default@over1k_part3@s=wendy van buren/t=27/i=65680 +PREHOOK: Input: default@over1k_part3@s=xavier quirinius/t=27/i=65599 +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from over1k_part3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_part3 +POSTHOOK: Input: default@over1k_part3@s=alice quirinius/t=27/i=65636 +POSTHOOK: Input: default@over1k_part3@s=bob ovid/t=27/i=65619 +POSTHOOK: Input: default@over1k_part3@s=david allen/t=27/i=65617 +POSTHOOK: Input: default@over1k_part3@s=ethan laertes/t=27/i=65628 +POSTHOOK: Input: default@over1k_part3@s=irene underhill/t=27/i=65787 +POSTHOOK: Input: default@over1k_part3@s=jessica zipper/t=27/i=65778 +POSTHOOK: Input: default@over1k_part3@s=mike zipper/t=27/i=65779 +POSTHOOK: Input: default@over1k_part3@s=oscar carson/t=27/i=65624 +POSTHOOK: Input: default@over1k_part3@s=oscar ovid/t=27/i=65536 +POSTHOOK: Input: default@over1k_part3@s=priscilla zipper/t=27/i=65622 +POSTHOOK: Input: default@over1k_part3@s=quinn allen/t=27/i=65708 +POSTHOOK: Input: default@over1k_part3@s=rachel carson/t=27/i=65677 +POSTHOOK: Input: default@over1k_part3@s=tom brown/t=27/i=65675 +POSTHOOK: Input: default@over1k_part3@s=ulysses underhill/t=27/i=65570 +POSTHOOK: Input: default@over1k_part3@s=wendy van buren/t=27/i=65680 +POSTHOOK: Input: default@over1k_part3@s=xavier quirinius/t=27/i=65599 +#### A masked pattern was here #### +17814641134 +PREHOOK: query: -- cross verify results with SDPO disabled +drop table over1k_part3 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@over1k_part3 +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: -- cross verify results with SDPO disabled +drop table over1k_part3 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@over1k_part3 +POSTHOOK: Output: default@over1k_part3 +PREHOOK: query: create table over1k_part3( + si smallint, + b bigint, + f float) + partitioned by (s string, t tinyint, i int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: create table over1k_part3( + si smallint, + b bigint, + f float) + partitioned by (s string, t tinyint, i int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@over1k_part3 +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +POSTHOOK: Output: default@over1k_part3@s=alice quirinius/t=27/i=65636 +POSTHOOK: Output: default@over1k_part3@s=bob ovid/t=27/i=65619 +POSTHOOK: Output: default@over1k_part3@s=david allen/t=27/i=65617 +POSTHOOK: Output: default@over1k_part3@s=ethan laertes/t=27/i=65628 +POSTHOOK: Output: default@over1k_part3@s=irene underhill/t=27/i=65787 +POSTHOOK: Output: default@over1k_part3@s=jessica zipper/t=27/i=65778 +POSTHOOK: Output: default@over1k_part3@s=mike zipper/t=27/i=65779 +POSTHOOK: Output: default@over1k_part3@s=oscar carson/t=27/i=65624 +POSTHOOK: Output: default@over1k_part3@s=oscar ovid/t=27/i=65536 +POSTHOOK: Output: default@over1k_part3@s=priscilla zipper/t=27/i=65622 +POSTHOOK: Output: default@over1k_part3@s=quinn allen/t=27/i=65708 +POSTHOOK: Output: default@over1k_part3@s=rachel carson/t=27/i=65677 +POSTHOOK: Output: default@over1k_part3@s=tom brown/t=27/i=65675 +POSTHOOK: Output: default@over1k_part3@s=ulysses underhill/t=27/i=65570 +POSTHOOK: Output: default@over1k_part3@s=wendy van buren/t=27/i=65680 +POSTHOOK: Output: default@over1k_part3@s=xavier quirinius/t=27/i=65599 +POSTHOOK: Lineage: over1k_part3 PARTITION(s=alice quirinius,t=27,i=65636).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=alice quirinius,t=27,i=65636).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=alice quirinius,t=27,i=65636).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=bob ovid,t=27,i=65619).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=bob ovid,t=27,i=65619).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=bob ovid,t=27,i=65619).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=david allen,t=27,i=65617).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=david allen,t=27,i=65617).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=david allen,t=27,i=65617).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ethan laertes,t=27,i=65628).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ethan laertes,t=27,i=65628).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ethan laertes,t=27,i=65628).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=irene underhill,t=27,i=65787).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=irene underhill,t=27,i=65787).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=irene underhill,t=27,i=65787).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=jessica zipper,t=27,i=65778).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=jessica zipper,t=27,i=65778).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=jessica zipper,t=27,i=65778).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=mike zipper,t=27,i=65779).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=mike zipper,t=27,i=65779).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=mike zipper,t=27,i=65779).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar carson,t=27,i=65624).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar carson,t=27,i=65624).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar carson,t=27,i=65624).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar ovid,t=27,i=65536).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar ovid,t=27,i=65536).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=oscar ovid,t=27,i=65536).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=priscilla zipper,t=27,i=65622).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=priscilla zipper,t=27,i=65622).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=priscilla zipper,t=27,i=65622).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=quinn allen,t=27,i=65708).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=quinn allen,t=27,i=65708).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=quinn allen,t=27,i=65708).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=rachel carson,t=27,i=65677).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=rachel carson,t=27,i=65677).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=rachel carson,t=27,i=65677).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=tom brown,t=27,i=65675).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=tom brown,t=27,i=65675).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=tom brown,t=27,i=65675).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ulysses underhill,t=27,i=65570).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ulysses underhill,t=27,i=65570).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=ulysses underhill,t=27,i=65570).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=wendy van buren,t=27,i=65680).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=wendy van buren,t=27,i=65680).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=wendy van buren,t=27,i=65680).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=xavier quirinius,t=27,i=65599).b SIMPLE [(over1k)over1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=xavier quirinius,t=27,i=65599).f SIMPLE [(over1k)over1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: over1k_part3 PARTITION(s=xavier quirinius,t=27,i=65599).si SIMPLE [(over1k)over1k.FieldSchema(name:si, type:smallint, comment:null), ] +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 and s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where t=27 and s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 and s="foo" +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k +PREHOOK: Output: default@over1k_part3 +POSTHOOK: query: insert overwrite table over1k_part3 partition(s,t,i) select si,b,f,s,t,i from over1k where i=100 and t=27 and s="foo" +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k +PREHOOK: query: select sum(hash(*)) from over1k_part3 +PREHOOK: type: QUERY +PREHOOK: Input: default@over1k_part3 +PREHOOK: Input: default@over1k_part3@s=alice quirinius/t=27/i=65636 +PREHOOK: Input: default@over1k_part3@s=bob ovid/t=27/i=65619 +PREHOOK: Input: default@over1k_part3@s=david allen/t=27/i=65617 +PREHOOK: Input: default@over1k_part3@s=ethan laertes/t=27/i=65628 +PREHOOK: Input: default@over1k_part3@s=irene underhill/t=27/i=65787 +PREHOOK: Input: default@over1k_part3@s=jessica zipper/t=27/i=65778 +PREHOOK: Input: default@over1k_part3@s=mike zipper/t=27/i=65779 +PREHOOK: Input: default@over1k_part3@s=oscar carson/t=27/i=65624 +PREHOOK: Input: default@over1k_part3@s=oscar ovid/t=27/i=65536 +PREHOOK: Input: default@over1k_part3@s=priscilla zipper/t=27/i=65622 +PREHOOK: Input: default@over1k_part3@s=quinn allen/t=27/i=65708 +PREHOOK: Input: default@over1k_part3@s=rachel carson/t=27/i=65677 +PREHOOK: Input: default@over1k_part3@s=tom brown/t=27/i=65675 +PREHOOK: Input: default@over1k_part3@s=ulysses underhill/t=27/i=65570 +PREHOOK: Input: default@over1k_part3@s=wendy van buren/t=27/i=65680 +PREHOOK: Input: default@over1k_part3@s=xavier quirinius/t=27/i=65599 +#### A masked pattern was here #### +POSTHOOK: query: select sum(hash(*)) from over1k_part3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@over1k_part3 +POSTHOOK: Input: default@over1k_part3@s=alice quirinius/t=27/i=65636 +POSTHOOK: Input: default@over1k_part3@s=bob ovid/t=27/i=65619 +POSTHOOK: Input: default@over1k_part3@s=david allen/t=27/i=65617 +POSTHOOK: Input: default@over1k_part3@s=ethan laertes/t=27/i=65628 +POSTHOOK: Input: default@over1k_part3@s=irene underhill/t=27/i=65787 +POSTHOOK: Input: default@over1k_part3@s=jessica zipper/t=27/i=65778 +POSTHOOK: Input: default@over1k_part3@s=mike zipper/t=27/i=65779 +POSTHOOK: Input: default@over1k_part3@s=oscar carson/t=27/i=65624 +POSTHOOK: Input: default@over1k_part3@s=oscar ovid/t=27/i=65536 +POSTHOOK: Input: default@over1k_part3@s=priscilla zipper/t=27/i=65622 +POSTHOOK: Input: default@over1k_part3@s=quinn allen/t=27/i=65708 +POSTHOOK: Input: default@over1k_part3@s=rachel carson/t=27/i=65677 +POSTHOOK: Input: default@over1k_part3@s=tom brown/t=27/i=65675 +POSTHOOK: Input: default@over1k_part3@s=ulysses underhill/t=27/i=65570 +POSTHOOK: Input: default@over1k_part3@s=wendy van buren/t=27/i=65680 +POSTHOOK: Input: default@over1k_part3@s=xavier quirinius/t=27/i=65599 +#### A masked pattern was here #### +17814641134 diff --git a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out index 06e94c3..ba56486 100644 --- a/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out +++ b/ql/src/test/results/clientpositive/llap/dynpart_sort_optimization2.q.out @@ -85,6 +85,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -108,8 +109,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 60 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: float), KEY._col2 (type: float) @@ -325,6 +327,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -348,8 +351,9 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 60 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: float), _col1 (type: float), _col2 (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: float), VALUE._col1 (type: float), VALUE._col2 (type: int) @@ -564,6 +568,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -587,8 +592,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 5 Data size: 60 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: float), KEY._col2 (type: float) @@ -804,6 +810,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -826,8 +833,9 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 60 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: float), _col1 (type: float), _col2 (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: float), VALUE._col1 (type: float), VALUE._col2 (type: int) @@ -1097,6 +1105,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1120,8 +1129,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int), KEY._col1 (type: float), KEY._col2 (type: float) @@ -1337,6 +1347,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1359,8 +1370,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: float), _col1 (type: float), _col2 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: float), VALUE._col1 (type: float), VALUE._col2 (type: int) @@ -1603,6 +1615,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1611,40 +1624,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: key, value + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - aggregations: count(_col2) - keys: 'day' (type: string), _col1 (type: string) + aggregations: count(value) + keys: key (type: string) mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 'day' (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: 'day' (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) - keys: 'day' (type: string), KEY._col1 (type: string) + keys: KEY._col0 (type: string) mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), 'day' (type: string) + expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), 'day' (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat @@ -1731,6 +1745,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1739,40 +1754,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: key, value + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - aggregations: count(_col2) - keys: 'day' (type: string), _col1 (type: string) + aggregations: count(value) + keys: key (type: string) mode: hash - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 'day' (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: 'day' (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: bigint) + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) - keys: 'day' (type: string), KEY._col1 (type: string) + keys: KEY._col0 (type: string) mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(_col1) (type: int), UDFToInteger(_col2) (type: int), 'day' (type: string) + expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int), 'day' (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/empty_join.q.out b/ql/src/test/results/clientpositive/llap/empty_join.q.out new file mode 100644 index 0000000..19aa89f --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/empty_join.q.out @@ -0,0 +1,111 @@ +PREHOOK: query: DROP TABLE IF EXISTS test_1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS test_1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE test_1 AS SELECT 1 AS id +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: database:default +PREHOOK: Output: default@test_1 +POSTHOOK: query: CREATE TABLE test_1 AS SELECT 1 AS id +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_1 +POSTHOOK: Lineage: test_1.id SIMPLE [] +PREHOOK: query: DROP TABLE IF EXISTS test_2 +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS test_2 +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE test_2 (id INT) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test_2 +POSTHOOK: query: CREATE TABLE test_2 (id INT) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_2 +PREHOOK: query: DROP TABLE IF EXISTS test_3 +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS test_3 +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE test_3 AS SELECT 1 AS id +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: database:default +PREHOOK: Output: default@test_3 +POSTHOOK: query: CREATE TABLE test_3 AS SELECT 1 AS id +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_3 +POSTHOOK: Lineage: test_3.id SIMPLE [] +PREHOOK: query: explain +SELECT t1.id, t2.id, t3.id +FROM test_1 t1 +LEFT JOIN test_2 t2 ON t1.id = t2.id +INNER JOIN test_3 t3 ON t1.id = t3.id +PREHOOK: type: QUERY +POSTHOOK: query: explain +SELECT t1.id, t2.id, t3.id +FROM test_1 t1 +LEFT JOIN test_2 t2 ON t1.id = t2.id +INNER JOIN test_3 t3 ON t1.id = t3.id +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_14] + Map Join Operator [MAPJOIN_22] (rows=2 width=1) + Conds:SEL_2._col0=RS_10._col0(Left Outer),SEL_2._col0=RS_11._col0(Inner),Output:["_col0","_col1","_col2"] + <-Map 2 [BROADCAST_EDGE] llap + BROADCAST [RS_10] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=1 width=0) + Output:["_col0"] + Filter Operator [FIL_20] (rows=1 width=0) + predicate:id is not null + TableScan [TS_3] (rows=1 width=0) + default@test_2,t2,Tbl:PARTIAL,Col:NONE,Output:["id"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_11] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=1 width=1) + Output:["_col0"] + Filter Operator [FIL_21] (rows=1 width=1) + predicate:id is not null + TableScan [TS_6] (rows=1 width=1) + default@test_3,t3,Tbl:COMPLETE,Col:NONE,Output:["id"] + <-Select Operator [SEL_2] (rows=1 width=1) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1 width=1) + predicate:id is not null + TableScan [TS_0] (rows=1 width=1) + default@test_1,t1,Tbl:COMPLETE,Col:NONE,Output:["id"] + +PREHOOK: query: SELECT t1.id, t2.id, t3.id +FROM test_1 t1 +LEFT JOIN test_2 t2 ON t1.id = t2.id +INNER JOIN test_3 t3 ON t1.id = t3.id +PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +PREHOOK: Input: default@test_2 +PREHOOK: Input: default@test_3 +#### A masked pattern was here #### +POSTHOOK: query: SELECT t1.id, t2.id, t3.id +FROM test_1 t1 +LEFT JOIN test_2 t2 ON t1.id = t2.id +INNER JOIN test_3 t3 ON t1.id = t3.id +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +POSTHOOK: Input: default@test_2 +POSTHOOK: Input: default@test_3 +#### A masked pattern was here #### +1 NULL 1 diff --git a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out index a9b439e..abf430e 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_1.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_1.q.out @@ -3,12 +3,8 @@ PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc POSTHOOK: type: CREATETABLE Stage-0 - Create Table Operator: - columns:["key int","value string"] - input format:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - name:default.src_orc_merge_test_part - output format:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat - partition columns:["ds string","ts string"] + Create Table Operator: + name:default.src_orc_merge_test_part PREHOOK: query: create table src_orc_merge_test_part(key int, value string) partitioned by (ds string, ts string) stored as orc PREHOOK: type: CREATETABLE @@ -50,25 +46,20 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - partition:{"ds":"2012-01-03","ts":"2012-01-03+14:46:31"} - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Stage-2 - Dependency Collection{} - Stage-1 - Map 1 - File Output Operator [FS_3] - compressed:false - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.src_orc_merge_test_part"} + Stage-2 + Dependency Collection{} + Stage-1 + Map 1 llap + File Output Operator [FS_3] + table:{"name:":"default.src_orc_merge_test_part"} + Select Operator [SEL_1] (rows=500 width=95) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: insert overwrite table src_orc_merge_test_part partition(ds='2012-01-03', ts='2012-01-03+14:46:31') select * from src PREHOOK: type: QUERY @@ -90,42 +81,30 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - partition:{"ds":"2012-01-03","ts":"2012-01-03+14:46:31"} - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Stage-2 - Dependency Collection{} - Stage-1 - Reducer 2 - File Output Operator [FS_7] - compressed:false - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.hive.ql.io.orc.OrcInputFormat","output format:":"org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat","serde:":"org.apache.hadoop.hive.ql.io.orc.OrcSerde","name:":"default.src_orc_merge_test_part"} - Select Operator [SEL_6] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Limit [LIM_5] - Number of rows:100 - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_4] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: string), _col1 (type: string) - Limit [LIM_2] - Number of rows:100 - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.src_orc_merge_test_part"} + Stage-2 + Dependency Collection{} + Stage-1 + Reducer 2 llap + File Output Operator [FS_7] + table:{"name:":"default.src_orc_merge_test_part"} + Select Operator [SEL_6] (rows=100 width=95) + Output:["_col0","_col1"] + Limit [LIM_5] (rows=100 width=178) + Number of rows:100 + Select Operator [SEL_4] (rows=100 width=178) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Limit [LIM_2] (rows=100 width=178) + Number of rows:100 + Select Operator [SEL_1] (rows=500 width=178) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select count(1) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY @@ -137,32 +116,20 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_4] - aggregations:["count(1)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + Select Operator [SEL_2] (rows=500 width=102) + TableScan [TS_0] (rows=500 width=102) + default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY @@ -174,33 +141,21 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_4] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Group By Operator [GBY_4] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_2] (rows=500 width=102) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=102) + default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: alter table src_orc_merge_test_part partition (ds='2012-01-03', ts='2012-01-03+14:46:31') concatenate PREHOOK: type: ALTER_PARTITION_MERGE @@ -220,32 +175,20 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_4] - aggregations:["count(1)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - Statistics:Num rows: 1 Data size: 2515 Basic stats: PARTIAL Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 1 Data size: 2515 Basic stats: PARTIAL Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + Select Operator [SEL_2] (rows=500 width=102) + TableScan [TS_0] (rows=500 width=102) + default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from src_orc_merge_test_part where ds='2012-01-03' and ts='2012-01-03+14:46:31' PREHOOK: type: QUERY @@ -257,33 +200,21 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_6] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_4] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 24 Data size: 2515 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src_orc_merge_test_part - Statistics:Num rows: 24 Data size: 2515 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Group By Operator [GBY_6] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Group By Operator [GBY_4] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_2] (rows=500 width=102) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=102) + default@src_orc_merge_test_part,src_orc_merge_test_part,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: drop table src_orc_merge_test_part PREHOOK: type: DROPTABLE @@ -322,63 +253,37 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_17] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_15] - | aggregations:["sum(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_14] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_13] - aggregations:["sum(hash(_col0,_col1,_col2,_col3))"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_11] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - sort order:++++ - Statistics:Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_20] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] - | sort order: - | Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col1 (type: string) - | Select Operator [SEL_5] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_19] - | predicate:(key < 10) (type: boolean) - | Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_2] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_18] - predicate:(key < 10) (type: boolean) - Statistics:Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_17] + Group By Operator [GBY_15] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + Group By Operator [GBY_13] (rows=1 width=8) + Output:["_col0"],aggregations:["sum(hash(_col0,_col1,_col2,_col3))"] + Select Operator [SEL_11] (rows=27556 width=356) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Map Join Operator [MAPJOIN_20] (rows=27556 width=356) + Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_7] + Select Operator [SEL_5] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_19] (rows=166 width=178) + predicate:(key < 10) + TableScan [TS_3] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Select Operator [SEL_2] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_18] (rows=166 width=178) + predicate:(key < 10) + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key PREHOOK: type: QUERY @@ -390,40 +295,24 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_7] - compressed:false - Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_2] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key","c_int","c_float"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_7] + Select Operator [SEL_5] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_4] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_2] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Select Operator [SEL_1] (rows=20 width=88) + Output:["key","c_int","c_float"] + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x PREHOOK: type: QUERY @@ -436,60 +325,33 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_12] - compressed:false - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_11] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_10] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - key expressions:_col0 (type: bigint), _col1 (type: float) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: float) - sort order:++ - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_8] - aggregations:["count()"] - keys:_col0 (type: bigint), _col1 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_2] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key","c_int","c_float"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=5 width=20) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_10] (rows=5 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_8] (rows=5 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=10 width=101) + Output:["_col0","_col1"] + Group By Operator [GBY_4] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_2] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Select Operator [SEL_1] (rows=20 width=88) + Output:["key","c_int","c_float"] + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c PREHOOK: type: QUERY @@ -508,172 +370,88 @@ Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Reducer 9 <- Map 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 7 - File Output Operator [FS_45] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_44] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_43] - key expressions:(UDFToLong(_col0) + _col1) (type: bigint), _col1 (type: bigint) - sort order:-+ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: int), _col2 (type: bigint) - Select Operator [SEL_41] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_40] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_39] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_38] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_37] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_51] - predicate:((_col1 > 0) or (_col6 >= 0)) (type: boolean) - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_57] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col6"] - | Statistics:Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_30] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_55] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_29] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_32] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_28] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_52] - predicate:((_col1 + _col4) >= 0) (type: boolean) - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_56] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col4"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_25] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_20] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_19] - | key expressions:_col3 (type: double), _col2 (type: bigint) - | sort order:-+ - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: int) - | Select Operator [SEL_17] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_16] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_15] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_14] - | aggregations:["sum(c_int)"] - | keys:key (type: string), c_int (type: int), c_float (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_54] - | predicate:((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) - | Statistics:Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_11] - | alias:cbo_t2 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_9] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_6] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_5] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_3] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_53] - predicate:((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) - Statistics:Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 7 llap + File Output Operator [FS_42] + Select Operator [SEL_41] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_40] + Select Operator [SEL_38] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_37] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6 + Select Operator [SEL_34] (rows=3 width=16) + Output:["_col2","_col6"] + Filter Operator [FIL_33] (rows=3 width=16) + predicate:((_col1 > 0) or (_col6 >= 0)) + Merge Join Operator [MERGEJOIN_52] (rows=3 width=16) + Conds:RS_30._col0=RS_31._col0(Inner),Output:["_col1","_col2","_col6"] + <-Map 11 [SIMPLE_EDGE] llap + SHUFFLE [RS_31] + PartitionCols:_col0 + Select Operator [SEL_29] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_50] (rows=18 width=84) + predicate:key is not null + TableScan [TS_27] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_30] + PartitionCols:_col0 + Select Operator [SEL_26] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_25] (rows=1 width=101) + predicate:((_col1 + _col4) >= 0) + Merge Join Operator [MERGEJOIN_51] (rows=1 width=101) + Conds:RS_22._col0=RS_23._col0(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Reducer 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=1 width=89) + Output:["_col0","_col1"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + Select Operator [SEL_17] (rows=1 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_16] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_14] (rows=2 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_49] (rows=5 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_11] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_9] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Select Operator [SEL_6] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=2 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_48] (rows=5 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b % c asc, b desc) cbo_t1 left outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p left outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int % c asc, cbo_t3.c_int desc PREHOOK: type: QUERY @@ -691,163 +469,82 @@ Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Reducer 9 <- Map 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 7 - File Output Operator [FS_44] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_43] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_42] - key expressions:(UDFToLong(_col0) % _col1) (type: bigint), _col0 (type: int) - sort order:+- - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint), _col2 (type: bigint) - Select Operator [SEL_40] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_39] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_38] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_37] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_34] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_49] - predicate:((((_col6 > 0) and ((_col6 >= 1) or (_col2 >= 1))) and ((UDFToLong(_col6) + _col2) >= 0)) and ((_col1 > 0) or (_col6 >= 0))) (type: boolean) - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_55] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col6"] - | Statistics:Num rows: 4 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_31] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_28] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_30] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_27] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_50] - predicate:((_col1 + _col4) >= 0) (type: boolean) - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_54] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col4"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_23] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_11] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col3 (type: bigint), _col1 (type: int) - | sort order:+- - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col2 (type: bigint) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_7] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_5] - | aggregations:["sum(_col2)"] - | keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_51] - | predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_24] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_21] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_20] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_18] - keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_15] - outputColumnNames:["_col0","_col2","_col3"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_52] - predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_13] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 7 llap + File Output Operator [FS_39] + Select Operator [SEL_38] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_37] + Group By Operator [GBY_34] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_33] + PartitionCols:_col0, _col1 + Group By Operator [GBY_32] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col6, _col2 + Select Operator [SEL_31] (rows=1 width=16) + Output:["_col6","_col2"] + Filter Operator [FIL_30] (rows=1 width=16) + predicate:(((_col1 > 0) or (_col6 >= 0)) and ((_col6 >= 1) or (_col2 >= 1)) and ((UDFToLong(_col6) + _col2) >= 0)) + Merge Join Operator [MERGEJOIN_48] (rows=3 width=16) + Conds:RS_27._col0=RS_28._col0(Inner),Output:["_col1","_col2","_col6"] + <-Map 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + PartitionCols:_col0 + Select Operator [SEL_26] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_46] (rows=18 width=84) + predicate:((c_int > 0) and key is not null) + TableScan [TS_24] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_27] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_22] (rows=1 width=101) + predicate:((_col1 + _col4) >= 0) + Merge Join Operator [MERGEJOIN_47] (rows=1 width=101) + Conds:RS_19._col0=RS_20._col0(Left Outer),Output:["_col0","_col1","_col2","_col4"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_9] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Select Operator [SEL_6] (rows=1 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_44] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_20] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=1 width=89) + Output:["_col0","_col1"] + Group By Operator [GBY_16] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_14] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:key, c_int, c_float + Filter Operator [FIL_45] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null) + TableScan [TS_11] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by b+c, a desc) cbo_t1 right outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 2) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c PREHOOK: type: QUERY @@ -863,136 +560,69 @@ Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 7 <- Map 6 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_35] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_34] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_33] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_32] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_31] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_30] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_38] - predicate:(((_col1 + _col4) >= 2) and ((_col1 > 0) or (_col6 >= 0))) (type: boolean) - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_41] - | condition map:[{"":"Right Outer Join0 to 1"},{"":"Right Outer Join0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col4","_col6"] - | Statistics:Num rows: 4 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_27] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_24] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_23] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_25] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_11] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col3 (type: bigint), _col0 (type: string) - | sort order:+- - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_7] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_5] - | aggregations:["sum(_col2)"] - | keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_39] - | predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_26] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_21] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_20] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_18] - keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_15] - outputColumnNames:["_col0","_col2","_col3"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_40] - predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_13] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 llap + File Output Operator [FS_31] + Select Operator [SEL_30] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_29] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + PartitionCols:_col0, _col1 + Group By Operator [GBY_27] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6 + Select Operator [SEL_26] (rows=1 width=20) + Output:["_col2","_col6"] + Filter Operator [FIL_25] (rows=1 width=20) + predicate:(((_col1 + _col4) >= 2) and ((_col1 > 0) or (_col6 >= 0))) + Merge Join Operator [MERGEJOIN_36] (rows=4 width=20) + Conds:RS_21._col0=RS_22._col0(Right Outer),RS_21._col0=RS_23._col0(Right Outer),Output:["_col1","_col2","_col4","_col6"] + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=20 width=84) + Output:["_col0","_col1"] + TableScan [TS_19] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_21] + PartitionCols:_col0 + Select Operator [SEL_9] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Select Operator [SEL_6] (rows=1 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_34] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0)) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=1 width=89) + Output:["_col0","_col1"] + Group By Operator [GBY_16] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_14] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:key, c_int, c_float + Filter Operator [FIL_35] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0)) + TableScan [TS_11] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by c+a desc) cbo_t1 full outer join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by p+q desc, r asc) cbo_t2 on cbo_t1.a=p full outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c having cbo_t3.c_int > 0 and (c_int >=1 or c >= 1) and (c_int + c) >= 0 order by cbo_t3.c_int PREHOOK: type: QUERY @@ -1010,157 +640,77 @@ Reducer 8 <- Map 7 (SIMPLE_EDGE) Reducer 9 <- Reducer 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 6 - File Output Operator [FS_42] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_41] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_40] - key expressions:_col0 (type: int) - sort order:+ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint), _col2 (type: bigint) - Select Operator [SEL_39] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_38] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_37] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_36] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_33] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_45] - predicate:(((((_col6 > 0) and ((_col6 >= 1) or (_col2 >= 1))) and ((UDFToLong(_col6) + _col2) >= 0)) and ((_col1 + _col4) >= 0)) and ((_col1 > 0) or (_col6 >= 0))) (type: boolean) - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_48] - | condition map:[{"":"Outer Join 0 to 1"},{"":"Outer Join 0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col4","_col6"] - | Statistics:Num rows: 4 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_30] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_27] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_26] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_28] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_11] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col3 (type: double) - | sort order:- - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_7] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_5] - | aggregations:["sum(_col2)"] - | keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_46] - | predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_29] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_24] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] - key expressions:_col3 (type: double), _col2 (type: bigint) - sort order:-+ - Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string), _col1 (type: int) - Select Operator [SEL_21] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_20] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_18] - aggregations:["sum(_col2)"] - keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_15] - outputColumnNames:["_col0","_col2","_col3"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_47] - predicate:((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) (type: boolean) - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_13] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 6 llap + File Output Operator [FS_37] + Select Operator [SEL_36] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_35] + Group By Operator [GBY_33] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_32] + PartitionCols:_col0, _col1 + Group By Operator [GBY_31] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col6, _col2 + Select Operator [SEL_30] (rows=1 width=20) + Output:["_col6","_col2"] + Filter Operator [FIL_29] (rows=1 width=20) + predicate:(((_col1 + _col4) >= 0) and ((_col1 > 0) or (_col6 >= 0)) and ((_col6 >= 1) or (_col2 >= 1)) and ((UDFToLong(_col6) + _col2) >= 0)) + Merge Join Operator [MERGEJOIN_42] (rows=4 width=20) + Conds:RS_25._col0=RS_26._col0(Outer),RS_25._col0=RS_27._col0(Right Outer),Output:["_col1","_col2","_col4","_col6"] + <-Map 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_27] + PartitionCols:_col0 + Select Operator [SEL_24] (rows=20 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_41] (rows=20 width=84) + predicate:(c_int > 0) + TableScan [TS_22] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_25] + PartitionCols:_col0 + Select Operator [SEL_9] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Select Operator [SEL_6] (rows=1 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_39] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0)) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_26] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=1 width=89) + Output:["_col0","_col1"] + <-Reducer 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + Select Operator [SEL_17] (rows=1 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_16] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_14] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_40] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0)) + TableScan [TS_11] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c PREHOOK: type: QUERY @@ -1176,148 +726,76 @@ Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Reducer 7 <- Map 6 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_40] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_39] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_38] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_37] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_36] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_35] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_46] - predicate:((_col1 > 0) or (_col6 >= 0)) (type: boolean) - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_52] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col6"] - | Statistics:Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_32] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_28] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_50] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_27] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_30] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_26] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_47] - predicate:((_col1 + _col4) >= 0) (type: boolean) - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_51] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col4"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_21] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: bigint) - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_7] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_5] - | aggregations:["sum(_col2)"] - | keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_48] - | predicate:(((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) and key is not null) (type: boolean) - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_18] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_17] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_16] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_15] - keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_12] - outputColumnNames:["_col0","_col2","_col3"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_49] - predicate:(((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) and key is not null) (type: boolean) - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_10] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 llap + File Output Operator [FS_33] + Select Operator [SEL_32] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_31] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_30] + PartitionCols:_col0, _col1 + Group By Operator [GBY_29] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6 + Select Operator [SEL_28] (rows=3 width=16) + Output:["_col2","_col6"] + Filter Operator [FIL_27] (rows=3 width=16) + predicate:((_col1 > 0) or (_col6 >= 0)) + Merge Join Operator [MERGEJOIN_43] (rows=3 width=16) + Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col1","_col2","_col6"] + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_25] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_41] (rows=18 width=84) + predicate:key is not null + TableScan [TS_21] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_24] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_19] (rows=1 width=101) + predicate:((_col1 + _col4) >= 0) + Merge Join Operator [MERGEJOIN_42] (rows=1 width=101) + Conds:RS_16._col0=RS_17._col0(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_16] + PartitionCols:_col0 + Select Operator [SEL_6] (rows=1 width=97) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_39] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_17] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=1 width=89) + Output:["_col0","_col1"] + Group By Operator [GBY_13] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_11] (rows=1 width=93) + Output:["_col0","_col1","_col2"],keys:key, c_int, c_float + Filter Operator [FIL_40] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and key is not null) + TableScan [TS_8] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select unionsrc.key FROM (select 'tst1' as key, count(1) as value from src) unionsrc PREHOOK: type: QUERY @@ -1329,36 +807,23 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_7] - compressed:false - Statistics:Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_2] - aggregations:["count(key)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_7] + Select Operator [SEL_5] (rows=1 width=88) + Output:["_col0"] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Group By Operator [GBY_2] (rows=1 width=8) + Output:["_col0"],aggregations:["count(key)"] + Select Operator [SEL_1] (rows=500 width=87) + Output:["key"] + TableScan [TS_0] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select unionsrc.key FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1 UNION ALL @@ -1381,99 +846,56 @@ Reducer 6 <- Map 5 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 8 <- Map 7 (SIMPLE_EDGE), Union 3 (CONTAINS) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_26] - compressed:false - Statistics:Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_25] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE - |<-Union 3 [SIMPLE_EDGE] - |<-Reducer 2 [CONTAINS] - | Reduce Output Operator [RS_24] - | key expressions:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_5] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_4] - | | aggregations:["count(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | sort order: - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: bigint) - | Group By Operator [GBY_2] - | aggregations:["count(key)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["key"] - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [CONTAINS] - | Reduce Output Operator [RS_24] - | key expressions:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_12] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_11] - | | aggregations:["count(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 5 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | sort order: - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: bigint) - | Group By Operator [GBY_9] - | aggregations:["count(key)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_8] - | outputColumnNames:["key"] - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_7] - | alias:s1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 8 [CONTAINS] - Reduce Output Operator [RS_24] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 3 Data size: 261 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_21] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_20] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_18] - aggregations:["count(key)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_17] - outputColumnNames:["key"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_16] - alias:s1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_26] + Select Operator [SEL_25] (rows=3 width=87) + Output:["_col0"] + <-Union 3 [SIMPLE_EDGE] + <-Reducer 2 [CONTAINS] llap + Reduce Output Operator [RS_24] + Select Operator [SEL_5] (rows=1 width=87) + Output:["_col0"] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Group By Operator [GBY_2] (rows=1 width=8) + Output:["_col0"],aggregations:["count(key)"] + Select Operator [SEL_1] (rows=20 width=80) + Output:["key"] + TableScan [TS_0] (rows=20 width=80) + default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 6 [CONTAINS] llap + Reduce Output Operator [RS_24] + Select Operator [SEL_12] (rows=1 width=87) + Output:["_col0"] + Group By Operator [GBY_11] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Group By Operator [GBY_9] (rows=1 width=8) + Output:["_col0"],aggregations:["count(key)"] + Select Operator [SEL_8] (rows=20 width=80) + Output:["key"] + TableScan [TS_7] (rows=20 width=80) + default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 8 [CONTAINS] llap + Reduce Output Operator [RS_24] + Select Operator [SEL_21] (rows=1 width=87) + Output:["_col0"] + Group By Operator [GBY_20] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + Group By Operator [GBY_18] (rows=1 width=8) + Output:["_col0"],aggregations:["count(key)"] + Select Operator [SEL_17] (rows=20 width=80) + Output:["key"] + TableScan [TS_16] (rows=20 width=80) + default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select unionsrc.key, count(1) FROM (select 'max' as key, max(c_int) as value from cbo_t3 s1 UNION ALL @@ -1497,131 +919,69 @@ Reducer 7 <- Map 6 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 9 <- Map 8 (SIMPLE_EDGE), Union 3 (CONTAINS) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_31] - compressed:false - Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_30] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_29] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint) - Group By Operator [GBY_27] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - |<-Union 3 [SIMPLE_EDGE] - |<-Reducer 2 [CONTAINS] - | Reduce Output Operator [RS_26] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: bigint) - | Group By Operator [GBY_25] - | aggregations:["count(1)"] - | keys:_col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_5] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_4] - | | aggregations:["count(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | sort order: - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: bigint) - | Group By Operator [GBY_2] - | aggregations:["count(key)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["key"] - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 7 [CONTAINS] - | Reduce Output Operator [RS_26] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: bigint) - | Group By Operator [GBY_25] - | aggregations:["count(1)"] - | keys:_col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_12] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_11] - | | aggregations:["count(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 6 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | sort order: - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: bigint) - | Group By Operator [GBY_9] - | aggregations:["count(key)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_8] - | outputColumnNames:["key"] - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_7] - | alias:s1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 9 [CONTAINS] - Reduce Output Operator [RS_26] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint) - Group By Operator [GBY_25] - aggregations:["count(1)"] - keys:_col0 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_21] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_20] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_18] - aggregations:["count(key)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_17] - outputColumnNames:["key"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_16] - alias:s1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 llap + File Output Operator [FS_31] + Select Operator [SEL_30] (rows=1 width=95) + Output:["_col0","_col1"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_29] + Group By Operator [GBY_27] (rows=1 width=95) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Union 3 [SIMPLE_EDGE] + <-Reducer 2 [CONTAINS] llap + Reduce Output Operator [RS_26] + PartitionCols:_col0 + Group By Operator [GBY_25] (rows=1 width=95) + Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0 + Select Operator [SEL_5] (rows=1 width=87) + Output:["_col0"] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Group By Operator [GBY_2] (rows=1 width=8) + Output:["_col0"],aggregations:["count(key)"] + Select Operator [SEL_1] (rows=20 width=80) + Output:["key"] + TableScan [TS_0] (rows=20 width=80) + default@cbo_t3,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 7 [CONTAINS] llap + Reduce Output Operator [RS_26] + PartitionCols:_col0 + Group By Operator [GBY_25] (rows=1 width=95) + Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0 + Select Operator [SEL_12] (rows=1 width=87) + Output:["_col0"] + Group By Operator [GBY_11] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Group By Operator [GBY_9] (rows=1 width=8) + Output:["_col0"],aggregations:["count(key)"] + Select Operator [SEL_8] (rows=20 width=80) + Output:["key"] + TableScan [TS_7] (rows=20 width=80) + default@cbo_t3,s2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 9 [CONTAINS] llap + Reduce Output Operator [RS_26] + PartitionCols:_col0 + Group By Operator [GBY_25] (rows=1 width=95) + Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0 + Select Operator [SEL_21] (rows=1 width=87) + Output:["_col0"] + Group By Operator [GBY_20] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + Group By Operator [GBY_18] (rows=1 width=8) + Output:["_col0"],aggregations:["count(key)"] + Select Operator [SEL_17] (rows=20 width=80) + Output:["key"] + TableScan [TS_16] (rows=20 width=80) + default@cbo_t3,s3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select cbo_t1.key from cbo_t1 join cbo_t3 where cbo_t1.key=cbo_t3.key and cbo_t1.key >= 1 PREHOOK: type: QUERY @@ -1633,49 +993,31 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_12] - compressed:false - Statistics:Num rows: 18 Data size: 1530 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_17] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 18 Data size: 1530 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_15] - | predicate:(UDFToDouble(key) >= 1.0) (type: boolean) - | Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - outputColumnNames:["_col0"] - Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_16] - predicate:(UDFToDouble(key) >= 1.0) (type: boolean) - Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:cbo_t3 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Merge Join Operator [MERGEJOIN_15] (rows=18 width=85) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=6 width=85) + Output:["_col0"] + Filter Operator [FIL_13] (rows=6 width=85) + predicate:(UDFToDouble(key) >= 1.0) + TableScan [TS_0] (rows=20 width=80) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=6 width=85) + Output:["_col0"] + Filter Operator [FIL_14] (rows=6 width=85) + predicate:(UDFToDouble(key) >= 1.0) + TableScan [TS_3] (rows=20 width=80) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 left outer join cbo_t2 on cbo_t1.key=cbo_t2.key PREHOOK: type: QUERY @@ -1687,48 +1029,29 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_11] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col3"] - | Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Select Operator [SEL_7] (rows=100 width=8) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_11] (rows=100 width=8) + Conds:RS_4._col0=RS_5._col0(Left Outer),Output:["_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0 + Select Operator [SEL_1] (rows=20 width=84) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=20 width=84) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:_col0 + Select Operator [SEL_3] (rows=20 width=84) + Output:["_col0","_col1"] + TableScan [TS_2] (rows=20 width=84) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] PREHOOK: query: explain select cbo_t1.c_int, cbo_t2.c_int from cbo_t1 full outer join cbo_t2 on cbo_t1.key=cbo_t2.key PREHOOK: type: QUERY @@ -1740,48 +1063,29 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_9] - | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col3"] - | Statistics:Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Select Operator [SEL_7] (rows=100 width=8) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_9] (rows=100 width=8) + Conds:RS_4._col0=RS_5._col0(Outer),Output:["_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0 + Select Operator [SEL_1] (rows=20 width=84) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=20 width=84) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:_col0 + Select Operator [SEL_3] (rows=20 width=84) + Output:["_col0","_col1"] + TableScan [TS_2] (rows=20 width=84) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] PREHOOK: query: explain select b, cbo_t1.c, cbo_t2.p, q, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1) cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key PREHOOK: type: QUERY @@ -1793,70 +1097,42 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_14] - compressed:false - Statistics:Num rows: 291 Data size: 29391 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_13] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - Statistics:Num rows: 291 Data size: 29391 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_24] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col4","_col5","_col6"] - | Statistics:Num rows: 291 Data size: 29391 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1488 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: float) - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 18 Data size: 1488 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_21] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1488 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_22] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_2] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_23] - predicate:key is not null (type: boolean) - Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_4] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=291 width=101) + Output:["_col0","_col1","_col2","_col3","_col4"] + Merge Join Operator [MERGEJOIN_24] (rows=291 width=101) + Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col1","_col2","_col4","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=18 width=87) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_21] (rows=18 width=87) + predicate:key is not null + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_22] (rows=18 width=84) + predicate:key is not null + TableScan [TS_3] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_23] (rows=18 width=84) + predicate:key is not null + TableScan [TS_6] (rows=20 width=84) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] PREHOOK: query: explain select key, cbo_t1.c_int, cbo_t2.p, q from cbo_t1 join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2) cbo_t2 on cbo_t1.key=p join (select key as a, c_int as b, cbo_t3.c_float as c from cbo_t3)cbo_t3 on cbo_t1.key=a PREHOOK: type: QUERY @@ -1868,69 +1144,42 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_14] - compressed:false - Statistics:Num rows: 291 Data size: 51798 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_13] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 291 Data size: 51798 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_24] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col3","_col4"] - | Statistics:Num rows: 291 Data size: 51798 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_21] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1360 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_3] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 18 Data size: 1360 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_22] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1360 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_2] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_23] - predicate:key is not null (type: boolean) - Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_4] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=291 width=178) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_24] (rows=291 width=178) + Conds:RS_9._col0=RS_10._col0(Inner),RS_9._col0=RS_11._col0(Inner),Output:["_col0","_col1","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_21] (rows=18 width=84) + predicate:key is not null + TableScan [TS_0] (rows=20 width=84) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=18 width=80) + Output:["_col0"] + Filter Operator [FIL_22] (rows=18 width=80) + predicate:key is not null + TableScan [TS_3] (rows=20 width=80) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_23] (rows=18 width=84) + predicate:key is not null + TableScan [TS_6] (rows=20 width=84) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 full outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) PREHOOK: type: QUERY @@ -1943,88 +1192,51 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_22] - compressed:false - Statistics:Num rows: 4 Data size: 404 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_19] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - Statistics:Num rows: 4 Data size: 404 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_26] - predicate:(((_col4 + 1) = 2) and ((_col1 > 0) or (_col6 >= 0))) (type: boolean) - Statistics:Num rows: 4 Data size: 404 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_34] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col3","_col4","_col6"] - | Statistics:Num rows: 14 Data size: 1414 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 5 [SIMPLE_EDGE] - | Reduce Output Operator [RS_16] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_12] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_32] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_11] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_14] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 4 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: float), _col3 (type: string), _col4 (type: int) - Filter Operator [FIL_29] - predicate:((((_col1 + _col4) = 2) and _col0 is not null) and ((_col4 + 1) = 2)) (type: boolean) - Statistics:Num rows: 4 Data size: 728 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_33] - | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - | Statistics:Num rows: 18 Data size: 3276 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: float) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_30] - | predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) (type: boolean) - | Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 6 Data size: 445 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 6 Data size: 445 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_31] - predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) (type: boolean) - Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_19] + Select Operator [SEL_18] (rows=36 width=101) + Output:["_col0","_col1","_col2","_col3","_col4"] + Filter Operator [FIL_17] (rows=36 width=101) + predicate:((_col1 > 0) or (_col6 >= 0)) + Merge Join Operator [MERGEJOIN_28] (rows=36 width=101) + Conds:RS_14._col0=RS_15._col0(Inner),Output:["_col1","_col2","_col3","_col4","_col6"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0 + Select Operator [SEL_13] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_26] (rows=18 width=84) + predicate:key is not null + TableScan [TS_11] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + PartitionCols:_col0 + Filter Operator [FIL_9] (rows=10 width=182) + predicate:(((_col1 + _col4) = 2) and ((_col4 + 1) = 2)) + Merge Join Operator [MERGEJOIN_27] (rows=40 width=182) + Conds:RS_6._col0=RS_7._col0(Left Outer),Output:["_col0","_col1","_col2","_col3","_col4"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=9 width=93) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_24] (rows=9 width=93) + predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=9 width=89) + Output:["_col0","_col1"] + Filter Operator [FIL_25] (rows=9 width=93) + predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_3] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select * from (select q, b, cbo_t2.p, cbo_t1.c, cbo_t3.c_int from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 right outer join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p right outer join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q == 2) and (b > 0 or c_int >= 0)) R where (q + 1 = 2) and (R.b > 0 or c_int >= 0) PREHOOK: type: QUERY @@ -2036,70 +1248,42 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_16] - compressed:false - Statistics:Num rows: 12 Data size: 1212 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_13] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - Statistics:Num rows: 12 Data size: 1212 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_21] - predicate:((((_col4 + 1) = 2) and ((_col1 > 0) or (_col6 >= 0))) and ((_col1 + _col4) = 2)) (type: boolean) - Statistics:Num rows: 12 Data size: 1212 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_24] - | condition map:[{"":"Right Outer Join0 to 1"},{"":"Right Outer Join0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col3","_col4","_col6"] - | Statistics:Num rows: 72 Data size: 7272 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: float) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_22] - | predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) (type: boolean) - | Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 6 Data size: 445 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_5] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 6 Data size: 445 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_23] - | predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) (type: boolean) - | Statistics:Num rows: 6 Data size: 465 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_3] - | alias:cbo_t2 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int) - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_6] - alias:cbo_t3 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=50 width=101) + Output:["_col0","_col1","_col2","_col3","_col4"] + Filter Operator [FIL_12] (rows=50 width=101) + predicate:(((_col1 + _col4) = 2) and ((_col1 > 0) or (_col6 >= 0)) and ((_col4 + 1) = 2)) + Merge Join Operator [MERGEJOIN_19] (rows=200 width=101) + Conds:RS_8._col0=RS_9._col0(Right Outer),RS_8._col0=RS_10._col0(Right Outer),Output:["_col1","_col2","_col3","_col4","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=10 width=93) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_17] (rows=10 width=93) + predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0))) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=10 width=89) + Output:["_col0","_col1"] + Filter Operator [FIL_18] (rows=10 width=93) + predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0))) + TableScan [TS_3] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col0 + Select Operator [SEL_7] (rows=20 width=84) + Output:["_col0","_col1"] + TableScan [TS_6] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] PREHOOK: query: explain select key, (c_int+1)+2 as x, sum(c_int) from cbo_t1 group by c_float, cbo_t1.c_int, key order by x limit 1 PREHOOK: type: QUERY @@ -2112,52 +1296,30 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:1 - Stage-1 - Reducer 3 - File Output Operator [FS_10] - compressed:false - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_9] - Number of rows:1 - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col1 (type: int) - sort order:+ - Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string), _col2 (type: bigint) - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 10 Data size: 885 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_2] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key","c_int","c_float"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_10] + Limit [LIM_9] (rows=1 width=97) + Number of rows:1 + Select Operator [SEL_8] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + Select Operator [SEL_5] (rows=10 width=97) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_4] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_2] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Select Operator [SEL_1] (rows=20 width=88) + Output:["key","c_int","c_float"] + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select x, y, count(*) from (select key, (c_int+c_float+1+2) as x, sum(c_int) as y from cbo_t1 group by c_float, cbo_t1.c_int, key) R group by y, x order by x,y limit 1 PREHOOK: type: QUERY @@ -2171,72 +1333,37 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:1 - Stage-1 - Reducer 4 - File Output Operator [FS_15] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_14] - Number of rows:1 - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_13] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] - key expressions:_col0 (type: float), _col1 (type: bigint) - sort order:++ - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Select Operator [SEL_11] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_10] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: float) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - key expressions:_col0 (type: bigint), _col1 (type: float) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: float) - sort order:++ - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_8] - aggregations:["count()"] - keys:_col0 (type: bigint), _col1 (type: float) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 5 Data size: 100 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_2] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 10 Data size: 917 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key","c_int","c_float"] - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_15] + Limit [LIM_14] (rows=1 width=20) + Number of rows:1 + Select Operator [SEL_13] (rows=5 width=20) + Output:["_col0","_col1","_col2"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + Group By Operator [GBY_10] (rows=5 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_8] (rows=5 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0 + Select Operator [SEL_5] (rows=10 width=101) + Output:["_col0","_col1"] + Group By Operator [GBY_4] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_2] (rows=10 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Select Operator [SEL_1] (rows=20 width=88) + Output:["key","c_int","c_float"] + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select key from(select key from (select key from cbo_t1 limit 5)cbo_t2 limit 5)cbo_t3 limit 5 PREHOOK: type: QUERY @@ -2249,51 +1376,33 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:5 - Stage-1 - Reducer 3 - File Output Operator [FS_13] - compressed:false - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_12] - Number of rows:5 - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - Limit [LIM_10] + Fetch Operator + limit:5 + Stage-1 + Reducer 3 llap + File Output Operator [FS_13] + Limit [LIM_12] (rows=5 width=85) + Number of rows:5 + Limit [LIM_10] (rows=5 width=85) + Number of rows:5 + Select Operator [SEL_9] (rows=5 width=85) + Output:["_col0"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Limit [LIM_7] (rows=5 width=85) Number of rows:5 - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_9] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - sort order: - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string) - Limit [LIM_7] - Number of rows:5 - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - Limit [LIM_5] - Number of rows:5 - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_4] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string) - Limit [LIM_2] - Number of rows:5 - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["_col0"] - Statistics:Num rows: 20 Data size: 1530 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Limit [LIM_5] (rows=5 width=85) + Number of rows:5 + Select Operator [SEL_4] (rows=5 width=85) + Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Limit [LIM_2] (rows=5 width=85) + Number of rows:5 + Select Operator [SEL_1] (rows=20 width=80) + Output:["_col0"] + TableScan [TS_0] (rows=20 width=80) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select key, c_int from(select key, c_int from (select key, c_int from cbo_t1 order by c_int limit 5)cbo_t1 order by c_int limit 5)cbo_t2 order by c_int limit 5 PREHOOK: type: QUERY @@ -2307,56 +1416,33 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:5 - Stage-1 - Reducer 4 - File Output Operator [FS_13] - compressed:false - Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_12] - Number of rows:5 - Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_11] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col1 (type: int) - sort order:+ - Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string) - Limit [LIM_8] - Number of rows:5 - Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_7] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_6] - key expressions:_col1 (type: int) - sort order:+ - Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string) - Limit [LIM_4] - Number of rows:5 - Statistics:Num rows: 5 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:_col1 (type: int) - sort order:+ - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string) - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 20 Data size: 1602 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:5 + Stage-1 + Reducer 4 llap + File Output Operator [FS_13] + Limit [LIM_12] (rows=5 width=89) + Number of rows:5 + Select Operator [SEL_11] (rows=5 width=89) + Output:["_col0","_col1"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Limit [LIM_8] (rows=5 width=89) + Number of rows:5 + Select Operator [SEL_7] (rows=5 width=89) + Output:["_col0","_col1"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Limit [LIM_4] (rows=5 width=89) + Number of rows:5 + Select Operator [SEL_3] (rows=20 width=84) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=20 width=84) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=20 width=84) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] PREHOOK: query: explain select cbo_t3.c_int, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key order by a limit 5) cbo_t1 join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key order by q/10 desc, r asc limit 5) cbo_t2 on cbo_t1.a=p join cbo_t3 on cbo_t1.a=key where (b + cbo_t2.q >= 0) and (b > 0 or c_int >= 0) group by cbo_t3.c_int, c order by cbo_t3.c_int+c desc, c limit 5 PREHOOK: type: QUERY @@ -2375,187 +1461,98 @@ Reducer 7 <- Reducer 6 (SIMPLE_EDGE) Reducer 9 <- Map 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:5 - Stage-1 - Reducer 7 - File Output Operator [FS_48] - compressed:false - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_47] - Number of rows:5 - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_46] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_45] - key expressions:(UDFToLong(_col0) + _col1) (type: bigint), _col1 (type: bigint) - sort order:-+ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: int), _col2 (type: bigint) - Select Operator [SEL_43] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_42] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: bigint), KEY._col1 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_41] - key expressions:_col0 (type: bigint), _col1 (type: int) - Map-reduce partition columns:_col0 (type: bigint), _col1 (type: int) - sort order:++ - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_40] - aggregations:["count()"] - keys:_col2 (type: bigint), _col6 (type: int) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_39] - outputColumnNames:["_col2","_col6"] - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_54] - predicate:((_col1 > 0) or (_col6 >= 0)) (type: boolean) - Statistics:Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_62] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col6"] - | Statistics:Num rows: 3 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_36] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_32] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_60] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 18 Data size: 1424 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_31] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_34] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_30] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_55] - predicate:((_col1 + _col4) >= 0) (type: boolean) - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_61] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col4"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_27] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Filter Operator [FIL_58] - | predicate:_col0 is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Limit [LIM_22] - | Number of rows:5 - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_21] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_20] - | key expressions:_col3 (type: double), _col2 (type: bigint) - | sort order:-+ - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: int) - | Select Operator [SEL_18] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_17] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 8 [SIMPLE_EDGE] - | Reduce Output Operator [RS_16] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_15] - | aggregations:["sum(c_int)"] - | keys:key (type: string), c_int (type: int), c_float (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_59] - | predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) (type: boolean) - | Statistics:Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_12] - | alias:cbo_t2 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_25] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Filter Operator [FIL_56] - predicate:_col0 is not null (type: boolean) - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - Limit [LIM_10] - Number of rows:5 - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_9] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: int), _col2 (type: bigint) - Select Operator [SEL_6] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_5] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_3] - aggregations:["sum(c_int)"] - keys:key (type: string), c_int (type: int), c_float (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_57] - predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) (type: boolean) - Statistics:Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:5 + Stage-1 + Reducer 7 llap + File Output Operator [FS_49] + Limit [LIM_48] (rows=1 width=20) + Number of rows:5 + Select Operator [SEL_47] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_46] + Select Operator [SEL_44] (rows=1 width=20) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_43] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_42] + PartitionCols:_col0, _col1 + Group By Operator [GBY_41] (rows=1 width=20) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col2, _col6 + Select Operator [SEL_40] (rows=3 width=16) + Output:["_col2","_col6"] + Filter Operator [FIL_39] (rows=3 width=16) + predicate:((_col1 > 0) or (_col6 >= 0)) + Merge Join Operator [MERGEJOIN_61] (rows=3 width=16) + Conds:RS_36._col0=RS_37._col0(Inner),Output:["_col1","_col2","_col6"] + <-Map 11 [SIMPLE_EDGE] llap + SHUFFLE [RS_37] + PartitionCols:_col0 + Select Operator [SEL_35] (rows=18 width=84) + Output:["_col0","_col1"] + Filter Operator [FIL_59] (rows=18 width=84) + predicate:key is not null + TableScan [TS_33] (rows=20 width=84) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_36] + PartitionCols:_col0 + Select Operator [SEL_32] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_31] (rows=1 width=101) + predicate:((_col1 + _col4) >= 0) + Merge Join Operator [MERGEJOIN_60] (rows=2 width=101) + Conds:RS_28._col0=RS_29._col0(Inner),Output:["_col0","_col1","_col2","_col4"] + <-Reducer 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_29] + PartitionCols:_col0 + Filter Operator [FIL_26] (rows=2 width=105) + predicate:_col0 is not null + Limit [LIM_24] (rows=3 width=105) + Number of rows:5 + Select Operator [SEL_23] (rows=3 width=105) + Output:["_col0","_col1"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + Select Operator [SEL_20] (rows=3 width=105) + Output:["_col0","_col1","_col2","_col3"] + Group By Operator [GBY_19] (rows=3 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_18] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_17] (rows=3 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_58] (rows=6 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0))) + TableScan [TS_14] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + PartitionCols:_col0 + Filter Operator [FIL_12] (rows=2 width=97) + predicate:_col0 is not null + Limit [LIM_10] (rows=3 width=97) + Number of rows:5 + Select Operator [SEL_9] (rows=3 width=97) + Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Select Operator [SEL_6] (rows=3 width=97) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_5] (rows=3 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=3 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_56] (rows=6 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0))) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t1.c_int from cbo_t1 left semi join cbo_t2 on cbo_t1.key=cbo_t2.key where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) PREHOOK: type: QUERY @@ -2567,57 +1564,35 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_13] - compressed:false - Statistics:Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_12] - outputColumnNames:["_col0"] - Statistics:Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_18] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1"] - | Statistics:Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_16] - | predicate:((((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) - | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_6] - keys:_col0 (type: string) - outputColumnNames:["_col0"] - Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_4] - outputColumnNames:["_col0"] - Statistics:Num rows: 18 Data size: 1360 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_17] - predicate:key is not null (type: boolean) - Statistics:Num rows: 18 Data size: 1360 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=9 width=4) + Output:["_col0"] + Merge Join Operator [MERGEJOIN_17] (rows=9 width=4) + Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=9 width=93) + Output:["_col0","_col1"] + Filter Operator [FIL_15] (rows=9 width=93) + predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Group By Operator [GBY_7] (rows=5 width=85) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=18 width=80) + Output:["_col0"] + Filter Operator [FIL_16] (rows=18 width=80) + predicate:key is not null + TableScan [TS_3] (rows=20 width=80) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select * from (select c, b, a from (select key as a, c_int as b, cbo_t1.c_float as c from cbo_t1 where (cbo_t1.c_int + 1 == 2) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0)) cbo_t1 left semi join (select cbo_t2.key as p, cbo_t2.c_int as q, c_float as r from cbo_t2 where (cbo_t2.c_int + 1 == 2) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0)) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 == 2) and (b > 0 or c >= 0)) R where (b + 1 = 2) and (R.b > 0 or c >= 0) PREHOOK: type: QUERY @@ -2629,76 +1604,46 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_24] - compressed:false - Statistics:Num rows: 12 Data size: 1116 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_23] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 12 Data size: 1116 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_34] - | condition map:[{"":"Left Semi Join 0 to 1"},{"":"Left Semi Join 0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 12 Data size: 1116 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_17] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: int), _col2 (type: float) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_31] - | predicate:((((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) - | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_19] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 2 Data size: 170 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_13] - | keys:_col0 (type: string) - | outputColumnNames:["_col0"] - | Statistics:Num rows: 2 Data size: 170 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_9] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 5 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_32] - | predicate:((((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0.0))) and key is not null) (type: boolean) - | Statistics:Num rows: 5 Data size: 372 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_7] - | alias:cbo_t2 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_15] - keys:_col0 (type: string) - outputColumnNames:["_col0"] - Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_11] - outputColumnNames:["_col0"] - Statistics:Num rows: 18 Data size: 1360 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_33] - predicate:key is not null (type: boolean) - Statistics:Num rows: 18 Data size: 1360 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_10] - alias:cbo_t3 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_18] + Select Operator [SEL_17] (rows=16 width=93) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_28] (rows=16 width=93) + Conds:RS_13._col0=RS_14._col0(Left Semi),RS_13._col0=RS_15._col0(Left Semi),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=9 width=93) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_25] (rows=9 width=93) + predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=3 width=85) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=9 width=85) + Output:["_col0"] + Filter Operator [FIL_26] (rows=9 width=93) + predicate:(((c_int + 1) = 2) and ((c_int > 0) or (c_float >= 0)) and key is not null) + TableScan [TS_3] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0 + Group By Operator [GBY_12] (rows=6 width=85) + Output:["_col0"],keys:_col0 + Select Operator [SEL_8] (rows=18 width=80) + Output:["_col0"] + Filter Operator [FIL_27] (rows=18 width=80) + predicate:key is not null + TableScan [TS_6] (rows=20 width=80) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select a, c, count(*) from (select key as a, c_int+1 as b, sum(c_int) as c from cbo_t1 where (cbo_t1.c_int + 1 >= 0) and (cbo_t1.c_int > 0 or cbo_t1.c_float >= 0) group by c_float, cbo_t1.c_int, key having cbo_t1.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by a+b desc, c asc) cbo_t1 left semi join (select key as p, c_int+1 as q, sum(c_int) as r from cbo_t2 where (cbo_t2.c_int + 1 >= 0) and (cbo_t2.c_int > 0 or cbo_t2.c_float >= 0) group by c_float, cbo_t2.c_int, key having cbo_t2.c_float > 0 and (c_int >=1 or c_float >= 1) and (c_int + c_float) >= 0 order by q+r/10 desc, p) cbo_t2 on cbo_t1.a=p left semi join cbo_t3 on cbo_t1.a=key where (b + 1 >= 0) and (b > 0 or a >= 0) group by a, c having a > 0 and (a >=1 or c >= 1) and (a + c) >= 0 order by c, a PREHOOK: type: QUERY @@ -2716,165 +1661,83 @@ Reducer 8 <- Map 7 (SIMPLE_EDGE) Reducer 9 <- Reducer 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 6 - File Output Operator [FS_53] - compressed:false - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_52] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_51] - key expressions:_col1 (type: bigint), _col0 (type: string) - sort order:++ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_49] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: bigint) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_48] - key expressions:_col0 (type: string), _col1 (type: bigint) - Map-reduce partition columns:_col0 (type: string), _col1 (type: bigint) - sort order:++ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col2 (type: bigint) - Group By Operator [GBY_47] - aggregations:["count()"] - keys:_col0 (type: string), _col1 (type: bigint) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_66] - | condition map:[{"":"Left Semi Join 0 to 1"},{"":"Left Semi Join 0 to 2"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)","2":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_44] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 3 Data size: 170 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_38] - | keys:_col0 (type: string) - | outputColumnNames:["_col0"] - | Statistics:Num rows: 3 Data size: 170 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_34] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_64] - | predicate:(UDFToDouble(key) > 0.0) (type: boolean) - | Statistics:Num rows: 6 Data size: 425 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_32] - | alias:cbo_t3 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_40] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: bigint) - | Select Operator [SEL_11] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col3 (type: double), _col2 (type: bigint) - | sort order:-+ - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string) - | Filter Operator [FIL_60] - | predicate:(((_col1 + 1) >= 0) and ((_col1 > 0) or (UDFToDouble(_col0) >= 0.0))) (type: boolean) - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_8] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 105 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_61] - | predicate:(((UDFToDouble(_col0) + UDFToDouble(_col3)) >= 0.0) and ((UDFToDouble(_col0) >= 1.0) or (_col3 >= 1))) (type: boolean) - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_65] - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 1 Data size: 97 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_7] - | | aggregations:["sum(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col3 (type: bigint) - | Group By Operator [GBY_5] - | aggregations:["sum(_col2)"] - | keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_62] - | predicate:((((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) and (UDFToDouble(key) > 0.0)) and key is not null) (type: boolean) - | Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 9 [SIMPLE_EDGE] - Reduce Output Operator [RS_42] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_36] - keys:_col0 (type: string) - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_28] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_27] - key expressions:_col1 (type: double), _col0 (type: string) - sort order:-+ - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_24] - | aggregations:["sum(VALUE._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: int), KEY._col2 (type: float) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] - key expressions:_col0 (type: string), _col1 (type: int), _col2 (type: float) - Map-reduce partition columns:_col0 (type: string), _col1 (type: int), _col2 (type: float) - sort order:+++ - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col3 (type: bigint) - Group By Operator [GBY_22] - aggregations:["sum(_col2)"] - keys:_col0 (type: string), _col2 (type: int), _col3 (type: float) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 1 Data size: 101 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_19] - outputColumnNames:["_col0","_col2","_col3"] - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_63] - predicate:((((((((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0.0))) and (c_float > 0.0)) and ((c_int >= 1) or (c_float >= 1.0))) and ((UDFToFloat(c_int) + c_float) >= 0.0)) and (UDFToDouble(key) > 0.0)) and key is not null) (type: boolean) - Statistics:Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_17] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 6 llap + File Output Operator [FS_41] + Select Operator [SEL_40] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_39] + Select Operator [SEL_38] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_37] (rows=1 width=101) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=1 width=101) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col1, _col0 + Merge Join Operator [MERGEJOIN_51] (rows=1 width=93) + Conds:RS_30._col0=RS_31._col0(Left Semi),RS_30._col0=RS_32._col0(Left Semi),Output:["_col0","_col1"] + <-Map 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_32] + PartitionCols:_col0 + Group By Operator [GBY_29] (rows=3 width=85) + Output:["_col0"],keys:_col0 + Select Operator [SEL_25] (rows=6 width=85) + Output:["_col0"] + Filter Operator [FIL_50] (rows=6 width=85) + predicate:(UDFToDouble(key) > 0.0) + TableScan [TS_23] (rows=20 width=80) + default@cbo_t3,cbo_t3,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_30] + PartitionCols:_col0 + Select Operator [SEL_10] (rows=1 width=93) + Output:["_col0","_col1"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + Select Operator [SEL_8] (rows=1 width=101) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_7] (rows=1 width=101) + predicate:(((UDFToDouble(_col2) >= 1.0) or (_col3 >= 1)) and ((UDFToDouble(_col2) + UDFToDouble(_col3)) >= 0.0)) + Select Operator [SEL_6] (rows=1 width=101) + Output:["_col1","_col2","_col3"] + Group By Operator [GBY_5] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_3] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_48] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and (((c_int + 1) + 1) >= 0) and (((c_int + 1) > 0) or (UDFToDouble(key) >= 0.0)) and (UDFToDouble(key) > 0.0)) + TableScan [TS_0] (rows=20 width=88) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_31] + PartitionCols:_col0 + Group By Operator [GBY_27] (rows=1 width=85) + Output:["_col0"],keys:_col0 + Select Operator [SEL_21] (rows=1 width=85) + Output:["_col0"] + <-Reducer 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_20] + Select Operator [SEL_18] (rows=1 width=93) + Output:["_col0","_col1"] + Group By Operator [GBY_17] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(VALUE._col0)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_16] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_15] (rows=1 width=101) + Output:["_col0","_col1","_col2","_col3"],aggregations:["sum(c_int)"],keys:key, c_int, c_float + Filter Operator [FIL_49] (rows=1 width=93) + predicate:(((c_int + 1) >= 0) and ((c_int > 0) or (c_float >= 0)) and (c_float > 0) and ((c_int >= 1) or (c_float >= 1)) and ((UDFToFloat(c_int) + c_float) >= 0.0) and (UDFToDouble(key) > 0.0)) + TableScan [TS_12] (rows=20 width=88) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","c_int","c_float"] PREHOOK: query: explain select cbo_t1.key as x, c_int as c_int, (((c_int+c_float)*10)+5) as y from cbo_t1 PREHOOK: type: QUERY @@ -2883,12 +1746,12 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1","_col2"] - TableScan [TS_0] - alias:cbo_t1 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["key","c_int","c_float"] PREHOOK: query: explain select null from cbo_t1 PREHOOK: type: QUERY @@ -2897,12 +1760,11 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_1] - outputColumnNames:["_col0"] - TableScan [TS_0] - alias:cbo_t1 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0"] + TableScan [TS_0] PREHOOK: query: explain select key from cbo_t1 where c_int = -6 or c_int = +6 PREHOOK: type: QUERY @@ -2911,14 +1773,14 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Stage-0 - Fetch Operator - limit:-1 - Select Operator [SEL_2] - outputColumnNames:["_col0"] - Filter Operator [FIL_4] - predicate:((c_int = -6) or (c_int = 6)) (type: boolean) - TableScan [TS_0] - alias:cbo_t1 + Fetch Operator + limit:-1 + Select Operator [SEL_2] + Output:["_col0"] + Filter Operator [FIL_4] + predicate:((c_int = -6) or (c_int = 6)) + TableScan [TS_0] + Output:["key","c_int"] PREHOOK: query: explain select count(cbo_t1.dt) from cbo_t1 join cbo_t2 on cbo_t1.dt = cbo_t2.dt where cbo_t1.dt = '2014' PREHOOK: type: QUERY @@ -2931,52 +1793,29 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_15] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_13] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_11] - aggregations:["count(_col0)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_10] - outputColumnNames:["_col0"] - Statistics:Num rows: 200 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_19] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | Statistics:Num rows: 200 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] - | sort order: - | Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:cbo_t1 - | Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - sort order: - Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - Statistics:Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:cbo_t2 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_15] + Group By Operator [GBY_13] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1 width=8) + Output:["_col0"],aggregations:["count('2014')"] + Merge Join Operator [MERGEJOIN_18] (rows=400 width=8) + Conds:(Inner) + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Select Operator [SEL_2] (rows=20 width=88) + TableScan [TS_0] (rows=20 width=21) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + Select Operator [SEL_5] (rows=20 width=88) + TableScan [TS_3] (rows=20 width=21) + default@cbo_t2,cbo_t2,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select * from src_cbo b @@ -3001,67 +1840,42 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_15] - compressed:false - Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_14] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_17] - predicate:_col3 is null (type: boolean) - Statistics:Num rows: 1 Data size: 269 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_19] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 193 Data size: 51917 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:b - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_9] - outputColumnNames:["_col1"] - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_8] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_6] - keys:key (type: string), value (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_18] - predicate:(value > 'val_2') (type: boolean) - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:b - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=1 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_12] (rows=1 width=269) + predicate:_col3 is null + Merge Join Operator [MERGEJOIN_17] (rows=500 width=269) + Conds:RS_9._col1=RS_10._col1(Left Outer),Output:["_col0","_col1","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col1 + Select Operator [SEL_1] (rows=500 width=178) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col1 + Select Operator [SEL_8] (rows=83 width=178) + Output:["_col1"] + Group By Operator [GBY_7] (rows=83 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0, _col1 + Group By Operator [GBY_5] (rows=83 width=178) + Output:["_col0","_col1"],keys:value, key + Select Operator [SEL_4] (rows=166 width=178) + Output:["value","key"] + Filter Operator [FIL_16] (rows=166 width=178) + predicate:(value > 'val_2') + TableScan [TS_2] (rows=500 width=178) + default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select * from src_cbo b @@ -3088,66 +1902,40 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_15] - compressed:false - Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_14] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_17] - predicate:_col3 is null (type: boolean) - Statistics:Num rows: 1 Data size: 265 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_19] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col1 (type: string), _col0 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 1 Data size: 265 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - | Reduce Output Operator [RS_11] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_9] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_18] - | predicate:(value > 'val_12') (type: boolean) - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_7] - | alias:b - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col1 (type: string), _col0 (type: string) - Map-reduce partition columns:_col1 (type: string), _col0 (type: string) - sort order:++ - Statistics:Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_5] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_3] - keys:key (type: string), value (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - outputColumnNames:["key","value"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:b - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=1 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_12] (rows=1 width=265) + predicate:_col3 is null + Merge Join Operator [MERGEJOIN_17] (rows=250 width=265) + Conds:RS_9._col0, _col1=RS_10._col1, _col0(Left Outer),Output:["_col0","_col1","_col3"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col1, _col0 + Select Operator [SEL_8] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=166 width=178) + predicate:(value > 'val_12') + TableScan [TS_6] (rows=500 width=178) + default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_4] (rows=250 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0, _col1 + Group By Operator [GBY_2] (rows=250 width=178) + Output:["_col0","_col1"],keys:key, value + Select Operator [SEL_1] (rows=500 width=178) + Output:["key","value"] + TableScan [TS_0] (rows=500 width=178) + default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: create view cv1 as select * @@ -3181,53 +1969,33 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_16] - compressed:false - Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_21] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col1 (type: string), _col0 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_11] - | key expressions:_col1 (type: string), _col0 (type: string) - | Map-reduce partition columns:_col1 (type: string), _col0 (type: string) - | sort order:++ - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_19] - | predicate:((value > 'val_9') and key is not null) (type: boolean) - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:b - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_9] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_20] - predicate:((value > 'val_9') and key is not null) (type: boolean) - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_5] - alias:b - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=2 width=178) + Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col0, _col1 + Select Operator [SEL_2] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_15] (rows=166 width=178) + predicate:((value > 'val_9') and key is not null) + TableScan [TS_0] (rows=500 width=178) + default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=83 width=178) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=166 width=178) + predicate:((value > 'val_9') and key is not null) + TableScan [TS_3] (rows=500 width=178) + default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select * from (select * @@ -3253,53 +2021,33 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_16] - compressed:false - Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_21] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col1 (type: string), _col0 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_11] - | key expressions:_col1 (type: string), _col0 (type: string) - | Map-reduce partition columns:_col1 (type: string), _col0 (type: string) - | sort order:++ - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_19] - | predicate:((value > 'val_9') and key is not null) (type: boolean) - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:b - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_9] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_20] - predicate:((value > 'val_9') and key is not null) (type: boolean) - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_5] - alias:b - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=2 width=178) + Conds:RS_8._col0, _col1=RS_9._col0, _col1(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col0, _col1 + Select Operator [SEL_2] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_15] (rows=166 width=178) + predicate:((value > 'val_9') and key is not null) + TableScan [TS_0] (rows=500 width=178) + default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=83 width=178) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_16] (rows=166 width=178) + predicate:((value > 'val_9') and key is not null) + TableScan [TS_3] (rows=500 width=178) + default@src_cbo,a,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select * from src_cbo @@ -3315,54 +2063,33 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_16] - compressed:false - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_21] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_11] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: string) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_19] - | predicate:(key > '9') (type: boolean) - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:src_cbo - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 69 Data size: 6003 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_9] - keys:_col0 (type: string) - outputColumnNames:["_col0"] - Statistics:Num rows: 69 Data size: 6003 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_7] - outputColumnNames:["_col0"] - Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_20] - predicate:(key > '9') (type: boolean) - Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_5] - alias:src_cbo - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=166 width=178) + Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_15] (rows=166 width=178) + predicate:(key > '9') + TableScan [TS_0] (rows=500 width=178) + default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Group By Operator [GBY_7] (rows=69 width=87) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=166 width=87) + Output:["_col0"] + Filter Operator [FIL_16] (rows=166 width=87) + predicate:(key > '9') + TableScan [TS_3] (rows=500 width=87) + default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select p.p_partkey, li.l_suppkey from (select distinct l_partkey as p_partkey from lineitem) p join lineitem li on p.p_partkey = li.l_partkey @@ -3382,95 +2109,54 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) Reducer 6 <- Map 5 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_27] - compressed:false - Statistics:Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_26] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_37] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col2","_col4"] - | Statistics:Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_22] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col2 (type: int) - | Merge Join Operator [MERGEJOIN_36] - | | condition map:[{"":"Left Semi Join 0 to 1"}] - | | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | | outputColumnNames:["_col1","_col2"] - | | Statistics:Num rows: 12 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_17] - | | key expressions:_col0 (type: int) - | | Map-reduce partition columns:_col0 (type: int) - | | sort order:+ - | | Statistics:Num rows: 16 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - | | value expressions:_col1 (type: int), _col2 (type: int) - | | Select Operator [SEL_2] - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 16 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - | | Filter Operator [FIL_33] - | | predicate:(((l_linenumber = 1) and l_orderkey is not null) and l_partkey is not null) (type: boolean) - | | Statistics:Num rows: 16 Data size: 256 Basic stats: COMPLETE Column stats: COMPLETE - | | TableScan [TS_0] - | | alias:lineitem - | | Statistics:Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 4 [SIMPLE_EDGE] - | Reduce Output Operator [RS_19] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_15] - | keys:_col0 (type: int) - | outputColumnNames:["_col0"] - | Statistics:Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_5] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 14 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_34] - | predicate:(((l_shipmode = 'AIR') and (l_linenumber = 1)) and l_orderkey is not null) (type: boolean) - | Statistics:Num rows: 14 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_3] - | alias:lineitem - | Statistics:Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_24] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_12] - | keys:KEY._col0 (type: int) - | outputColumnNames:["_col0"] - | Statistics:Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_10] - keys:l_partkey (type: int) - outputColumnNames:["_col0"] - Statistics:Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_35] - predicate:l_partkey is not null (type: boolean) - Statistics:Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_8] - alias:lineitem - Statistics:Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_22] + Select Operator [SEL_21] (rows=4 width=8) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_32] (rows=4 width=8) + Conds:RS_18._col1=RS_19._col0(Inner),Output:["_col2","_col4"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_18] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_31] (rows=13 width=8) + Conds:RS_15._col0, 1=RS_16._col0, _col1(Left Semi),Output:["_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + PartitionCols:_col0, 1 + Select Operator [SEL_2] (rows=17 width=16) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_28] (rows=17 width=16) + predicate:((l_linenumber = 1) and l_partkey is not null and l_orderkey is not null) + TableScan [TS_0] (rows=100 width=16) + default@lineitem,li,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_partkey","l_suppkey","l_linenumber"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_16] + PartitionCols:_col0, _col1 + Group By Operator [GBY_14] (rows=4 width=8) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=14 width=8) + Output:["_col0","_col1"] + Filter Operator [FIL_29] (rows=14 width=96) + predicate:((l_shipmode = 'AIR') and (l_linenumber = 1) and l_orderkey is not null) + TableScan [TS_3] (rows=100 width=96) + default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_orderkey","l_linenumber","l_shipmode"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col0 + Group By Operator [GBY_11] (rows=50 width=4) + Output:["_col0"],keys:KEY._col0 + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col0 + Group By Operator [GBY_9] (rows=50 width=4) + Output:["_col0"],keys:l_partkey + Filter Operator [FIL_30] (rows=100 width=4) + predicate:l_partkey is not null + TableScan [TS_6] (rows=100 width=4) + default@lineitem,lineitem,Tbl:COMPLETE,Col:COMPLETE,Output:["l_partkey"] PREHOOK: query: explain select key, value, count(*) from src_cbo b @@ -3493,128 +2179,69 @@ Reducer 4 <- Reducer 3 (SIMPLE_EDGE), Reducer 7 (SIMPLE_EDGE) Reducer 7 <- Map 6 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_37] - compressed:false - Statistics:Num rows: 34 Data size: 6324 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_50] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col2 (type: bigint)","1":"_col0 (type: bigint)"} - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 34 Data size: 6324 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_32] - | key expressions:_col2 (type: bigint) - | Map-reduce partition columns:_col2 (type: bigint) - | sort order:+ - | Statistics:Num rows: 83 Data size: 15438 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: string) - | Filter Operator [FIL_43] - | predicate:_col2 is not null (type: boolean) - | Statistics:Num rows: 83 Data size: 15438 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_20] - | | aggregations:["count(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 83 Data size: 15438 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_19] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 83 Data size: 15438 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col2 (type: bigint) - | Group By Operator [GBY_18] - | aggregations:["count()"] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 83 Data size: 15438 Basic stats: COMPLETE Column stats: COMPLETE - | Merge Join Operator [MERGEJOIN_49] - | | condition map:[{"":"Left Semi Join 0 to 1"}] - | | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_13] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_2] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | | Filter Operator [FIL_44] - | | predicate:(key > '8') (type: boolean) - | | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | | TableScan [TS_0] - | | alias:b - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 5 [SIMPLE_EDGE] - | Reduce Output Operator [RS_15] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 69 Data size: 6003 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_11] - | keys:_col0 (type: string) - | outputColumnNames:["_col0"] - | Statistics:Num rows: 69 Data size: 6003 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_9] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_45] - | predicate:(key > '8') (type: boolean) - | Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_7] - | alias:b - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_34] - key expressions:_col0 (type: bigint) - Map-reduce partition columns:_col0 (type: bigint) - sort order:+ - Statistics:Num rows: 34 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_30] - keys:_col0 (type: bigint) - outputColumnNames:["_col0"] - Statistics:Num rows: 34 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_28] - outputColumnNames:["_col0"] - Statistics:Num rows: 69 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_46] - predicate:_col1 is not null (type: boolean) - Statistics:Num rows: 69 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_48] - outputColumnNames:["_col1"] - Statistics:Num rows: 69 Data size: 552 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_27] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 69 Data size: 6555 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_26] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 69 Data size: 6555 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint) - Group By Operator [GBY_25] - aggregations:["count()"] - keys:key (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 69 Data size: 6555 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_47] - predicate:(key > '9') (type: boolean) - Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_22] - alias:b - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_31] + Merge Join Operator [MERGEJOIN_44] (rows=34 width=186) + Conds:RS_27._col2=RS_28._col0(Left Semi),Output:["_col0","_col1","_col2"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_27] + PartitionCols:_col2 + Filter Operator [FIL_37] (rows=83 width=186) + predicate:_col2 is not null + Group By Operator [GBY_14] (rows=83 width=186) + Output:["_col0","_col1","_col2"],aggregations:["count(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + PartitionCols:_col0, _col1 + Group By Operator [GBY_12] (rows=83 width=186) + Output:["_col0","_col1","_col2"],aggregations:["count()"],keys:_col0, _col1 + Merge Join Operator [MERGEJOIN_43] (rows=166 width=178) + Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_38] (rows=166 width=178) + predicate:(key > '8') + TableScan [TS_0] (rows=500 width=178) + default@src_cbo,b,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Group By Operator [GBY_7] (rows=69 width=87) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=166 width=87) + Output:["_col0"] + Filter Operator [FIL_39] (rows=166 width=87) + predicate:(key > '8') + TableScan [TS_3] (rows=500 width=87) + default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + PartitionCols:_col0 + Group By Operator [GBY_26] (rows=34 width=8) + Output:["_col0"],keys:_col0 + Select Operator [SEL_24] (rows=69 width=8) + Output:["_col0"] + Filter Operator [FIL_40] (rows=69 width=8) + predicate:_col1 is not null + Select Operator [SEL_42] (rows=69 width=8) + Output:["_col1"] + Group By Operator [GBY_22] (rows=69 width=95) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Map 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_21] + PartitionCols:_col0 + Group By Operator [GBY_20] (rows=69 width=95) + Output:["_col0","_col1"],aggregations:["count()"],keys:key + Filter Operator [FIL_41] (rows=166 width=87) + predicate:(key > '9') + TableScan [TS_17] (rows=500 width=87) + default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select p_mfgr, p_name, avg(p_size) from part @@ -3636,84 +2263,47 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 5 <- Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_21] - compressed:false - Statistics:Num rows: 3 Data size: 681 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_26] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 3 Data size: 681 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_16] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 13 Data size: 2951 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col2 (type: double) - | Select Operator [SEL_6] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 13 Data size: 2951 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_5] - | | aggregations:["avg(VALUE._col0)"] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 13 Data size: 2951 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 13 Data size: 2847 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col2 (type: struct) - | Group By Operator [GBY_3] - | aggregations:["avg(p_size)"] - | keys:p_name (type: string), p_mfgr (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 13 Data size: 2847 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_24] - | predicate:p_name is not null (type: boolean) - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:part - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_18] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_14] - keys:_col0 (type: string) - outputColumnNames:["_col0"] - Statistics:Num rows: 6 Data size: 1104 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_11] - outputColumnNames:["_col0"] - Statistics:Num rows: 13 Data size: 2392 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_25] - predicate:first_value_window_0 is not null (type: boolean) - Statistics:Num rows: 13 Data size: 6383 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_10] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col5","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_9] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:p_mfgr (type: string), p_size (type: int) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_name (type: string) - TableScan [TS_7] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_21] + Merge Join Operator [MERGEJOIN_26] (rows=6 width=227) + Conds:RS_17._col1=RS_18._col0(Left Semi),Output:["_col0","_col1","_col2"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_17] + PartitionCols:_col1 + Select Operator [SEL_6] (rows=13 width=227) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_5] (rows=13 width=227) + Output:["_col0","_col1","_col2"],aggregations:["avg(VALUE._col0)"],keys:KEY._col0, KEY._col1 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1 + Group By Operator [GBY_3] (rows=13 width=295) + Output:["_col0","_col1","_col2"],aggregations:["avg(p_size)"],keys:p_name, p_mfgr + Filter Operator [FIL_24] (rows=26 width=223) + predicate:p_name is not null + TableScan [TS_0] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_18] + PartitionCols:_col0 + Group By Operator [GBY_16] (rows=13 width=184) + Output:["_col0"],keys:_col0 + Select Operator [SEL_11] (rows=26 width=184) + Output:["_col0"] + Filter Operator [FIL_25] (rows=26 width=491) + predicate:first_value_window_0 is not null + PTF Operator [PTF_10] (rows=26 width=491) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_9] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:p_mfgr + TableScan [TS_7] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] PREHOOK: query: explain select * from src_cbo @@ -3738,102 +2328,57 @@ Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Reducer 6 <- Map 5 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_28] - compressed:false - Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_27] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_26] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: string) - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_31] - predicate:_col3 is null (type: boolean) - Statistics:Num rows: 302 Data size: 53756 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_36] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 605 Data size: 107690 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_22] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_16] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_34] - | predicate:(key > '2') (type: boolean) - | Statistics:Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_14] - | alias:src_cbo - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 550 Data size: 97900 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: string) - Merge Join Operator [MERGEJOIN_35] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 97900 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_18] - | sort order: - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: string) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:src_cbo - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - sort order: - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Select Operator [SEL_11] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Filter Operator [FIL_32] - predicate:(_col0 = 0) (type: boolean) - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_10] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_8] - aggregations:["count()"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_33] - predicate:((key > '2') and key is null) (type: boolean) - Statistics:Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:src_cbo - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_25] + Select Operator [SEL_24] (rows=1 width=178) + Output:["_col0","_col1"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + Select Operator [SEL_22] (rows=1 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_21] (rows=1 width=265) + predicate:_col3 is null + Merge Join Operator [MERGEJOIN_29] (rows=500 width=265) + Conds:RS_18._col0=RS_19._col0(Left Outer),Output:["_col0","_col1","_col3"] + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=166 width=87) + Output:["_col0"] + Filter Operator [FIL_27] (rows=166 width=87) + predicate:(key > '2') + TableScan [TS_12] (rows=500 width=87) + default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_18] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_28] (rows=500 width=178) + Conds:(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + Select Operator [SEL_1] (rows=500 width=178) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src_cbo,src_cbo,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_16] + Select Operator [SEL_11] (rows=1 width=8) + Filter Operator [FIL_10] (rows=1 width=8) + predicate:(_col0 = 0) + Group By Operator [GBY_8] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + Group By Operator [GBY_6] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Filter Operator [FIL_4] (rows=1 width=4) + predicate:false + Select Operator [SEL_3] (rows=500 width=4) + TableScan [TS_2] (rows=500 width=10) + default@src_cbo,s1,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select p_mfgr, b.p_name, p_size from part b @@ -3859,93 +2404,53 @@ Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) Reducer 5 <- Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_26] - compressed:false - Statistics:Num rows: 15 Data size: 3507 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 15 Data size: 3507 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_29] - predicate:_col4 is null (type: boolean) - Statistics:Num rows: 15 Data size: 3507 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_34] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string), _col1 (type: string)","1":"_col0 (type: string), _col1 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col4"] - | Statistics:Num rows: 30 Data size: 7014 Basic stats: COMPLETE Column stats: NONE - |<-Map 6 [SIMPLE_EDGE] - | Reduce Output Operator [RS_22] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 8 Data size: 1752 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_16] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 8 Data size: 1752 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_32] - | predicate:(p_size < 10) (type: boolean) - | Statistics:Num rows: 8 Data size: 1784 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_14] - | alias:b - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 28 Data size: 6377 Basic stats: COMPLETE Column stats: NONE - value expressions:_col2 (type: int) - Merge Join Operator [MERGEJOIN_33] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 28 Data size: 6377 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_18] - | sort order: - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: int) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:b - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - sort order: - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Select Operator [SEL_11] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Filter Operator [FIL_30] - predicate:(_col0 = 0) (type: boolean) - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_10] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_8] - aggregations:["count()"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - Statistics:Num rows: 1 Data size: 223 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_31] - predicate:((p_size < 10) and (p_name is null or p_mfgr is null)) (type: boolean) - Statistics:Num rows: 1 Data size: 223 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:b - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_22] + Select Operator [SEL_21] (rows=1 width=223) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_20] (rows=1 width=344) + predicate:_col4 is null + Merge Join Operator [MERGEJOIN_27] (rows=26 width=344) + Conds:RS_17._col0, _col1=RS_18._col0, _col1(Left Outer),Output:["_col0","_col1","_col2","_col4"] + <-Map 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_18] + PartitionCols:_col0, _col1 + Select Operator [SEL_13] (rows=8 width=219) + Output:["_col0","_col1"] + Filter Operator [FIL_25] (rows=8 width=223) + predicate:(p_size < 10) + TableScan [TS_11] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_17] + PartitionCols:_col0, _col1 + Merge Join Operator [MERGEJOIN_26] (rows=26 width=223) + Conds:(Inner),Output:["_col0","_col1","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + Select Operator [SEL_1] (rows=26 width=223) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=26 width=223) + default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] + <-Reducer 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + Select Operator [SEL_10] (rows=1 width=8) + Filter Operator [FIL_9] (rows=1 width=8) + predicate:(_col0 = 0) + Group By Operator [GBY_7] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Group By Operator [GBY_5] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_4] (rows=1 width=223) + Filter Operator [FIL_24] (rows=1 width=223) + predicate:((p_size < 10) and (p_name is null or p_mfgr is null)) + TableScan [TS_2] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] PREHOOK: query: explain select p_name, p_size from @@ -3973,119 +2478,65 @@ Reducer 6 <- Map 5 (SIMPLE_EDGE) Reducer 8 <- Map 7 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_37] - compressed:false - Statistics:Num rows: 15 Data size: 1966 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_36] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 15 Data size: 1966 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_35] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 15 Data size: 1966 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: int) - Select Operator [SEL_34] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 15 Data size: 1966 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_40] - predicate:_col3 is null (type: boolean) - Statistics:Num rows: 15 Data size: 1966 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_47] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"UDFToDouble(_col1) (type: double)","1":"_col0 (type: double)"} - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 30 Data size: 3932 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_30] - | key expressions:UDFToDouble(_col1) (type: double) - | Map-reduce partition columns:UDFToDouble(_col1) (type: double) - | sort order:+ - | Statistics:Num rows: 28 Data size: 3575 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col1 (type: int) - | Merge Join Operator [MERGEJOIN_46] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 28 Data size: 3575 Basic stats: COMPLETE Column stats: NONE - | |<-Map 1 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_27] - | | sort order: - | | Statistics:Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE - | | value expressions:_col0 (type: string), _col1 (type: int) - | | Select Operator [SEL_2] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE - | | TableScan [TS_0] - | | alias:part - | | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Reducer 6 [SIMPLE_EDGE] - | Reduce Output Operator [RS_28] - | sort order: - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - | Select Operator [SEL_16] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - | Filter Operator [FIL_41] - | predicate:(_col0 = 0) (type: boolean) - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_15] - | aggregations:["count()"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_9] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_42] - | predicate:_col0 is null (type: boolean) - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_8] - | | aggregations:["avg(VALUE._col0)"] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 5 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] - | sort order: - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - | value expressions:_col0 (type: struct) - | Group By Operator [GBY_6] - | aggregations:["avg(p_size)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - | Filter Operator [FIL_43] - | predicate:(p_size < 10) (type: boolean) - | Statistics:Num rows: 8 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_3] - | alias:part - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_31] - key expressions:_col0 (type: double) - Map-reduce partition columns:_col0 (type: double) - sort order:+ - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_24] - | aggregations:["avg(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_23] - sort order: - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - value expressions:_col0 (type: struct) - Group By Operator [GBY_22] - aggregations:["avg(p_size)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Filter Operator [FIL_45] - predicate:(p_size < 10) (type: boolean) - Statistics:Num rows: 8 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_19] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_35] + Select Operator [SEL_34] (rows=1 width=125) + Output:["_col0","_col1"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_33] + Select Operator [SEL_32] (rows=1 width=125) + Output:["_col0","_col1"] + Filter Operator [FIL_31] (rows=1 width=133) + predicate:_col3 is null + Merge Join Operator [MERGEJOIN_41] (rows=26 width=133) + Conds:RS_28.UDFToDouble(_col1)=RS_29._col0(Left Outer),Output:["_col0","_col1","_col3"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + PartitionCols:UDFToDouble(_col1) + Merge Join Operator [MERGEJOIN_40] (rows=26 width=125) + Conds:(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_25] + Select Operator [SEL_1] (rows=26 width=125) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=26 width=125) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_size"] + <-Reducer 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_26] + Select Operator [SEL_17] (rows=1 width=8) + Filter Operator [FIL_16] (rows=1 width=8) + predicate:(_col0 = 0) + Group By Operator [GBY_14] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_10] (rows=1 width=8) + Filter Operator [FIL_9] (rows=1 width=8) + predicate:_col0 is null + Group By Operator [GBY_7] (rows=1 width=8) + Output:["_col0"],aggregations:["avg(VALUE._col0)"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Group By Operator [GBY_5] (rows=1 width=76) + Output:["_col0"],aggregations:["avg(p_size)"] + Filter Operator [FIL_37] (rows=8 width=4) + predicate:(p_size < 10) + TableScan [TS_2] (rows=26 width=4) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_size"] + <-Reducer 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_29] + PartitionCols:_col0 + Group By Operator [GBY_23] (rows=1 width=8) + Output:["_col0"],aggregations:["avg(VALUE._col0)"] + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + Group By Operator [GBY_21] (rows=1 width=76) + Output:["_col0"],aggregations:["avg(p_size)"] + Filter Operator [FIL_39] (rows=8 width=4) + predicate:(p_size < 10) + TableScan [TS_18] (rows=26 width=4) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_size"] PREHOOK: query: explain select b.p_mfgr, min(p_retailprice) from part b @@ -4119,155 +2570,80 @@ Reducer 7 <- Map 6 (SIMPLE_EDGE) Reducer 8 <- Reducer 7 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_40] - compressed:false - Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_39] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_38] - key expressions:_col0 (type: string) - sort order:+ - Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: double) - Select Operator [SEL_37] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_43] - predicate:_col3 is null (type: boolean) - Statistics:Num rows: 2 Data size: 256 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_49] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"_col0 (type: string), _col1 (type: double)","1":"_col0 (type: string), _col1 (type: double)"} - | outputColumnNames:["_col0","_col1","_col3"] - | Statistics:Num rows: 5 Data size: 641 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: double) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: double) - | sort order:++ - | Statistics:Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_28] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 106 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_46] - | predicate:((_col2 - _col1) > 600.0) (type: boolean) - | Statistics:Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: COMPLETE - | Group By Operator [GBY_26] - | | aggregations:["min(VALUE._col0)","max(VALUE._col1)"] - | | keys:KEY._col0 (type: string) - | | outputColumnNames:["_col0","_col1","_col2"] - | | Statistics:Num rows: 5 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_25] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 5 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: double), _col2 (type: double) - | Group By Operator [GBY_24] - | aggregations:["min(p_retailprice)","max(p_retailprice)"] - | keys:p_mfgr (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 5 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_22] - | alias:b - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_33] - key expressions:_col0 (type: string), _col1 (type: double) - Map-reduce partition columns:_col0 (type: string), _col1 (type: double) - sort order:++ - Statistics:Num rows: 5 Data size: 583 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_48] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 5 Data size: 583 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - | Reduce Output Operator [RS_30] - | sort order: - | Statistics:Num rows: 5 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: double) - | Group By Operator [GBY_5] - | | aggregations:["min(VALUE._col0)"] - | | keys:KEY._col0 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 5 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 5 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: double) - | Group By Operator [GBY_3] - | aggregations:["min(p_retailprice)"] - | keys:p_mfgr (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 5 Data size: 530 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_2] - | outputColumnNames:["p_mfgr","p_retailprice"] - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:b - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 8 [SIMPLE_EDGE] - Reduce Output Operator [RS_31] - sort order: - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Select Operator [SEL_19] - Statistics:Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - Filter Operator [FIL_44] - predicate:(_col0 = 0) (type: boolean) - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_18] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_17] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_16] - aggregations:["count()"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_13] - Statistics:Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_45] - predicate:((_col0 is null or _col1 is null) and ((_col2 - _col1) > 600.0)) (type: boolean) - Statistics:Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_11] - | aggregations:["min(VALUE._col0)","max(VALUE._col1)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 5 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 5 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: double), _col2 (type: double) - Group By Operator [GBY_9] - aggregations:["min(p_retailprice)","max(p_retailprice)"] - keys:p_mfgr (type: string) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 5 Data size: 570 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_8] - outputColumnNames:["p_mfgr","p_retailprice"] - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_7] - alias:b - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 llap + File Output Operator [FS_37] + Select Operator [SEL_36] (rows=1 width=106) + Output:["_col0","_col1"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_35] + Select Operator [SEL_34] (rows=1 width=106) + Output:["_col0","_col1"] + Filter Operator [FIL_33] (rows=1 width=204) + predicate:_col3 is null + Merge Join Operator [MERGEJOIN_42] (rows=5 width=204) + Conds:RS_30._col0, _col1=RS_31._col0, _col1(Left Outer),Output:["_col0","_col1","_col3"] + <-Reducer 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_31] + PartitionCols:_col0, _col1 + Select Operator [SEL_26] (rows=1 width=106) + Output:["_col0","_col1"] + Filter Operator [FIL_39] (rows=1 width=114) + predicate:((_col2 - _col1) > 600.0) + Group By Operator [GBY_24] (rows=5 width=114) + Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0 + <-Map 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + PartitionCols:_col0 + Group By Operator [GBY_22] (rows=5 width=114) + Output:["_col0","_col1","_col2"],aggregations:["min(p_retailprice)","max(p_retailprice)"],keys:p_mfgr + TableScan [TS_20] (rows=26 width=106) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_30] + PartitionCols:_col0, _col1 + Merge Join Operator [MERGEJOIN_41] (rows=5 width=106) + Conds:(Inner),Output:["_col0","_col1"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_27] + Group By Operator [GBY_4] (rows=5 width=106) + Output:["_col0","_col1"],aggregations:["min(VALUE._col0)"],keys:KEY._col0 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0 + Group By Operator [GBY_2] (rows=5 width=106) + Output:["_col0","_col1"],aggregations:["min(p_retailprice)"],keys:p_mfgr + Select Operator [SEL_1] (rows=26 width=106) + Output:["p_mfgr","p_retailprice"] + TableScan [TS_0] (rows=26 width=106) + default@part,b,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"] + <-Reducer 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + Select Operator [SEL_19] (rows=1 width=8) + Filter Operator [FIL_18] (rows=1 width=8) + predicate:(_col0 = 0) + Group By Operator [GBY_16] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + Group By Operator [GBY_14] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_12] (rows=1 width=114) + Filter Operator [FIL_11] (rows=1 width=114) + predicate:(((_col2 - _col1) > 600.0) and (_col0 is null or _col1 is null)) + Group By Operator [GBY_10] (rows=5 width=114) + Output:["_col0","_col1","_col2"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"],keys:KEY._col0 + <-Map 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Group By Operator [GBY_8] (rows=5 width=114) + Output:["_col0","_col1","_col2"],aggregations:["min(p_retailprice)","max(p_retailprice)"],keys:p_mfgr + Select Operator [SEL_7] (rows=26 width=106) + Output:["p_mfgr","p_retailprice"] + TableScan [TS_6] (rows=26 width=106) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_retailprice"] PREHOOK: query: explain select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1 PREHOOK: type: QUERY @@ -4279,33 +2655,22 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:false - Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_4] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"0","partition by:":"0"}] - Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col2","_col3"] - | Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:0 (type: int) - Map-reduce partition columns:0 (type: int) - sort order:+ - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:c_int (type: int), c_float (type: float) - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_4] (rows=20 width=52) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] + PTF Operator [PTF_3] (rows=20 width=459) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] + Select Operator [SEL_2] (rows=20 width=459) + Output:["_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:0 + TableScan [TS_0] (rows=20 width=7) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] PREHOOK: query: explain select * from (select count(c_int) over(), sum(c_float) over(), max(c_int) over(), min(c_int) over(), row_number() over(), rank() over(), dense_rank() over(), percent_rank() over(), lead(c_int, 2, c_int) over(), lag(c_float, 2, c_float) over() from cbo_t1) cbo_t1 PREHOOK: type: QUERY @@ -4317,33 +2682,22 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:false - Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_4] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] - Statistics:Num rows: 20 Data size: 1040 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"0","partition by:":"0"}] - Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col2","_col3"] - | Statistics:Num rows: 20 Data size: 9184 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:0 (type: int) - Map-reduce partition columns:0 (type: int) - sort order:+ - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:c_int (type: int), c_float (type: float) - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_4] (rows=20 width=52) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9"] + PTF Operator [PTF_3] (rows=20 width=459) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"0 ASC NULLS FIRST","partition by:":"0"}] + Select Operator [SEL_2] (rows=20 width=459) + Output:["_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:0 + TableScan [TS_0] (rows=20 width=7) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int"] PREHOOK: query: explain select i, a, h, b, c, d, e, f, g, a as x, a +1 as y from (select max(c_int) over (partition by key order by value range UNBOUNDED PRECEDING) a, min(c_int) over (partition by key order by value range current row) b, count(c_int) over(partition by key order by value range 1 PRECEDING) c, avg(value) over (partition by key order by value range between unbounded preceding and unbounded following) d, sum(value) over (partition by key order by value range between unbounded preceding and current row) e, avg(c_float) over (partition by key order by value range between 1 preceding and unbounded following) f, sum(c_float) over (partition by key order by value range between 1 preceding and current row) g, max(c_float) over (partition by key order by value range between 1 preceding and unbounded following) h, min(c_float) over (partition by key order by value range between 1 preceding and 1 following) i from cbo_t1) cbo_t1 PREHOOK: type: QUERY @@ -4355,33 +2709,22 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:false - Statistics:Num rows: 20 Data size: 1280 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_4] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] - Statistics:Num rows: 20 Data size: 1280 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] - Statistics:Num rows: 20 Data size: 12244 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 20 Data size: 12244 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:key (type: string), value (type: string) - Map-reduce partition columns:key (type: string) - sort order:++ - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:c_int (type: int), c_float (type: float) - TableScan [TS_0] - alias:cbo_t1 - Statistics:Num rows: 20 Data size: 262 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_4] (rows=20 width=64) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] + PTF Operator [PTF_3] (rows=20 width=621) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] + Select Operator [SEL_2] (rows=20 width=621) + Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:key + TableScan [TS_0] (rows=20 width=169) + default@cbo_t1,cbo_t1,Tbl:COMPLETE,Col:COMPLETE,Output:["c_float","c_int","key","value"] PREHOOK: query: explain select *, rank() over(partition by key order by value) as rr from src1 PREHOOK: type: QUERY @@ -4393,32 +2736,22 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:false - Statistics:Num rows: 25 Data size: 4475 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_4] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 25 Data size: 4475 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] - Statistics:Num rows: 25 Data size: 11075 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 25 Data size: 11075 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:key (type: string), value (type: string) - Map-reduce partition columns:key (type: string) - sort order:++ - Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:src1 - Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_4] (rows=25 width=179) + Output:["_col0","_col1","_col2"] + PTF Operator [PTF_3] (rows=25 width=443) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] + Select Operator [SEL_2] (rows=25 width=443) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:key + TableScan [TS_0] (rows=25 width=175) + default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) @@ -4440,82 +2773,46 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_20] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_18] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_17] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_16] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_14] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_13] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint) - Group By Operator [GBY_11] - aggregations:["count(1)"] - keys:_col0 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_25] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_23] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - outputColumnNames:["_col0"] - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_24] - predicate:key is not null (type: boolean) - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_20] + Group By Operator [GBY_18] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_17] + Group By Operator [GBY_16] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_14] (rows=14 width=94) + Output:["_col0","_col1"] + Group By Operator [GBY_13] (rows=14 width=94) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Group By Operator [GBY_11] (rows=14 width=94) + Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0 + Merge Join Operator [MERGEJOIN_25] (rows=60 width=86) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=25 width=86) + Output:["_col0"] + Filter Operator [FIL_23] (rows=25 width=86) + predicate:key is not null + TableScan [TS_0] (rows=25 width=86) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=500 width=87) + Output:["_col0"] + Filter Operator [FIL_24] (rows=500 width=87) + predicate:key is not null + TableScan [TS_3] (rows=500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) @@ -4537,82 +2834,46 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_20] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_18] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_17] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_16] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_14] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_13] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint) - Group By Operator [GBY_11] - aggregations:["count(1)"] - keys:_col0 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_25] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_23] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - outputColumnNames:["_col0"] - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_24] - predicate:key is not null (type: boolean) - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_20] + Group By Operator [GBY_18] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_17] + Group By Operator [GBY_16] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_14] (rows=14 width=94) + Output:["_col0","_col1"] + Group By Operator [GBY_13] (rows=14 width=94) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Group By Operator [GBY_11] (rows=14 width=94) + Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0 + Merge Join Operator [MERGEJOIN_25] (rows=60 width=86) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=25 width=86) + Output:["_col0"] + Filter Operator [FIL_23] (rows=25 width=86) + predicate:key is not null + TableScan [TS_0] (rows=25 width=86) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=500 width=87) + Output:["_col0"] + Filter Operator [FIL_24] (rows=500 width=87) + predicate:key is not null + TableScan [TS_3] (rows=500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) @@ -4634,76 +2895,43 @@ Reducer 3 <- Map 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_20] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_18] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_17] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_16] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_14] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_13] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_12] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint) - Group By Operator [GBY_11] - aggregations:["count(1)"] - keys:_col0 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 14 Data size: 1316 Basic stats: COMPLETE Column stats: COMPLETE - Map Join Operator [MAPJOIN_25] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"_col0 (type: string)","Map 2":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 60 Data size: 5160 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [BROADCAST_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_23] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - |<-Select Operator [SEL_3] - outputColumnNames:["_col0"] - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_24] - predicate:key is not null (type: boolean) - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_20] + Group By Operator [GBY_18] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_17] + Group By Operator [GBY_16] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_14] (rows=14 width=94) + Output:["_col0","_col1"] + Group By Operator [GBY_13] (rows=14 width=94) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Map 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col0 + Group By Operator [GBY_11] (rows=14 width=94) + Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0 + Map Join Operator [MAPJOIN_25] (rows=60 width=86) + Conds:RS_6._col0=SEL_5._col0(Inner),Output:["_col0"] + <-Map 1 [BROADCAST_EDGE] llap + BROADCAST [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=25 width=86) + Output:["_col0"] + Filter Operator [FIL_23] (rows=25 width=86) + predicate:key is not null + TableScan [TS_0] (rows=25 width=86) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Select Operator [SEL_5] (rows=500 width=87) + Output:["_col0"] + Filter Operator [FIL_24] (rows=500 width=87) + predicate:key is not null + TableScan [TS_3] (rows=500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain select SUM(HASH(tmp.key)), SUM(HASH(tmp.cnt)) @@ -4725,97 +2953,56 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_22] - compressed:false - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_20] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_18] - aggregations:["sum(_col0)","sum(_col1)"] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_16] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_15] - | aggregations:["count(VALUE._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_14] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: bigint) - Group By Operator [GBY_13] - aggregations:["count(1)"] - keys:_col0 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 12 Data size: 1128 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_27] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_25] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_5] - keys:_col0 (type: string) - outputColumnNames:["_col0"] - Statistics:Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - outputColumnNames:["_col0"] - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_26] - predicate:key is not null (type: boolean) - Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_22] + Group By Operator [GBY_20] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + Group By Operator [GBY_18] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(_col0)","sum(_col1)"] + Select Operator [SEL_16] (rows=12 width=94) + Output:["_col0","_col1"] + Group By Operator [GBY_15] (rows=12 width=94) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + PartitionCols:_col0 + Group By Operator [GBY_13] (rows=12 width=94) + Output:["_col0","_col1"],aggregations:["count(1)"],keys:_col0 + Merge Join Operator [MERGEJOIN_27] (rows=25 width=86) + Conds:RS_8._col0=RS_9._col0(Left Semi),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=25 width=86) + Output:["_col0"] + Filter Operator [FIL_25] (rows=25 width=86) + predicate:key is not null + TableScan [TS_0] (rows=25 width=86) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Group By Operator [GBY_7] (rows=205 width=87) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=500 width=87) + Output:["_col0"] + Filter Operator [FIL_26] (rows=500 width=87) + predicate:key is not null + TableScan [TS_3] (rows=500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: explain create table abcd (a int, b int, c int, d int) PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table abcd (a int, b int, c int, d int) POSTHOOK: type: CREATETABLE Stage-0 - Create Table Operator: - columns:["a int","b int","c int","d int"] - input format:org.apache.hadoop.mapred.TextInputFormat - name:default.abcd - output format:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + Create Table Operator: + name:default.abcd PREHOOK: query: create table abcd (a int, b int, c int, d int) PREHOOK: type: CREATETABLE @@ -4843,37 +3030,22 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:false - Statistics:Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_4] - | aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col2)"] - | keys:KEY._col0 (type: int) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:_col0 (type: int), _col1 (type: int), _col2 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+++ - Statistics:Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions:_col5 (type: bigint) - Group By Operator [GBY_2] - aggregations:["count(DISTINCT b)","count(DISTINCT c)","sum(d)"] - keys:a (type: int), b (type: int), c (type: int) - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_1] - outputColumnNames:["a","b","c","d"] - Statistics:Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:abcd - Statistics:Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Group By Operator [GBY_4] (rows=2 width=19) + Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col2)"],keys:KEY._col0 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0 + Group By Operator [GBY_2] (rows=4 width=19) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(DISTINCT b)","count(DISTINCT c)","sum(d)"],keys:a, b, c + Select Operator [SEL_1] (rows=4 width=19) + Output:["a","b","c","d"] + TableScan [TS_0] (rows=4 width=19) + default@abcd,abcd,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a PREHOOK: type: QUERY @@ -4885,43 +3057,28 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_5] - compressed:false - Statistics:Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_3] - | aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col0)"] - | keys:KEY._col0 (type: int) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 2 Data size: 39 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:a (type: int), b (type: int), c (type: int) - Map-reduce partition columns:a (type: int) - sort order:+++ - Statistics:Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - value expressions:d (type: int) - Select Operator [SEL_1] - outputColumnNames:["a","b","c","d"] - Statistics:Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:abcd - Statistics:Num rows: 4 Data size: 78 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_5] + Group By Operator [GBY_3] (rows=2 width=19) + Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT KEY._col1:0._col0)","count(DISTINCT KEY._col1:1._col0)","sum(VALUE._col0)"],keys:KEY._col0 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:a + Select Operator [SEL_1] (rows=4 width=19) + Output:["a","b","c","d"] + TableScan [TS_0] (rows=4 width=19) + default@abcd,abcd,Tbl:COMPLETE,Col:NONE,Output:["a","b","c","d"] PREHOOK: query: explain create table src_rc_merge_test(key int, value string) stored as rcfile PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table src_rc_merge_test(key int, value string) stored as rcfile POSTHOOK: type: CREATETABLE Stage-0 - Create Table Operator: - columns:["key int","value string"] - input format:org.apache.hadoop.hive.ql.io.RCFileInputFormat - name:default.src_rc_merge_test - output format:org.apache.hadoop.hive.ql.io.RCFileOutputFormat + Create Table Operator: + name:default.src_rc_merge_test PREHOOK: query: create table src_rc_merge_test(key int, value string) stored as rcfile PREHOOK: type: CREATETABLE @@ -4944,11 +3101,8 @@ PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table tgt_rc_merge_test(key int, value string) stored as rcfile POSTHOOK: type: CREATETABLE Stage-0 - Create Table Operator: - columns:["key int","value string"] - input format:org.apache.hadoop.hive.ql.io.RCFileInputFormat - name:default.tgt_rc_merge_test - output format:org.apache.hadoop.hive.ql.io.RCFileOutputFormat + Create Table Operator: + name:default.tgt_rc_merge_test PREHOOK: query: create table tgt_rc_merge_test(key int, value string) stored as rcfile PREHOOK: type: CREATETABLE @@ -4995,27 +3149,18 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_4] - | aggregations:["count(1)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 5 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - Statistics:Num rows: 5 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:tgt_rc_merge_test - Statistics:Num rows: 5 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Select Operator [SEL_1] (rows=5 width=6) + TableScan [TS_0] (rows=5 width=6) + default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test PREHOOK: type: QUERY @@ -5027,29 +3172,19 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 5 Data size: 32 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: int), _col1 (type: int) - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 5 Data size: 32 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:tgt_rc_merge_test - Statistics:Num rows: 5 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Group By Operator [GBY_4] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Select Operator [SEL_1] (rows=5 width=6) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=5 width=6) + default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: alter table tgt_rc_merge_test concatenate PREHOOK: type: ALTER_TABLE_MERGE @@ -5086,27 +3221,18 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_4] - | aggregations:["count(1)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 1 Data size: 171 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - Statistics:Num rows: 1 Data size: 171 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:tgt_rc_merge_test - Statistics:Num rows: 1 Data size: 171 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Select Operator [SEL_1] (rows=5 width=6) + TableScan [TS_0] (rows=5 width=6) + default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain select sum(hash(key)), sum(hash(value)) from tgt_rc_merge_test PREHOOK: type: QUERY @@ -5118,29 +3244,19 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_4] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 1 Data size: 171 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: int), _col1 (type: int) - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 171 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:tgt_rc_merge_test - Statistics:Num rows: 1 Data size: 171 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Group By Operator [GBY_4] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Select Operator [SEL_1] (rows=5 width=6) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=5 width=6) + default@tgt_rc_merge_test,tgt_rc_merge_test,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: drop table src_rc_merge_test PREHOOK: type: DROPTABLE @@ -5168,50 +3284,32 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_9] - compressed:true - Statistics:Num rows: 125000 Data size: 10875000 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_11] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125000 Data size: 10875000 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_5] - | sort order: - | Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string) - | Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_6] - sort order: - Statistics:Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - Statistics:Num rows: 500 Data size: 2000 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Merge Join Operator [MERGEJOIN_9] (rows=250000 width=87) + Conds:(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + Select Operator [SEL_1] (rows=500 width=87) + Output:["_col0"] + TableScan [TS_0] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Select Operator [SEL_3] (rows=500 width=4) + TableScan [TS_2] (rows=500 width=10) + default@src,src2,Tbl:COMPLETE,Col:COMPLETE PREHOOK: query: explain create table nzhang_Tmp(a int, b string) PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table nzhang_Tmp(a int, b string) POSTHOOK: type: CREATETABLE Stage-0 - Create Table Operator: - columns:["a int","b string"] - input format:org.apache.hadoop.mapred.TextInputFormat - name:default.nzhang_Tmp - output format:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + Create Table Operator: + name:default.nzhang_Tmp PREHOOK: query: create table nzhang_Tmp(a int, b string) PREHOOK: type: CREATETABLE @@ -5232,52 +3330,35 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-3 - Stats-Aggr Operator - Stage-4 - Create Table Operator: - columns:["k string","value string"] - input format:org.apache.hadoop.mapred.TextInputFormat - name:default.nzhang_CTAS1 - output format:org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat - Stage-2 - Dependency Collection{} - Stage-1 - Reducer 3 - File Output Operator [FS_8] - compressed:true - Statistics:Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.nzhang_CTAS1"} - Limit [LIM_7] - Number of rows:10 - Statistics:Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_6] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE - Limit [LIM_4] - Number of rows:10 - Statistics:Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - Stage-0 - Move Operator - Please refer to the previous Stage-1 + Stats-Aggr Operator + Stage-4 + Create Table Operator: + name:default.nzhang_CTAS1 + Stage-2 + Dependency Collection{} + Stage-1 + Reducer 3 llap + File Output Operator [FS_8] + table:{"name:":"default.nzhang_CTAS1"} + Limit [LIM_7] (rows=10 width=178) + Number of rows:10 + Select Operator [SEL_6] (rows=10 width=178) + Output:["_col0","_col1"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Limit [LIM_4] (rows=10 width=178) + Number of rows:10 + Select Operator [SEL_3] (rows=500 width=178) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=500 width=178) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + Stage-0 + Move Operator + Please refer to the previous Stage-1 PREHOOK: query: create table nzhang_CTAS1 as select key k, value from src sort by k, value limit 10 PREHOOK: type: CREATETABLE_AS_SELECT @@ -5289,6 +3370,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_CTAS1 +POSTHOOK: Lineage: nzhang_ctas1.k SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: nzhang_ctas1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 PREHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: query: explain create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 @@ -5300,52 +3383,35 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-3 - Stats-Aggr Operator - Stage-4 - Create Table Operator: - columns:["half_key double","conb string"] - input format:org.apache.hadoop.hive.ql.io.RCFileInputFormat - name:default.nzhang_ctas3 - output format:org.apache.hadoop.hive.ql.io.RCFileOutputFormat - Stage-2 - Dependency Collection{} - Stage-1 - Reducer 3 - File Output Operator [FS_8] - compressed:true - Statistics:Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.hive.ql.io.RCFileInputFormat","output format:":"org.apache.hadoop.hive.ql.io.RCFileOutputFormat","serde:":"org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe","name:":"default.nzhang_ctas3"} - Limit [LIM_7] - Number of rows:10 - Statistics:Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_6] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col0 (type: double), _col1 (type: string) - sort order:++ - Statistics:Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE - Limit [LIM_4] - Number of rows:10 - Statistics:Num rows: 10 Data size: 1920 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:_col0 (type: double), _col1 (type: string) - sort order:++ - Statistics:Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - Stage-0 - Move Operator - Please refer to the previous Stage-1 + Stats-Aggr Operator + Stage-4 + Create Table Operator: + name:default.nzhang_ctas3 + Stage-2 + Dependency Collection{} + Stage-1 + Reducer 3 llap + File Output Operator [FS_8] + table:{"name:":"default.nzhang_ctas3"} + Limit [LIM_7] (rows=10 width=192) + Number of rows:10 + Select Operator [SEL_6] (rows=10 width=192) + Output:["_col0","_col1"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + Limit [LIM_4] (rows=10 width=192) + Number of rows:10 + Select Operator [SEL_3] (rows=500 width=192) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + Select Operator [SEL_1] (rows=500 width=192) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + Stage-0 + Move Operator + Please refer to the previous Stage-1 PREHOOK: query: create table nzhang_ctas3 row format serde "org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe" stored as RCFile as select key/2 half_key, concat(value, "_con") conb from src sort by half_key, conb limit 10 PREHOOK: type: CREATETABLE_AS_SELECT @@ -5357,6 +3423,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@nzhang_ctas3 +POSTHOOK: Lineage: nzhang_ctas3.conb EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: nzhang_ctas3.half_key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: explain create table if not exists nzhang_ctas3 as select key, value from src sort by key, value limit 2 PREHOOK: type: CREATETABLE POSTHOOK: query: explain create table if not exists nzhang_ctas3 as select key, value from src sort by key, value limit 2 @@ -5371,13 +3439,8 @@ PREHOOK: type: CREATETABLE POSTHOOK: query: explain create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') POSTHOOK: type: CREATETABLE Stage-0 - Create Table Operator: - # buckets:2 - bucket columns:["a"] - columns:["a int","b varchar(128)"] - input format:org.apache.hadoop.hive.ql.io.orc.OrcInputFormat - name:default.acid_dtt - output format:org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + Create Table Operator: + name:default.acid_dtt PREHOOK: query: create temporary table acid_dtt(a int, b varchar(128)) clustered by (a) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') PREHOOK: type: CREATETABLE @@ -5410,55 +3473,33 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_12] - compressed:true - Statistics:Num rows: 13778 Data size: 4904968 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_11] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 13778 Data size: 4904968 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - sort order:++++ - Statistics:Num rows: 13778 Data size: 4904968 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_15] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{} - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 13778 Data size: 4904968 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | sort order: - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string), _col1 (type: string) - | Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_13] - | predicate:(key < 10) (type: boolean) - | Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - sort order: - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: string), _col1 (type: string) - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_14] - predicate:(key < 10) (type: boolean) - Statistics:Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_3] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=27556 width=356) + Output:["_col0","_col1","_col2","_col3"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Merge Join Operator [MERGEJOIN_15] (rows=27556 width=356) + Conds:(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Select Operator [SEL_2] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_13] (rows=166 width=178) + predicate:(key < 10) + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + Select Operator [SEL_5] (rows=166 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_14] (rows=166 width=178) + predicate:(key < 10) + TableScan [TS_3] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: CREATE TABLE myinput1(key int, value int) PREHOOK: type: CREATETABLE @@ -5486,42 +3527,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"key (type: int)","1":"value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:value (type: int) - Map-reduce partition columns:value (type: int) - sort order:+ - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions:key (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=3 width=9) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=3 width=9) + Conds:RS_2.key=RS_3.value(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:value + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key=c.key PREHOOK: type: QUERY @@ -5533,61 +3557,36 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_11] - compressed:true - Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_10] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_21] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"0":"key (type: int)","1":"value (type: int)","2":"key (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] - | Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | Filter Operator [FIL_18] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:value (type: int) - | Map-reduce partition columns:value (type: int) - | sort order:+ - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | value expressions:key (type: int) - | Filter Operator [FIL_19] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:key (type: int) - Map-reduce partition columns:key (type: int) - sort order:+ - Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - value expressions:value (type: int) - Filter Operator [FIL_20] - predicate:key is not null (type: boolean) - Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:c - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_11] + Select Operator [SEL_10] (rows=6 width=9) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_21] (rows=6 width=9) + Conds:RS_4.key=RS_6.value(Inner),RS_4.key=RS_8.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:key + Filter Operator [FIL_18] (rows=3 width=8) + predicate:key is not null + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:value + Filter Operator [FIL_19] (rows=3 width=8) + predicate:value is not null + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:key + Filter Operator [FIL_20] (rows=3 width=8) + predicate:key is not null + TableScan [TS_2] (rows=3 width=8) + default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value join myinput1 c on a.key<=>c.key PREHOOK: type: QUERY @@ -5599,52 +3598,30 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:true - Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_9] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"0":"key (type: int)","1":"value (type: int)","2":"key (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] - | Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:value (type: int) - | Map-reduce partition columns:value (type: int) - | sort order:+ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | value expressions:key (type: int) - | TableScan [TS_1] - | alias:b - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:key (type: int) - Map-reduce partition columns:key (type: int) - sort order:+ - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions:value (type: int) - TableScan [TS_2] - alias:c - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Select Operator [SEL_7] (rows=6 width=9) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_9] (rows=6 width=9) + Conds:RS_3.key=RS_4.value(Inner),RS_3.key=RS_5.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:value + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:key + TableScan [TS_2] (rows=3 width=8) + default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value=b.key join myinput1 c on a.key<=>c.key AND a.value=c.value PREHOOK: type: QUERY @@ -5656,58 +3633,36 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_11] - compressed:true - Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_10] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_15] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"0":"key (type: int), value (type: int)","1":"value (type: int), key (type: int)","2":"key (type: int), value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] - | Statistics:Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:key (type: int), value (type: int) - | Map-reduce partition columns:key (type: int), value (type: int) - | sort order:++ - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_12] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_6] - | key expressions:value (type: int), key (type: int) - | Map-reduce partition columns:value (type: int), key (type: int) - | sort order:++ - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_13] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:key (type: int), value (type: int) - Map-reduce partition columns:key (type: int), value (type: int) - sort order:++ - Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_14] - predicate:value is not null (type: boolean) - Statistics:Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:c - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_11] + Select Operator [SEL_10] (rows=6 width=9) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_15] (rows=6 width=9) + Conds:RS_4.key, value=RS_6.value, key(Inner),RS_4.key, value=RS_8.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:key, value + Filter Operator [FIL_12] (rows=3 width=8) + predicate:value is not null + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:value, key + Filter Operator [FIL_13] (rows=3 width=8) + predicate:key is not null + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:key, value + Filter Operator [FIL_14] (rows=3 width=8) + predicate:value is not null + TableScan [TS_2] (rows=3 width=8) + default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select * from myinput1 a join myinput1 b on a.key<=>b.value AND a.value<=>b.key join myinput1 c on a.key<=>c.key AND a.value<=>c.value PREHOOK: type: QUERY @@ -5719,49 +3674,30 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:true - Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_9] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 0 to 2"}] - | keys:{"0":"key (type: int), value (type: int)","1":"value (type: int), key (type: int)","2":"key (type: int), value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11"] - | Statistics:Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | key expressions:key (type: int), value (type: int) - | Map-reduce partition columns:key (type: int), value (type: int) - | sort order:++ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:value (type: int), key (type: int) - | Map-reduce partition columns:value (type: int), key (type: int) - | sort order:++ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:key (type: int), value (type: int) - Map-reduce partition columns:key (type: int), value (type: int) - sort order:++ - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:c - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Select Operator [SEL_7] (rows=6 width=9) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + Merge Join Operator [MERGEJOIN_9] (rows=6 width=9) + Conds:RS_3.key, value=RS_4.value, key(Inner),RS_3.key, value=RS_5.key, value(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key, value + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:value, key + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:key, value + TableScan [TS_2] (rows=3 width=8) + default@myinput1,c,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select * FROM myinput1 a LEFT OUTER JOIN myinput1 b ON a.key<=>b.value PREHOOK: type: QUERY @@ -5773,42 +3709,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"key (type: int)","1":"value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:value (type: int) - Map-reduce partition columns:value (type: int) - sort order:+ - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions:key (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=3 width=9) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=3 width=9) + Conds:RS_2.key=RS_3.value(Left Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:value + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select * FROM myinput1 a RIGHT OUTER JOIN myinput1 b ON a.key<=>b.value PREHOOK: type: QUERY @@ -5820,42 +3739,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Right Outer Join0 to 1"}] - | keys:{"0":"key (type: int)","1":"value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:value (type: int) - Map-reduce partition columns:value (type: int) - sort order:+ - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions:key (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=3 width=9) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=3 width=9) + Conds:RS_2.key=RS_3.value(Right Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:value + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select * FROM myinput1 a FULL OUTER JOIN myinput1 b ON a.key<=>b.value PREHOOK: type: QUERY @@ -5867,42 +3769,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"0":"key (type: int)","1":"value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:value (type: int) - Map-reduce partition columns:value (type: int) - sort order:+ - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions:key (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=3 width=9) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=3 width=9) + Conds:RS_2.key=RS_3.value(Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:value + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM myinput1 a JOIN myinput1 b ON a.key<=>b.value PREHOOK: type: QUERY @@ -5914,42 +3799,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"key (type: int)","1":"value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:value (type: int) - Map-reduce partition columns:value (type: int) - sort order:+ - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE - value expressions:key (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=3 width=9) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=3 width=9) + Conds:RS_2.key=RS_3.value(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=3 width=8) + default@myinput1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:value + TableScan [TS_1] (rows=3 width=8) + default@myinput1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: CREATE TABLE smb_input(key int, value int) PREHOOK: type: CREATETABLE @@ -6027,42 +3895,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"key (type: int)","1":"key (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:key (type: int) - Map-reduce partition columns:key (type: int) - sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - value expressions:value (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=28 width=7) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=28 width=7) + Conds:RS_2.key=RS_3.key(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=26 width=7) + default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key + TableScan [TS_1] (rows=26 width=7) + default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key AND a.value <=> b.value PREHOOK: type: QUERY @@ -6074,40 +3925,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"key (type: int), value (type: int)","1":"key (type: int), value (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int), value (type: int) - | Map-reduce partition columns:key (type: int), value (type: int) - | sort order:++ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:key (type: int), value (type: int) - Map-reduce partition columns:key (type: int), value (type: int) - sort order:++ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_1] - alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=28 width=7) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=28 width=7) + Conds:RS_2.key, value=RS_3.key, value(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key, value + TableScan [TS_0] (rows=26 width=7) + default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key, value + TableScan [TS_1] (rows=26 width=7) + default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select /*+ MAPJOIN(a) */ * FROM smb_input1 a RIGHT OUTER JOIN smb_input1 b ON a.key <=> b.key PREHOOK: type: QUERY @@ -6119,42 +3955,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Right Outer Join0 to 1"}] - | keys:{"0":"key (type: int)","1":"key (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:key (type: int) - Map-reduce partition columns:key (type: int) - sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - value expressions:value (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=28 width=7) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=28 width=7) + Conds:RS_2.key=RS_3.key(Right Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=26 width=7) + default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key + TableScan [TS_1] (rows=26 width=7) + default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a JOIN smb_input1 b ON a.key <=> b.key PREHOOK: type: QUERY @@ -6166,42 +3985,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"key (type: int)","1":"key (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:key (type: int) - Map-reduce partition columns:key (type: int) - sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - value expressions:value (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=28 width=7) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=28 width=7) + Conds:RS_2.key=RS_3.key(Inner),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=26 width=7) + default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key + TableScan [TS_1] (rows=26 width=7) + default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select /*+ MAPJOIN(b) */ * FROM smb_input1 a LEFT OUTER JOIN smb_input1 b ON a.key <=> b.key PREHOOK: type: QUERY @@ -6213,42 +4015,25 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_6] - compressed:true - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_7] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"0":"key (type: int)","1":"key (type: int)"} - | outputColumnNames:["_col0","_col1","_col5","_col6"] - | Statistics:Num rows: 28 Data size: 209 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: int) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:key (type: int) - Map-reduce partition columns:key (type: int) - sort order:+ - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE - value expressions:value (type: int) - TableScan [TS_1] - alias:b - Statistics:Num rows: 26 Data size: 190 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=28 width=7) + Output:["_col0","_col1","_col2","_col3"] + Merge Join Operator [MERGEJOIN_7] (rows=28 width=7) + Conds:RS_2.key=RS_3.key(Left Outer),Output:["_col0","_col1","_col5","_col6"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:key + TableScan [TS_0] (rows=26 width=7) + default@smb_input1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key + TableScan [TS_1] (rows=26 width=7) + default@smb_input1,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: drop table sales PREHOOK: type: DROPTABLE @@ -6314,54 +4099,33 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_12] - compressed:true - Statistics:Num rows: 1 Data size: 14 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_17] - | condition map:[{"":"Left Semi Join 0 to 1"}] - | keys:{"0":"_col1 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 14 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:_col1 (type: int) - | Map-reduce partition columns:_col1 (type: int) - | sort order:+ - | Statistics:Num rows: 1 Data size: 13 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 13 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_15] - | predicate:id is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 13 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:sales - | Statistics:Num rows: 1 Data size: 13 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_5] - keys:_col0 (type: int) - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_16] - predicate:id is not null (type: boolean) - Statistics:Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:things - Statistics:Num rows: 2 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_12] + Merge Join Operator [MERGEJOIN_17] (rows=2 width=15) + Conds:RS_8._col1=RS_9._col0(Left Semi),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col1 + Select Operator [SEL_2] (rows=1 width=13) + Output:["_col0","_col1"] + Filter Operator [FIL_15] (rows=1 width=13) + predicate:id is not null + TableScan [TS_0] (rows=1 width=13) + default@sales,sales,Tbl:COMPLETE,Col:NONE,Output:["name","id"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Group By Operator [GBY_7] (rows=2 width=14) + Output:["_col0"],keys:_col0 + Select Operator [SEL_5] (rows=2 width=14) + Output:["_col0"] + Filter Operator [FIL_16] (rows=2 width=14) + predicate:id is not null + TableScan [TS_3] (rows=2 width=14) + default@things,things,Tbl:COMPLETE,Col:NONE,Output:["id"] PREHOOK: query: drop table sales PREHOOK: type: DROPTABLE @@ -6386,74 +4150,42 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Map 1 <- Map 3 (BROADCAST_EDGE) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_19] - compressed:true - Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_29] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_14] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 241 Data size: 42898 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string) - | Map Join Operator [MAPJOIN_28] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 1":"_col0 (type: string)","Map 3":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 241 Data size: 42898 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 3 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_11] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | Select Operator [SEL_4] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | Filter Operator [FIL_26] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | TableScan [TS_3] - | | alias:src1 - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 666 Data size: 118548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_25] - | predicate:(((value > 'val_450') and key is not null) and value is not null) (type: boolean) - | Statistics:Num rows: 666 Data size: 118548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:srcpart - | Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_16] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_7] - outputColumnNames:["_col0"] - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_27] - predicate:(value > 'val_450') (type: boolean) - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_5] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_16] + Map Join Operator [MAPJOIN_26] (rows=805 width=10) + Conds:MAPJOIN_25._col1=RS_13._col0(Inner),Output:["_col0"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_13] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=166 width=10) + Output:["_col0"] + Filter Operator [FIL_24] (rows=166 width=10) + predicate:(value > 'val_450') + TableScan [TS_6] (rows=500 width=10) + default@src,src,Tbl:COMPLETE,Col:NONE,Output:["value"] + <-Map Join Operator [MAPJOIN_25] (rows=732 width=10) + Conds:SEL_2._col0=RS_10._col0(Inner),Output:["_col0","_col1"] + <-Map 2 [BROADCAST_EDGE] llap + BROADCAST [RS_10] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=25 width=7) + Output:["_col0"] + Filter Operator [FIL_23] (rows=25 width=7) + predicate:key is not null + TableScan [TS_3] (rows=25 width=7) + default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=666 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_22] (rows=666 width=10) + predicate:((value > 'val_450') and key is not null) + TableScan [TS_0] (rows=2000 width=10) + default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' PREHOOK: type: QUERY @@ -6462,150 +4194,42 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Vertex dependency in root stage -Map 1 <- Map 3 (BROADCAST_EDGE) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_19] - compressed:true - Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_29] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_14] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 241 Data size: 42898 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string) - | Map Join Operator [MAPJOIN_28] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 1":"_col0 (type: string)","Map 3":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 241 Data size: 42898 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 3 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_11] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | Select Operator [SEL_4] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | Filter Operator [FIL_26] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | TableScan [TS_3] - | | alias:src1 - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 666 Data size: 118548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_25] - | predicate:(((value > 'val_450') and key is not null) and value is not null) (type: boolean) - | Statistics:Num rows: 666 Data size: 118548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:srcpart - | Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_16] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_7] - outputColumnNames:["_col0"] - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_27] - predicate:(value > 'val_450') (type: boolean) - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_5] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - -PREHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' -PREHOOK: type: QUERY -POSTHOOK: query: explain select srcpart.key from srcpart join src on (srcpart.value=src.value) join src1 on (srcpart.key=src1.key) where srcpart.value > 'val_450' -POSTHOOK: type: QUERY -Plan optimized by CBO. - -Vertex dependency in root stage -Map 1 <- Map 3 (BROADCAST_EDGE) -Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) - -Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_19] - compressed:true - Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_29] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 555 Data size: 48285 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_14] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 241 Data size: 42898 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col0 (type: string) - | Map Join Operator [MAPJOIN_28] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 1":"_col0 (type: string)","Map 3":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 241 Data size: 42898 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Map 3 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_11] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | Select Operator [SEL_4] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | Filter Operator [FIL_26] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE - | | TableScan [TS_3] - | | alias:src1 - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: COMPLETE - | |<-Select Operator [SEL_2] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 666 Data size: 118548 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_25] - | predicate:(((value > 'val_450') and key is not null) and value is not null) (type: boolean) - | Statistics:Num rows: 666 Data size: 118548 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:srcpart - | Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_16] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_7] - outputColumnNames:["_col0"] - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_27] - predicate:(value > 'val_450') (type: boolean) - Statistics:Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_5] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_16] + Map Join Operator [MAPJOIN_26] (rows=805 width=10) + Conds:MAPJOIN_25._col1=RS_13._col0(Inner),Output:["_col0"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_13] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=166 width=10) + Output:["_col0"] + Filter Operator [FIL_24] (rows=166 width=10) + predicate:(value > 'val_450') + TableScan [TS_6] (rows=500 width=10) + default@src,src,Tbl:COMPLETE,Col:NONE,Output:["value"] + <-Map Join Operator [MAPJOIN_25] (rows=732 width=10) + Conds:SEL_2._col0=RS_10._col0(Inner),Output:["_col0","_col1"] + <-Map 2 [BROADCAST_EDGE] llap + BROADCAST [RS_10] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=25 width=7) + Output:["_col0"] + Filter Operator [FIL_23] (rows=25 width=7) + predicate:key is not null + TableScan [TS_3] (rows=25 width=7) + default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=666 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_22] (rows=666 width=10) + predicate:((value > 'val_450') and key is not null) + TableScan [TS_0] (rows=2000 width=10) + default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -6634,46 +4258,29 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_9] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int), p_retailprice (type: double) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_9] + Select Operator [SEL_7] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_6] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_5] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2 + PTF Operator [PTF_3] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=231) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] PREHOOK: query: explain select p_mfgr, p_name, @@ -6697,66 +4304,40 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_16] - compressed:true - Statistics:Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_14] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_13] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_12] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - PTF Operator [PTF_10] - Function definitions:[{"Input definition":{"type:":"SUBQUERY"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_9] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - Map Join Operator [MAPJOIN_21] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"p_partkey (type: int)","Map 4":"p_partkey (type: int)"} - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:p_partkey (type: int) - | Map-reduce partition columns:p_partkey (type: int) - | sort order:+ - | Statistics:Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_20] - | predicate:p_partkey is not null (type: boolean) - | Statistics:Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_1] - | alias:p2 - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Filter Operator [FIL_19] - predicate:p_partkey is not null (type: boolean) - Statistics:Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:p1 - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_16] + Select Operator [SEL_14] (rows=29 width=227) + Output:["_col0","_col1","_col2","_col3"] + PTF Operator [PTF_13] (rows=29 width=223) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_12] (rows=29 width=223) + Output:["_col1","_col2","_col5"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col2 + PTF Operator [PTF_10] (rows=29 width=223) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_9] (rows=29 width=223) + Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col2 + Map Join Operator [MAPJOIN_21] (rows=29 width=223) + Conds:FIL_19.p_partkey=RS_5.p_partkey(Inner),Output:["_col1","_col2","_col5"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_5] + PartitionCols:p_partkey + Filter Operator [FIL_20] (rows=26 width=4) + predicate:p_partkey is not null + TableScan [TS_1] (rows=26 width=4) + default@part,p2,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] + <-Filter Operator [FIL_19] (rows=26 width=227) + predicate:p_partkey is not null + TableScan [TS_0] (rows=26 width=227) + default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey","p_name","p_mfgr","p_size"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -6785,46 +4366,29 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_9] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int), p_retailprice (type: double) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_9] + Select Operator [SEL_7] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_6] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_5] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2 + PTF Operator [PTF_3] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=231) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -6853,46 +4417,29 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_9] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_9] + Select Operator [SEL_7] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + PTF Operator [PTF_6] (rows=26 width=491) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_5] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2 + PTF Operator [PTF_3] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -6924,59 +4471,36 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_14] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_12] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_11] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col0"}] - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_8] - | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: int) - Map-reduce partition columns:_col0 (type: string) - sort order:+++ - Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_6] - | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col2 (type: string), _col1 (type: string), _col5 (type: int) - Map-reduce partition columns:rand() (type: double) - sort order:+++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_4] - outputColumnNames:["_col1","_col2","_col5"] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_14] + Select Operator [SEL_12] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + PTF Operator [PTF_11] (rows=26 width=223) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col0"}] + Group By Operator [GBY_8] (rows=26 width=223) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Group By Operator [GBY_6] (rows=26 width=223) + Output:["_col0","_col1","_col2"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:rand() + Select Operator [SEL_4] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + PTF Operator [PTF_3] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] PREHOOK: query: explain select abc.* @@ -6998,50 +4522,31 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (BROADCAST_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_11] - compressed:true - Statistics:Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Map Join Operator [MAPJOIN_16] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 2":"_col0 (type: int)","Map 3":"p_partkey (type: int)"} - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - | Statistics:Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [BROADCAST_EDGE] - | Reduce Output Operator [RS_8] - | key expressions:p_partkey (type: int) - | Map-reduce partition columns:p_partkey (type: int) - | sort order:+ - | Statistics:Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_15] - | predicate:p_partkey is not null (type: boolean) - | Statistics:Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_1] - | alias:p1 - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Filter Operator [FIL_14] - predicate:_col0 is not null (type: boolean) - Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - | Statistics:Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_11] + Map Join Operator [MAPJOIN_16] (rows=29 width=619) + Conds:FIL_14._col0=RS_8.p_partkey(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_8] + PartitionCols:p_partkey + Filter Operator [FIL_15] (rows=26 width=4) + predicate:p_partkey is not null + TableScan [TS_1] (rows=26 width=4) + default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] + <-Filter Operator [FIL_14] (rows=26 width=887) + predicate:_col0 is not null + PTF Operator [PTF_4] (rows=26 width=887) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_3] (rows=26 width=887) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=619) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_brand","p_comment","p_container","p_mfgr","p_name","p_partkey","p_retailprice","p_size","p_type"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -7064,47 +4569,31 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_10] - compressed:true - Statistics:Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_8] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1, _col5(DESC)","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_6] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col2 (type: string), _col1 (type: string), _col5 (type: int) - Map-reduce partition columns:_col2 (type: string) - sort order:++- - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1, _col5(DESC)","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:p_mfgr (type: string), p_name (type: string), p_size (type: int) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++- - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_1] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name, p_size(DESC)","partition by:":"p_mfgr"}}] - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_10] + Select Operator [SEL_8] (rows=26 width=227) + Output:["_col0","_col1","_col2","_col3"] + PTF Operator [PTF_7] (rows=26 width=491) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST, _col5 DESC NULLS LAST","partition by:":"_col2"}] + Select Operator [SEL_6] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:_col2 + PTF Operator [PTF_4] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS FIRST, _col5 DESC NULLS LAST","partition by:":"_col2"}}] + Select Operator [SEL_3] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:p_mfgr + PTF Operator [PTF_1] (rows=26 width=223) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS FIRST, p_size DESC NULLS LAST","partition by:":"p_mfgr"}}] + TableScan [TS_0] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -7131,49 +4620,31 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_10] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_8] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_6] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int), p_retailprice (type: double) - PTF Operator [PTF_1] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name","partition by:":"p_mfgr"}}] - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_10] + Select Operator [SEL_8] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_7] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_6] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:_col2 + PTF Operator [PTF_4] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_3] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:p_mfgr + PTF Operator [PTF_1] (rows=26 width=231) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"p_name ASC NULLS FIRST","partition by:":"p_mfgr"}}] + TableScan [TS_0] (rows=26 width=231) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_name","p_mfgr","p_size","p_retailprice"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -7200,46 +4671,29 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_9] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int), p_retailprice (type: double) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_9] + Select Operator [SEL_7] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_6] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_5] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2 + PTF Operator [PTF_3] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=231) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] PREHOOK: query: explain select p_mfgr, p_name, p_size, @@ -7269,62 +4723,38 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_13] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_11] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_10] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_9] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2(DESC), _col1","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2(DESC), _col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_6] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:-+ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2(DESC), _col1","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2(DESC), _col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2(DESC), _col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:-+ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int), p_retailprice (type: double) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_13] + Select Operator [SEL_11] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_10] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_9] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col2 + PTF Operator [PTF_7] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_6] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:_col2 + PTF Operator [PTF_4] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}] + PTF Operator [PTF_3] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 DESC NULLS LAST, _col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=231) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] PREHOOK: query: explain select p_mfgr, p_name, @@ -7359,46 +4789,29 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_10] - compressed:true - Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int), p_retailprice (type: double) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_10] + Select Operator [SEL_7] (rows=26 width=235) + Output:["_col0","_col1","_col2","_col3"] + PTF Operator [PTF_6] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_5] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2 + PTF Operator [PTF_3] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=231) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] PREHOOK: query: explain select abc.p_mfgr, abc.p_name, @@ -7431,66 +4844,40 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (BROADCAST_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_15] - compressed:true - Statistics:Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_13] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - Statistics:Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_12] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_11] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - Map Join Operator [MAPJOIN_20] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 2":"_col0 (type: int)","Map 4":"p_partkey (type: int)"} - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_8] - | key expressions:p_partkey (type: int) - | Map-reduce partition columns:p_partkey (type: int) - | sort order:+ - | Statistics:Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_19] - | predicate:p_partkey is not null (type: boolean) - | Statistics:Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_1] - | alias:p1 - | Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - |<-Filter Operator [FIL_18] - predicate:_col0 is not null (type: boolean) - Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_partkey (type: int), p_size (type: int), p_retailprice (type: double) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_15] + Select Operator [SEL_13] (rows=29 width=259) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] + PTF Operator [PTF_12] (rows=29 width=767) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_11] (rows=29 width=767) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col2 + Map Join Operator [MAPJOIN_20] (rows=29 width=231) + Conds:FIL_18._col0=RS_8.p_partkey(Inner),Output:["_col1","_col2","_col5","_col7"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_8] + PartitionCols:p_partkey + Filter Operator [FIL_19] (rows=26 width=4) + predicate:p_partkey is not null + TableScan [TS_1] (rows=26 width=4) + default@part,p1,Tbl:COMPLETE,Col:COMPLETE,Output:["p_partkey"] + <-Filter Operator [FIL_18] (rows=26 width=503) + predicate:_col0 is not null + PTF Operator [PTF_4] (rows=26 width=503) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_3] (rows=26 width=503) + Output:["_col0","_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=235) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_partkey","p_retailprice","p_size"] PREHOOK: query: explain create view IF NOT EXISTS mfgr_price_view as select p_mfgr, p_brand, @@ -7507,9 +4894,8 @@ POSTHOOK: type: CREATEVIEW Plan not optimized by CBO. Stage-0 - Create View Operator: - name:default.mfgr_price_view - original text:select p_mfgr, p_brand, + Create View Operator: + name:default.mfgr_price_view,original text:select p_mfgr, p_brand, sum(p_retailprice) as s from part group by p_mfgr, p_brand @@ -7599,94 +4985,62 @@ Reducer 4 <- Reducer 2 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Stage-4 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_4"} - Stage-3 - Dependency Collection{} - Stage-2 - Reducer 3 - File Output Operator [FS_9] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_4"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int), _col7 (type: double) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col1","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5","_col7"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int), p_retailprice (type: double) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - Reducer 5 - File Output Operator [FS_20] - compressed:true - Statistics:Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_5"} - Select Operator [SEL_17] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Statistics:Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_16] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col3, _col2","partition by:":"_col3"}] - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_15] - | outputColumnNames:["_col0","_col2","_col3","_col6"] - | Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_14] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:sum_window_0 (type: bigint), _col5 (type: int) - Select Operator [SEL_13] - outputColumnNames:["_col1","_col2","_col5","sum_window_0"] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_12] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col5","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_11] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col2 (type: string), _col5 (type: int) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: string) - Please refer to the previous PTF Operator [PTF_3] + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.part_4"} + Stage-3 + Dependency Collection{} + Stage-2 + Reducer 3 llap + File Output Operator [FS_9] + table:{"name:":"default.part_4"} + Select Operator [SEL_7] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_6] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_5] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2 + PTF Operator [PTF_3] (rows=26 width=499) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=499) + Output:["_col1","_col2","_col5","_col7"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=231) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_retailprice","p_size"] + Reducer 5 llap + File Output Operator [FS_20] + table:{"name:":"default.part_5"} + Select Operator [SEL_17] (rows=26 width=247) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + PTF Operator [PTF_16] (rows=26 width=499) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST","partition by:":"_col3"}] + Select Operator [SEL_15] (rows=26 width=499) + Output:["_col0","_col2","_col3","_col6"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + PartitionCols:_col2 + Select Operator [SEL_13] (rows=26 width=491) + Output:["_col1","_col2","_col5","sum_window_0"] + PTF Operator [PTF_12] (rows=26 width=491) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col5 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_11] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col2 + Please refer to the previous PTF Operator [PTF_3] Stage-5 - Stats-Aggr Operator - Stage-1 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.part_5"} - Please refer to the previous Stage-3 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"name:":"default.part_5"} + Please refer to the previous Stage-3 PREHOOK: query: explain select p_mfgr, p_name, @@ -7730,62 +5084,38 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_13] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_11] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_10] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col2, _col1","partition by:":"_col2, _col1"}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_9] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - PTF Operator [PTF_7] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2, _col1","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_6] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - PTF Operator [PTF_4] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2, _col1","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:+ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_name (type: string), p_size (type: int) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_13] + Select Operator [SEL_11] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_10] (rows=26 width=491) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}] + Select Operator [SEL_9] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:_col2, _col1 + PTF Operator [PTF_7] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}] + Select Operator [SEL_6] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:_col2, _col1 + PTF Operator [PTF_4] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noopwithmap","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}] + PTF Operator [PTF_3] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] PREHOOK: query: explain select p_mfgr, p_name, @@ -7830,72 +5160,43 @@ Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_15] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_13] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_12] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_11] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - PTF Operator [PTF_9] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_8] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col2 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:+ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: string), _col5 (type: int) - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string) - Map-reduce partition columns:p_mfgr (type: string) - sort order:+ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_name (type: string), p_size (type: int) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 llap + File Output Operator [FS_15] + Select Operator [SEL_13] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_12] (rows=26 width=491) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_11] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col2 + PTF Operator [PTF_9] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_8] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col2 + PTF Operator [PTF_6] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}] + Select Operator [SEL_5] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2, _col1 + PTF Operator [PTF_3] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_2] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr + TableScan [TS_0] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] PREHOOK: query: explain select p_mfgr, p_name, @@ -7935,59 +5236,36 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_12] - compressed:true - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_10] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE - PTF Operator [PTF_9] - Function definitions:[{"Input definition":{"type:":"WINDOWING"}},{"name:":"windowingtablefunction","order by:":"_col1","partition by:":"_col2"}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_8] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col2 (type: string), _col1 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col5 (type: int) - PTF Operator [PTF_6] - Function definitions:[{"Input definition":{"type:":"PTFCOMPONENT"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2","partition by:":"_col2"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_5] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col2 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:+ - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: string), _col5 (type: int) - PTF Operator [PTF_3] - Function definitions:[{"Input definition":{"type:":"TABLE"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2, _col1","partition by:":"_col2, _col1"}}] - Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_2] - | outputColumnNames:["_col1","_col2","_col5"] - | Statistics:Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_1] - key expressions:p_mfgr (type: string), p_name (type: string) - Map-reduce partition columns:p_mfgr (type: string), p_name (type: string) - sort order:++ - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:p_size (type: int) - TableScan [TS_0] - alias:part - Statistics:Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_12] + Select Operator [SEL_10] (rows=26 width=239) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + PTF Operator [PTF_9] (rows=26 width=491) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"_col1 ASC NULLS FIRST","partition by:":"_col2"}] + Select Operator [SEL_8] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col2 + PTF Operator [PTF_6] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST","partition by:":"_col2"}}] + Select Operator [SEL_5] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col2 + PTF Operator [PTF_3] (rows=26 width=491) + Function definitions:[{},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}},{"Partition table definition":{"name:":"noop","order by:":"_col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST","partition by:":"_col2, _col1"}}] + Select Operator [SEL_2] (rows=26 width=491) + Output:["_col1","_col2","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_1] + PartitionCols:p_mfgr, p_name + TableScan [TS_0] (rows=26 width=223) + default@part,part,Tbl:COMPLETE,Col:COMPLETE,Output:["p_mfgr","p_name","p_size"] PREHOOK: query: explain select distinct src.* from src PREHOOK: type: QUERY @@ -8000,56 +5278,40 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_7] - compressed:true - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_5] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_4] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_3] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_2] - key expressions:key (type: string), value (type: string) - Map-reduce partition columns:rand() (type: double) - sort order:++ - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - outputColumnNames:["key","value"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_7] + Group By Operator [GBY_5] (rows=500 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:_col0, _col1 + Group By Operator [GBY_3] (rows=500 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:rand() + Select Operator [SEL_1] (rows=500 width=178) + Output:["key","value"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select explode(array('a', 'b')) PREHOOK: type: QUERY POSTHOOK: query: explain select explode(array('a', 'b')) POSTHOOK: type: QUERY -Plan not optimized by CBO due to missing feature [Others]. +Plan not optimized by CBO. Stage-0 - Fetch Operator - limit:-1 - UDTF Operator [UDTF_2] - function name:explode - Select Operator [SEL_1] - outputColumnNames:["_col0"] - TableScan [TS_0] - alias:_dummy_table + Fetch Operator + limit:-1 + UDTF Operator [UDTF_2] + function name:explode + Select Operator [SEL_1] + Output:["_col0"] + TableScan [TS_0] PREHOOK: query: CREATE TABLE T1(key STRING, val STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -8137,57 +5399,38 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-3 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest_j1"} - Stage-2 - Dependency Collection{} - Stage-1 - Reducer 2 - File Output Operator [FS_11] - compressed:true - Statistics:Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest_j1"} - Select Operator [SEL_9] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE - Merge Join Operator [MERGEJOIN_16] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col2"] - | Statistics:Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - | Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_14] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:src1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: string) - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_15] - predicate:key is not null (type: boolean) - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:src1 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.dest_j1"} + Stage-2 + Dependency Collection{} + Stage-1 + Reducer 2 llap + File Output Operator [FS_11] + table:{"name:":"default.dest_j1"} + Select Operator [SEL_9] (rows=1219 width=95) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_16] (rows=1219 width=178) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col2"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=500 width=87) + Output:["_col0"] + Filter Operator [FIL_14] (rows=500 width=87) + predicate:key is not null + TableScan [TS_0] (rows=500 width=87) + default@src,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_15] (rows=500 width=178) + predicate:key is not null + TableScan [TS_3] (rows=500 width=178) + default@src,src2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: FROM src src1 JOIN src src2 ON (src1.key = src2.key) INSERT OVERWRITE TABLE dest_j1 select src1.key, src2.value @@ -8200,7 +5443,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select /*+ STREAMTABLE(a) */ * FROM T1 a JOIN T2 b ON a.key = b.key @@ -8219,67 +5462,40 @@ Vertex dependency in root stage Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Map 1 - File Output Operator [FS_14] - compressed:true - Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_13] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_31] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 1 to 2"},{"":"Inner Join 2 to 3"}] - | keys:{"Map 1":"key (type: string)","Map 2":"key (type: string)","Map 3":"key (type: string)","Map 4":"key (type: string)"} - | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"] - | Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:val (type: string) - | Filter Operator [FIL_28] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [BROADCAST_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - | value expressions:val (type: string) - | Filter Operator [FIL_29] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:c - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_11] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:val (type: string) - | Filter Operator [FIL_30] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:d - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Filter Operator [FIL_27] - predicate:key is not null (type: boolean) - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=3 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Map Join Operator [MAPJOIN_31] (rows=3 width=33) + Conds:FIL_27.key=RS_7.key(Inner),RS_7.key=RS_9.key(Inner),RS_9.key=RS_11.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"] + <-Map 2 [BROADCAST_EDGE] llap + BROADCAST [RS_7] + PartitionCols:key + Filter Operator [FIL_28] (rows=1 width=30) + predicate:key is not null + TableScan [TS_1] (rows=1 width=30) + default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_9] + PartitionCols:key + Filter Operator [FIL_29] (rows=1 width=20) + predicate:key is not null + TableScan [TS_2] (rows=1 width=20) + default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_11] + PartitionCols:key + Filter Operator [FIL_30] (rows=1 width=30) + predicate:key is not null + TableScan [TS_3] (rows=1 width=30) + default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Filter Operator [FIL_27] (rows=1 width=30) + predicate:key is not null + TableScan [TS_0] (rows=1 width=30) + default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] PREHOOK: query: explain select /*+ STREAMTABLE(a,c) */ * @@ -8299,67 +5515,40 @@ Vertex dependency in root stage Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Map 1 - File Output Operator [FS_14] - compressed:true - Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_13] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_31] - | condition map:[{"":"Inner Join 0 to 1"},{"":"Inner Join 1 to 2"},{"":"Inner Join 2 to 3"}] - | keys:{"Map 1":"key (type: string)","Map 2":"key (type: string)","Map 3":"key (type: string)","Map 4":"key (type: string)"} - | outputColumnNames:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"] - | Statistics:Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:val (type: string) - | Filter Operator [FIL_28] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [BROADCAST_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - | value expressions:val (type: string) - | Filter Operator [FIL_29] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:c - | Statistics:Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_11] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:val (type: string) - | Filter Operator [FIL_30] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:d - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Filter Operator [FIL_27] - predicate:key is not null (type: boolean) - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_14] + Select Operator [SEL_13] (rows=3 width=33) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] + Map Join Operator [MAPJOIN_31] (rows=3 width=33) + Conds:FIL_27.key=RS_7.key(Inner),RS_7.key=RS_9.key(Inner),RS_9.key=RS_11.key(Inner),Output:["_col0","_col1","_col5","_col6","_col10","_col11","_col15","_col16"] + <-Map 2 [BROADCAST_EDGE] llap + BROADCAST [RS_7] + PartitionCols:key + Filter Operator [FIL_28] (rows=1 width=30) + predicate:key is not null + TableScan [TS_1] (rows=1 width=30) + default@t2,b,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_9] + PartitionCols:key + Filter Operator [FIL_29] (rows=1 width=20) + predicate:key is not null + TableScan [TS_2] (rows=1 width=20) + default@t3,c,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_11] + PartitionCols:key + Filter Operator [FIL_30] (rows=1 width=30) + predicate:key is not null + TableScan [TS_3] (rows=1 width=30) + default@t4,d,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Filter Operator [FIL_27] (rows=1 width=30) + predicate:key is not null + TableScan [TS_0] (rows=1 width=30) + default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] PREHOOK: query: explain FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY @@ -8373,57 +5562,33 @@ Reducer 3 <- Map 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_13] - compressed:true - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_11] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - sort order: - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Group By Operator [GBY_9] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 275 Data size: 23925 Basic stats: COMPLETE Column stats: NONE - value expressions:hash(_col0) (type: int), hash(_col1) (type: int), hash(_col5) (type: int) - Map Join Operator [MAPJOIN_18] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"UDFToDouble(key) (type: double)","Map 2":"(key + 1) (type: double)"} - | outputColumnNames:["_col0","_col1","_col5"] - | Statistics:Num rows: 275 Data size: 23925 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [BROADCAST_EDGE] - | Reduce Output Operator [RS_3] - | key expressions:UDFToDouble(key) (type: double) - | Map-reduce partition columns:UDFToDouble(key) (type: double) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:key (type: string), val (type: string) - | Filter Operator [FIL_16] - | predicate:UDFToDouble(key) is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Filter Operator [FIL_17] - predicate:(key + 1) is not null (type: boolean) - Statistics:Num rows: 250 Data size: 21750 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_1] - alias:c - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_13] + Group By Operator [GBY_11] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Group By Operator [GBY_9] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Map 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:rand() + Map Join Operator [MAPJOIN_18] (rows=550 width=87) + Conds:RS_3.UDFToDouble(key)=FIL_17.(key + 1)(Inner),Output:["_col0","_col1","_col5"] + <-Map 1 [BROADCAST_EDGE] llap + BROADCAST [RS_3] + PartitionCols:UDFToDouble(key) + Filter Operator [FIL_16] (rows=1 width=30) + predicate:UDFToDouble(key) is not null + TableScan [TS_0] (rows=1 width=30) + default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Filter Operator [FIL_17] (rows=500 width=87) + predicate:(key + 1) is not null + TableScan [TS_1] (rows=500 width=87) + default@src,c,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] PREHOOK: query: FROM T1 a JOIN src c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY @@ -8456,51 +5621,31 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_10] - compressed:true - Statistics:Num rows: 1219 Data size: 433964 Basic stats: COMPLETE Column stats: COMPLETE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_15] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 1219 Data size: 433964 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - | value expressions:_col1 (type: string) - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - | Filter Operator [FIL_13] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - | TableScan [TS_0] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_7] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col1 (type: string) - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - Filter Operator [FIL_14] - predicate:key is not null (type: boolean) - Statistics:Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_2] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Merge Join Operator [MERGEJOIN_15] (rows=1219 width=356) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_13] (rows=500 width=178) + predicate:key is not null + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_14] (rows=500 width=178) + predicate:key is not null + TableScan [TS_3] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain select /*+ mapjoin(k)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.val PREHOOK: type: QUERY @@ -8514,56 +5659,33 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_13] - compressed:true - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_11] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_9] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - value expressions:hash(_col0) (type: int), hash(_col6) (type: int) - Map Join Operator [MAPJOIN_18] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"key (type: string)","Map 4":"val (type: string)"} - | outputColumnNames:["_col0","_col6"] - | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:val (type: string) - | Map-reduce partition columns:val (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_17] - | predicate:val is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:v - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Filter Operator [FIL_16] - predicate:key is not null (type: boolean) - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:k - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_13] + Group By Operator [GBY_11] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Group By Operator [GBY_9] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + PartitionCols:rand() + Map Join Operator [MAPJOIN_18] (rows=1 width=33) + Conds:FIL_16.key=RS_5.val(Inner),Output:["_col0","_col6"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_5] + PartitionCols:val + Filter Operator [FIL_17] (rows=1 width=30) + predicate:val is not null + TableScan [TS_1] (rows=1 width=30) + default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["val"] + <-Filter Operator [FIL_16] (rows=1 width=30) + predicate:key is not null + TableScan [TS_0] (rows=1 width=30) + default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: explain select sum(hash(k.key)), sum(hash(v.val)) from T1 k join T1 v on k.key=v.key PREHOOK: type: QUERY @@ -8577,66 +5699,39 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_16] - compressed:true - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_14] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_12] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: int), _col1 (type: int) - Select Operator [SEL_9] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_21] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"_col0 (type: string)","Map 4":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col2"] - | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_3] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_20] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:k - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_1] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_19] - predicate:key is not null (type: boolean) - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:k - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_16] + Group By Operator [GBY_14] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + Group By Operator [GBY_12] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:rand() + Select Operator [SEL_9] (rows=1 width=33) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_21] (rows=1 width=33) + Conds:SEL_2._col0=RS_7._col0(Inner),Output:["_col0","_col2"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=1 width=30) + Output:["_col0","_col1"] + Filter Operator [FIL_20] (rows=1 width=30) + predicate:key is not null + TableScan [TS_3] (rows=1 width=30) + default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Select Operator [SEL_2] (rows=1 width=30) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1 width=30) + predicate:key is not null + TableScan [TS_0] (rows=1 width=30) + default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: explain select count(1) from T1 a join T1 b on a.key = b.key PREHOOK: type: QUERY @@ -8650,60 +5745,37 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_16] - compressed:true - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_14] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_12] - | aggregations:["count(1)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_21] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"_col0 (type: string)","Map 4":"_col0 (type: string)"} - | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_7] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_3] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_20] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:a - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_1] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_19] - predicate:key is not null (type: boolean) - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_16] + Group By Operator [GBY_14] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + Group By Operator [GBY_12] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:rand() + Map Join Operator [MAPJOIN_21] (rows=1 width=33) + Conds:SEL_2._col0=RS_7._col0(Inner) + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=1 width=30) + Output:["_col0"] + Filter Operator [FIL_20] (rows=1 width=30) + predicate:key is not null + TableScan [TS_3] (rows=1 width=30) + default@t1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=1 width=30) + Output:["_col0"] + Filter Operator [FIL_19] (rows=1 width=30) + predicate:key is not null + TableScan [TS_0] (rows=1 width=30) + default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: explain FROM T1 a LEFT OUTER JOIN T2 c ON c.key+1=a.key select sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY @@ -8717,60 +5789,35 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_14] - compressed:true - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_12] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - sort order: - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Group By Operator [GBY_10] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_9] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: int), _col1 (type: int), _col2 (type: int) - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_17] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"Map 1":"UDFToDouble(_col0) (type: double)","Map 4":"(UDFToDouble(_col0) + UDFToDouble(1)) (type: double)"} - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_5] - | key expressions:(UDFToDouble(_col0) + UDFToDouble(1)) (type: double) - | Map-reduce partition columns:(UDFToDouble(_col0) + UDFToDouble(1)) (type: double) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_3] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:c - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:a - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_14] + Group By Operator [GBY_12] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:rand() + Select Operator [SEL_7] (rows=1 width=33) + Output:["_col0","_col1","_col2"] + Map Join Operator [MAPJOIN_17] (rows=1 width=33) + Conds:SEL_1.UDFToDouble(_col0)=RS_5.(UDFToDouble(_col0) + 1.0)(Left Outer),Output:["_col0","_col1","_col2"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_5] + PartitionCols:(UDFToDouble(_col0) + 1.0) + Select Operator [SEL_3] (rows=1 width=30) + Output:["_col0"] + TableScan [TS_2] (rows=1 width=30) + default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_1] (rows=1 width=30) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=1 width=30) + default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] PREHOOK: query: explain FROM T1 a RIGHT OUTER JOIN T2 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY @@ -8784,51 +5831,29 @@ Reducer 3 <- Map 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_11] - compressed:true - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_9] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - sort order: - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Group By Operator [GBY_7] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_6] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - value expressions:hash(_col0) (type: int), hash(_col1) (type: int), hash(_col5) (type: int) - Map Join Operator [MAPJOIN_14] - | condition map:[{"":"Right Outer Join0 to 1"}] - | keys:{"Map 1":"UDFToDouble(key) (type: double)","Map 2":"(key + 1) (type: double)"} - | outputColumnNames:["_col0","_col1","_col5"] - | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [BROADCAST_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:UDFToDouble(key) (type: double) - | Map-reduce partition columns:UDFToDouble(key) (type: double) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:key (type: string), val (type: string) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-TableScan [TS_1] - alias:c - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_11] + Group By Operator [GBY_9] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Group By Operator [GBY_7] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Map 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:rand() + Map Join Operator [MAPJOIN_14] (rows=1 width=33) + Conds:RS_2.UDFToDouble(key)=TS_1.(key + 1)(Right Outer),Output:["_col0","_col1","_col5"] + <-Map 1 [BROADCAST_EDGE] llap + BROADCAST [RS_2] + PartitionCols:UDFToDouble(key) + TableScan [TS_0] (rows=1 width=30) + default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-TableScan [TS_1] (rows=1 width=30) + default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: explain FROM T1 a FULL OUTER JOIN T2 c ON c.key+1=a.key select /*+ STREAMTABLE(a) */ sum(hash(a.key)), sum(hash(a.val)), sum(hash(c.key)) PREHOOK: type: QUERY @@ -8842,58 +5867,32 @@ Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_11] - compressed:true - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_9] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - sort order: - Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) - Group By Operator [GBY_7] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_6] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - value expressions:hash(_col0) (type: int), hash(_col1) (type: int), hash(_col5) (type: int) - Merge Join Operator [MERGEJOIN_12] - | condition map:[{"":"Outer Join 0 to 1"}] - | keys:{"0":"UDFToDouble(key) (type: double)","1":"(key + 1) (type: double)"} - | outputColumnNames:["_col0","_col1","_col5"] - | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_2] - | key expressions:UDFToDouble(key) (type: double) - | Map-reduce partition columns:UDFToDouble(key) (type: double) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:key (type: string), val (type: string) - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-Map 5 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - key expressions:(key + 1) (type: double) - Map-reduce partition columns:(key + 1) (type: double) - sort order:+ - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - value expressions:key (type: string) - TableScan [TS_1] - alias:c - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_11] + Group By Operator [GBY_9] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Group By Operator [GBY_7] (rows=1 width=24) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)","sum(VALUE._col2)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:rand() + Merge Join Operator [MERGEJOIN_12] (rows=1 width=33) + Conds:RS_2.UDFToDouble(key)=RS_3.(key + 1)(Outer),Output:["_col0","_col1","_col5"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_2] + PartitionCols:UDFToDouble(key) + TableScan [TS_0] (rows=1 width=30) + default@t1,a,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:(key + 1) + TableScan [TS_1] (rows=1 width=30) + default@t2,c,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: explain select /*+ mapjoin(v)*/ sum(hash(k.key)), sum(hash(v.val)) from T1 k left outer join T1 v on k.key+1=v.key PREHOOK: type: QUERY @@ -8907,49 +5906,27 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_11] - compressed:true - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_9] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_8] - sort order: - Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint), _col1 (type: bigint) - Group By Operator [GBY_7] - | aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_6] - Map-reduce partition columns:rand() (type: double) - sort order: - Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - value expressions:hash(_col0) (type: int), hash(_col6) (type: int) - Map Join Operator [MAPJOIN_14] - | condition map:[{"":"Left Outer Join0 to 1"}] - | keys:{"Map 1":"(key + 1) (type: double)","Map 4":"UDFToDouble(key) (type: double)"} - | outputColumnNames:["_col0","_col6"] - | Statistics:Num rows: 1 Data size: 33 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [BROADCAST_EDGE] - | Reduce Output Operator [RS_3] - | key expressions:UDFToDouble(key) (type: double) - | Map-reduce partition columns:UDFToDouble(key) (type: double) - | sort order:+ - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - | value expressions:val (type: string) - | TableScan [TS_1] - | alias:v - | Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE - |<-TableScan [TS_0] - alias:k - Statistics:Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_11] + Group By Operator [GBY_9] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_8] + Group By Operator [GBY_7] (rows=1 width=16) + Output:["_col0","_col1"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:rand() + Map Join Operator [MAPJOIN_14] (rows=1 width=33) + Conds:TS_0.(key + 1)=RS_3.UDFToDouble(key)(Left Outer),Output:["_col0","_col6"] + <-Map 4 [BROADCAST_EDGE] llap + BROADCAST [RS_3] + PartitionCols:UDFToDouble(key) + TableScan [TS_1] (rows=1 width=30) + default@t1,v,Tbl:COMPLETE,Col:NONE,Output:["key","val"] + <-TableScan [TS_0] (rows=1 width=30) + default@t1,k,Tbl:COMPLETE,Col:NONE,Output:["key"] diff --git a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out index 57cd8ec..840b757 100644 --- a/ql/src/test/results/clientpositive/llap/explainuser_2.q.out +++ b/ql/src/test/results/clientpositive/llap/explainuser_2.q.out @@ -185,81 +185,47 @@ Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 3 - File Output Operator [FS_18] - compressed:false - Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_17] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_28] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col3 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col3","_col6"] - | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - |<-Map 5 [SIMPLE_EDGE] - | Reduce Output Operator [RS_15] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_6] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_26] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_5] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_13] - key expressions:_col3 (type: string) - Map-reduce partition columns:_col3 (type: string) - sort order:+ - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: string) - Merge Join Operator [MERGEJOIN_27] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col3"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_2] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_24] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:z - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_10] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: string) - Select Operator [SEL_4] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_25] - predicate:(value is not null and key is not null) (type: boolean) - Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_3] - alias:x - Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_16] + Select Operator [SEL_15] (rows=141 width=268) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_26] (rows=141 width=268) + Conds:RS_12._col3=RS_13._col0(Inner),Output:["_col0","_col3","_col6"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_24] (rows=500 width=178) + predicate:key is not null + TableScan [TS_6] (rows=500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_25] (rows=58 width=177) + Conds:RS_9._col0=RS_10._col1(Inner),Output:["_col0","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_9] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=500 width=369) + Output:["_col0"] + Filter Operator [FIL_22] (rows=500 width=91) + predicate:value is not null + TableScan [TS_0] (rows=500 width=91) + default@srcpart,z,Tbl:COMPLETE,Col:COMPLETE,Output:["value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + PartitionCols:_col1 + Select Operator [SEL_5] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_23] (rows=25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_3] (rows=25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: EXPLAIN select @@ -331,252 +297,132 @@ Reducer 8 <- Map 12 (SIMPLE_EDGE), Map 7 (SIMPLE_EDGE) Reducer 9 <- Map 13 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:100 - Stage-1 - Reducer 5 - File Output Operator [FS_68] - compressed:false - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_67] - Number of rows:100 - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_66] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_65] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - sort order:+++ - Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Select Operator [SEL_64] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_63] - | aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_62] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: string) - sort order:+++ - Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Group By Operator [GBY_61] - aggregations:["count(_col13)","count(_col21)","count(_col3)"] - keys:_col2 (type: string), _col12 (type: string), _col20 (type: string) - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_60] - outputColumnNames:["_col2","_col12","_col20","_col13","_col21","_col3"] - Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_110] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string), _col3 (type: string)","1":"_col15 (type: string), _col17 (type: string)"} - | outputColumnNames:["_col2","_col3","_col12","_col13","_col20","_col21"] - | Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_58] - | key expressions:_col15 (type: string), _col17 (type: string) - | Map-reduce partition columns:_col15 (type: string), _col17 (type: string) - | sort order:++ - | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col6 (type: string), _col7 (type: string), _col14 (type: string) - | Select Operator [SEL_49] - | outputColumnNames:["_col14","_col15","_col17","_col6","_col7"] - | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_109] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col4 (type: string), _col6 (type: string)","1":"_col2 (type: string), _col4 (type: string)"} - | | outputColumnNames:["_col2","_col3","_col14","_col15","_col17"] - | | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 10 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_45] - | | key expressions:_col4 (type: string), _col6 (type: string) - | | Map-reduce partition columns:_col4 (type: string), _col6 (type: string) - | | sort order:++ - | | Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col2 (type: string), _col3 (type: string) - | | Merge Join Operator [MERGEJOIN_107] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"0":"_col3 (type: string)","1":"_col1 (type: string)"} - | | | outputColumnNames:["_col2","_col3","_col4","_col6"] - | | | Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 14 [SIMPLE_EDGE] - | | | Reduce Output Operator [RS_42] - | | | key expressions:_col1 (type: string) - | | | Map-reduce partition columns:_col1 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_16] - | | | outputColumnNames:["_col1"] - | | | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_101] - | | | predicate:((key = 'src1key') and value is not null) (type: boolean) - | | | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_14] - | | | alias:src1 - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | |<-Reducer 9 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_40] - | | key expressions:_col3 (type: string) - | | Map-reduce partition columns:_col3 (type: string) - | | sort order:+ - | | Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col2 (type: string), _col4 (type: string), _col6 (type: string) - | | Merge Join Operator [MERGEJOIN_106] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | | | outputColumnNames:["_col2","_col3","_col4","_col6"] - | | | Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 13 [SIMPLE_EDGE] - | | | Reduce Output Operator [RS_37] - | | | key expressions:_col0 (type: string) - | | | Map-reduce partition columns:_col0 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_13] - | | | outputColumnNames:["_col0"] - | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_100] - | | | predicate:((value = 'd1value') and key is not null) (type: boolean) - | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_11] - | | | alias:d1 - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Reducer 8 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_35] - | | key expressions:_col2 (type: string) - | | Map-reduce partition columns:_col2 (type: string) - | | sort order:+ - | | Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col3 (type: string), _col4 (type: string), _col6 (type: string) - | | Merge Join Operator [MERGEJOIN_105] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"0":"_col1 (type: string)","1":"_col3 (type: string)"} - | | | outputColumnNames:["_col2","_col3","_col4","_col6"] - | | | Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 12 [SIMPLE_EDGE] - | | | Reduce Output Operator [RS_32] - | | | key expressions:_col3 (type: string) - | | | Map-reduce partition columns:_col3 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string) - | | | Select Operator [SEL_10] - | | | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - | | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_99] - | | | predicate:((((((v3 = 'ssv3') and v2 is not null) and k1 is not null) and v1 is not null) and k2 is not null) and k3 is not null) (type: boolean) - | | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_8] - | | | alias:ss - | | | Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 7 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_30] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_7] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_98] - | | predicate:((key = 'srcpartkey') and value is not null) (type: boolean) - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_5] - | | alias:srcpart - | | Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 16 [SIMPLE_EDGE] - | Reduce Output Operator [RS_47] - | key expressions:_col2 (type: string), _col4 (type: string) - | Map-reduce partition columns:_col2 (type: string), _col4 (type: string) - | sort order:++ - | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col3 (type: string), _col5 (type: string) - | Merge Join Operator [MERGEJOIN_108] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col3","_col4","_col5"] - | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | |<-Map 15 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_24] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) - | | Select Operator [SEL_19] - | | outputColumnNames:["_col0","_col2","_col3","_col4","_col5"] - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_102] - | | predicate:((((((v1 = 'srv1') and k1 is not null) and k2 is not null) and k3 is not null) and v2 is not null) and v3 is not null) (type: boolean) - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_17] - | | alias:sr - | | Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE - | |<-Map 17 [SIMPLE_EDGE] - | Reduce Output Operator [RS_26] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_22] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_103] - | predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_20] - | alias:d1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [SIMPLE_EDGE] - Reduce Output Operator [RS_56] - key expressions:_col1 (type: string), _col3 (type: string) - Map-reduce partition columns:_col1 (type: string), _col3 (type: string) - sort order:++ - Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - value expressions:_col2 (type: string) - Merge Join Operator [MERGEJOIN_104] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2","_col3"] - | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_51] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string) - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_96] - | predicate:((k1 is not null and v2 is not null) and v3 is not null) (type: boolean) - | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:cs - | Statistics:Num rows: 170 Data size: 5890 Basic stats: COMPLETE Column stats: NONE - |<-Map 6 [SIMPLE_EDGE] - Reduce Output Operator [RS_53] - key expressions:_col0 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:+ - Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_4] - outputColumnNames:["_col0"] - Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_97] - predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) - Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:d1 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:100 + Stage-1 + Reducer 5 llap + File Output Operator [FS_55] + Limit [LIM_54] (rows=24 width=285) + Number of rows:100 + Select Operator [SEL_53] (rows=24 width=285) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_52] + Group By Operator [GBY_50] (rows=24 width=285) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_49] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_48] (rows=24 width=285) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(_col13)","count(_col21)","count(_col3)"],keys:_col12, _col20, _col2 + Select Operator [SEL_47] (rows=650 width=534) + Output:["_col12","_col20","_col2","_col13","_col21","_col3"] + Merge Join Operator [MERGEJOIN_97] (rows=650 width=534) + Conds:RS_44._col1, _col3=RS_45._col15, _col17(Inner),Output:["_col2","_col3","_col12","_col13","_col20","_col21"] + <-Reducer 11 [SIMPLE_EDGE] llap + SHUFFLE [RS_45] + PartitionCols:_col15, _col17 + Select Operator [SEL_40] (rows=190 width=447) + Output:["_col14","_col15","_col17","_col6","_col7"] + Merge Join Operator [MERGEJOIN_96] (rows=190 width=447) + Conds:RS_37._col6, _col4=RS_38._col4, _col2(Inner),Output:["_col2","_col3","_col14","_col15","_col17"] + <-Reducer 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_37] + PartitionCols:_col6, _col4 + Merge Join Operator [MERGEJOIN_94] (rows=40 width=352) + Conds:RS_34._col3=RS_35._col1(Inner),Output:["_col2","_col3","_col4","_col6"] + <-Map 14 [SIMPLE_EDGE] llap + SHUFFLE [RS_35] + PartitionCols:_col1 + Select Operator [SEL_17] (rows=2 width=180) + Output:["_col1"] + Filter Operator [FIL_88] (rows=2 width=175) + predicate:((key = 'src1key') and value is not null) + TableScan [TS_15] (rows=25 width=175) + default@src1,src1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_34] + PartitionCols:_col3 + Merge Join Operator [MERGEJOIN_93] (rows=40 width=352) + Conds:RS_31._col2=RS_32._col0(Inner),Output:["_col2","_col3","_col4","_col6"] + <-Map 13 [SIMPLE_EDGE] llap + SHUFFLE [RS_32] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=2 width=178) + Output:["_col0"] + Filter Operator [FIL_87] (rows=2 width=178) + predicate:((value = 'd1value') and key is not null) + TableScan [TS_12] (rows=500 width=178) + default@src,d1,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 8 [SIMPLE_EDGE] llap + SHUFFLE [RS_31] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_92] (rows=40 width=352) + Conds:RS_28._col1=RS_29._col3(Inner),Output:["_col2","_col3","_col4","_col6"] + <-Map 12 [SIMPLE_EDGE] llap + SHUFFLE [RS_29] + PartitionCols:_col3 + Select Operator [SEL_11] (rows=8 width=531) + Output:["_col0","_col1","_col2","_col3","_col4"] + Filter Operator [FIL_86] (rows=8 width=534) + predicate:((v3 = 'ssv3') and k2 is not null and k3 is not null and k1 is not null and v1 is not null and v2 is not null) + TableScan [TS_9] (rows=85 width=534) + default@ss,ss,Tbl:COMPLETE,Col:COMPLETE,Output:["k1","v1","k2","v2","k3","v3"] + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_28] + PartitionCols:_col1 + Select Operator [SEL_8] (rows=10 width=185) + Output:["_col1"] + Filter Operator [FIL_85] (rows=10 width=178) + predicate:((key = 'srcpartkey') and value is not null) + TableScan [TS_6] (rows=2000 width=178) + default@srcpart,srcpart,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 16 [SIMPLE_EDGE] llap + SHUFFLE [RS_38] + PartitionCols:_col4, _col2 + Merge Join Operator [MERGEJOIN_95] (rows=19 width=356) + Conds:RS_24._col0=RS_25._col0(Inner),Output:["_col2","_col3","_col4","_col5"] + <-Map 15 [SIMPLE_EDGE] llap + SHUFFLE [RS_24] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=8 width=531) + Output:["_col0","_col2","_col3","_col4","_col5"] + Filter Operator [FIL_89] (rows=8 width=534) + predicate:((v1 = 'srv1') and k2 is not null and k3 is not null and v2 is not null and v3 is not null and k1 is not null) + TableScan [TS_18] (rows=85 width=534) + default@sr,sr,Tbl:COMPLETE,Col:COMPLETE,Output:["k1","v1","k2","v2","k3","v3"] + <-Map 17 [SIMPLE_EDGE] llap + SHUFFLE [RS_25] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=500 width=178) + Output:["_col0"] + Filter Operator [FIL_90] (rows=500 width=178) + predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) + TableScan [TS_21] (rows=500 width=178) + default@src,d2,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_44] + PartitionCols:_col1, _col3 + Merge Join Operator [MERGEJOIN_91] (rows=414 width=269) + Conds:RS_41._col0=RS_42._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_41] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=170 width=356) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_83] (rows=170 width=356) + predicate:(v2 is not null and v3 is not null and k1 is not null) + TableScan [TS_0] (rows=170 width=356) + default@cs,cs,Tbl:COMPLETE,Col:COMPLETE,Output:["k1","v2","k3","v3"] + <-Map 6 [SIMPLE_EDGE] llap + SHUFFLE [RS_42] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=500 width=178) + Output:["_col0"] + Filter Operator [FIL_84] (rows=500 width=178) + predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) + TableScan [TS_3] (rows=500 width=178) + default@src,d3,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] PREHOOK: query: explain SELECT x.key, z.value, y.value @@ -612,245 +458,138 @@ Reducer 5 <- Map 10 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE), Union 6 (CONTAINS) Reducer 7 <- Union 6 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 7 - File Output Operator [FS_59] - compressed:false - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_57] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 6 [SIMPLE_EDGE] - |<-Reducer 15 [CONTAINS] - | Reduce Output Operator [RS_56] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_55] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_51] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_85] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col2"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 18 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_49] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_40] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_81] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_39] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 14 [SIMPLE_EDGE] - | Reduce Output Operator [RS_47] - | key expressions:_col2 (type: string) - | Map-reduce partition columns:_col2 (type: string) - | sort order:+ - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Merge Join Operator [MERGEJOIN_84] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | | outputColumnNames:["_col1","_col2"] - | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | |<-Map 17 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_44] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_38] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_80] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_37] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 13 [SIMPLE_EDGE] - | Reduce Output Operator [RS_42] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_36] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_35] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 12 [SIMPLE_EDGE] - | |<-Map 11 [CONTAINS] - | | Reduce Output Operator [RS_34] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_33] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_27] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_78] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 16 [CONTAINS] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_79] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_28] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_56] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_55] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_83] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_23] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_14] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_77] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_13] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col2 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:+ - Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - value expressions:_col1 (type: string) - Merge Join Operator [MERGEJOIN_82] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | outputColumnNames:["_col1","_col2"] - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - |<-Map 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_12] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_76] - | predicate:(value is not null and key is not null) (type: boolean) - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_16] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_10] - outputColumnNames:["_col1"] - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_9] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_74] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 8 [CONTAINS] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_7] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_75] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 7 llap + File Output Operator [FS_59] + Group By Operator [GBY_57] (rows=28 width=177) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 6 [SIMPLE_EDGE] + <-Reducer 15 [CONTAINS] llap + Reduce Output Operator [RS_56] + PartitionCols:_col0, _col1 + Group By Operator [GBY_55] (rows=28 width=177) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_51] (rows=73 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_85] (rows=73 width=177) + Conds:RS_48._col2=RS_49._col0(Inner),Output:["_col1","_col2"] + <-Map 18 [SIMPLE_EDGE] llap + SHUFFLE [RS_49] + PartitionCols:_col0 + Select Operator [SEL_44] (rows=500 width=87) + Output:["_col0"] + Filter Operator [FIL_81] (rows=500 width=87) + predicate:key is not null + TableScan [TS_42] (rows=500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 14 [SIMPLE_EDGE] llap + SHUFFLE [RS_48] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_84] (rows=30 width=177) + Conds:RS_45._col1=RS_46._col1(Inner),Output:["_col1","_col2"] + <-Map 17 [SIMPLE_EDGE] llap + SHUFFLE [RS_46] + PartitionCols:_col1 + Select Operator [SEL_41] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_80] (rows=25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_39] (rows=25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 13 [SIMPLE_EDGE] llap + SHUFFLE [RS_45] + PartitionCols:_col1 + Select Operator [SEL_38] (rows=262 width=178) + Output:["_col1"] + Group By Operator [GBY_37] (rows=262 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 12 [SIMPLE_EDGE] + <-Map 11 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_28] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_78] (rows=25 width=175) + predicate:value is not null + TableScan [TS_26] (rows=25 width=175) + Output:["key","value"] + <-Map 16 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_31] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_79] (rows=500 width=178) + predicate:value is not null + TableScan [TS_29] (rows=500 width=178) + Output:["key","value"] + <-Reducer 5 [CONTAINS] llap + Reduce Output Operator [RS_56] + PartitionCols:_col0, _col1 + Group By Operator [GBY_55] (rows=28 width=177) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_25] (rows=73 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_83] (rows=73 width=177) + Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col1","_col2"] + <-Map 10 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + PartitionCols:_col0 + Select Operator [SEL_18] (rows=500 width=87) + Output:["_col0"] + Filter Operator [FIL_77] (rows=500 width=87) + predicate:key is not null + TableScan [TS_16] (rows=500 width=87) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_82] (rows=30 width=177) + Conds:RS_19._col1=RS_20._col1(Inner),Output:["_col1","_col2"] + <-Map 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_20] + PartitionCols:_col1 + Select Operator [SEL_15] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_76] (rows=25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_13] (rows=25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col1 + Select Operator [SEL_12] (rows=262 width=178) + Output:["_col1"] + Group By Operator [GBY_11] (rows=262 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_2] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_74] (rows=25 width=175) + predicate:value is not null + TableScan [TS_0] (rows=25 width=175) + Output:["key","value"] + <-Map 8 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_5] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_75] (rows=500 width=178) + predicate:value is not null + TableScan [TS_3] (rows=500 width=178) + Output:["key","value"] PREHOOK: query: explain SELECT x.key, y.value @@ -906,475 +645,271 @@ Reducer 7 <- Union 6 (SIMPLE_EDGE), Union 8 (CONTAINS) Reducer 9 <- Union 8 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 9 - File Output Operator [FS_119] - compressed:false - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_117] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 8 [SIMPLE_EDGE] - |<-Reducer 32 [CONTAINS] - | Reduce Output Operator [RS_116] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_115] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_111] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_167] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col5"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 37 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_109] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_100] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_161] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_99] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 31 [SIMPLE_EDGE] - | Reduce Output Operator [RS_107] - | key expressions:_col2 (type: string) - | Map-reduce partition columns:_col2 (type: string) - | sort order:+ - | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_166] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | | outputColumnNames:["_col2"] - | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | |<-Map 36 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_104] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_98] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_160] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_97] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 30 [SIMPLE_EDGE] - | Reduce Output Operator [RS_102] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_96] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_95] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | |<-Union 29 [SIMPLE_EDGE] - | |<-Map 35 [CONTAINS] - | | Reduce Output Operator [RS_94] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_93] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_89] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_159] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_88] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 28 [CONTAINS] - | Reduce Output Operator [RS_94] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_93] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_86] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | |<-Union 27 [SIMPLE_EDGE] - | |<-Map 34 [CONTAINS] - | | Reduce Output Operator [RS_85] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_84] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_80] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_158] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_79] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 26 [CONTAINS] - | Reduce Output Operator [RS_85] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_84] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_77] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 25 [SIMPLE_EDGE] - | |<-Map 24 [CONTAINS] - | | Reduce Output Operator [RS_76] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_75] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_69] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_156] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_68] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 33 [CONTAINS] - | Reduce Output Operator [RS_76] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_75] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_71] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_157] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_70] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 7 [CONTAINS] - Reduce Output Operator [RS_116] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_115] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_66] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 6 [SIMPLE_EDGE] - |<-Reducer 19 [CONTAINS] - | Reduce Output Operator [RS_65] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_64] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_165] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col5"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 23 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_58] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_49] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_155] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_48] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 18 [SIMPLE_EDGE] - | Reduce Output Operator [RS_56] - | key expressions:_col2 (type: string) - | Map-reduce partition columns:_col2 (type: string) - | sort order:+ - | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_164] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | | outputColumnNames:["_col2"] - | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - | |<-Map 22 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_53] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_47] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_154] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_46] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 17 [SIMPLE_EDGE] - | Reduce Output Operator [RS_51] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_45] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_44] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | |<-Union 16 [SIMPLE_EDGE] - | |<-Map 21 [CONTAINS] - | | Reduce Output Operator [RS_43] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_42] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_38] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_153] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_37] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 15 [CONTAINS] - | Reduce Output Operator [RS_43] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_42] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_35] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 14 [SIMPLE_EDGE] - | |<-Map 13 [CONTAINS] - | | Reduce Output Operator [RS_34] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_33] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_27] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_151] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 20 [CONTAINS] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_152] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_28] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_65] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_64] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_163] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col2","_col5"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 12 [SIMPLE_EDGE] - | Reduce Output Operator [RS_23] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_14] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_150] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_13] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col2 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:+ - Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_162] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | outputColumnNames:["_col2"] - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - |<-Map 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_12] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_149] - | predicate:(value is not null and key is not null) (type: boolean) - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_16] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_10] - outputColumnNames:["_col1"] - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_9] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_147] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [CONTAINS] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_7] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_148] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 9 llap + File Output Operator [FS_122] + Group By Operator [GBY_120] (rows=107 width=177) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 8 [SIMPLE_EDGE] + <-Reducer 32 [CONTAINS] llap + Reduce Output Operator [RS_119] + PartitionCols:_col0, _col1 + Group By Operator [GBY_118] (rows=107 width=177) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_114] (rows=124 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_170] (rows=124 width=177) + Conds:RS_111._col2=RS_112._col0(Inner),Output:["_col2","_col5"] + <-Map 37 [SIMPLE_EDGE] llap + SHUFFLE [RS_112] + PartitionCols:_col0 + Select Operator [SEL_107] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_164] (rows=500 width=178) + predicate:key is not null + TableScan [TS_105] (rows=500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 31 [SIMPLE_EDGE] llap + SHUFFLE [RS_111] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_169] (rows=51 width=86) + Conds:RS_108._col1=RS_109._col1(Inner),Output:["_col2"] + <-Map 36 [SIMPLE_EDGE] llap + SHUFFLE [RS_109] + PartitionCols:_col1 + Select Operator [SEL_104] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_163] (rows=25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_102] (rows=25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 30 [SIMPLE_EDGE] llap + SHUFFLE [RS_108] + PartitionCols:_col1 + Select Operator [SEL_101] (rows=440 width=178) + Output:["_col1"] + Group By Operator [GBY_100] (rows=440 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 29 [SIMPLE_EDGE] + <-Map 35 [CONTAINS] llap + Reduce Output Operator [RS_99] + PartitionCols:_col0, _col1 + Group By Operator [GBY_98] (rows=440 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_94] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_162] (rows=500 width=178) + predicate:value is not null + TableScan [TS_92] (rows=500 width=178) + Output:["key","value"] + <-Reducer 28 [CONTAINS] llap + Reduce Output Operator [RS_99] + PartitionCols:_col0, _col1 + Group By Operator [GBY_98] (rows=440 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_91] (rows=381 width=178) + Output:["_col0","_col1"] + Group By Operator [GBY_90] (rows=381 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 27 [SIMPLE_EDGE] + <-Map 34 [CONTAINS] llap + Reduce Output Operator [RS_89] + PartitionCols:_col0, _col1 + Group By Operator [GBY_88] (rows=381 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_84] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_161] (rows=500 width=178) + predicate:value is not null + TableScan [TS_82] (rows=500 width=178) + Output:["key","value"] + <-Reducer 26 [CONTAINS] llap + Reduce Output Operator [RS_89] + PartitionCols:_col0, _col1 + Group By Operator [GBY_88] (rows=381 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_81] (rows=262 width=178) + Output:["_col0","_col1"] + Group By Operator [GBY_80] (rows=262 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 25 [SIMPLE_EDGE] + <-Map 24 [CONTAINS] llap + Reduce Output Operator [RS_79] + PartitionCols:_col0, _col1 + Group By Operator [GBY_78] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_71] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_159] (rows=25 width=175) + predicate:value is not null + TableScan [TS_69] (rows=25 width=175) + Output:["key","value"] + <-Map 33 [CONTAINS] llap + Reduce Output Operator [RS_79] + PartitionCols:_col0, _col1 + Group By Operator [GBY_78] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_74] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_160] (rows=500 width=178) + predicate:value is not null + TableScan [TS_72] (rows=500 width=178) + Output:["key","value"] + <-Reducer 7 [CONTAINS] llap + Reduce Output Operator [RS_119] + PartitionCols:_col0, _col1 + Group By Operator [GBY_118] (rows=107 width=177) + Output:["_col0","_col1"],keys:_col0, _col1 + Group By Operator [GBY_67] (rows=90 width=177) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 6 [SIMPLE_EDGE] + <-Reducer 19 [CONTAINS] llap + Reduce Output Operator [RS_66] + PartitionCols:_col0, _col1 + Group By Operator [GBY_65] (rows=90 width=177) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_61] (rows=107 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_168] (rows=107 width=177) + Conds:RS_58._col2=RS_59._col0(Inner),Output:["_col2","_col5"] + <-Map 23 [SIMPLE_EDGE] llap + SHUFFLE [RS_59] + PartitionCols:_col0 + Select Operator [SEL_54] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_158] (rows=500 width=178) + predicate:key is not null + TableScan [TS_52] (rows=500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 18 [SIMPLE_EDGE] llap + SHUFFLE [RS_58] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_167] (rows=44 width=86) + Conds:RS_55._col1=RS_56._col1(Inner),Output:["_col2"] + <-Map 22 [SIMPLE_EDGE] llap + SHUFFLE [RS_56] + PartitionCols:_col1 + Select Operator [SEL_51] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_157] (rows=25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_49] (rows=25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 17 [SIMPLE_EDGE] llap + SHUFFLE [RS_55] + PartitionCols:_col1 + Select Operator [SEL_48] (rows=381 width=178) + Output:["_col1"] + Group By Operator [GBY_47] (rows=381 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 16 [SIMPLE_EDGE] + <-Map 21 [CONTAINS] llap + Reduce Output Operator [RS_46] + PartitionCols:_col0, _col1 + Group By Operator [GBY_45] (rows=381 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_41] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_156] (rows=500 width=178) + predicate:value is not null + TableScan [TS_39] (rows=500 width=178) + Output:["key","value"] + <-Reducer 15 [CONTAINS] llap + Reduce Output Operator [RS_46] + PartitionCols:_col0, _col1 + Group By Operator [GBY_45] (rows=381 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_38] (rows=262 width=178) + Output:["_col0","_col1"] + Group By Operator [GBY_37] (rows=262 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 14 [SIMPLE_EDGE] + <-Map 13 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_28] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_154] (rows=25 width=175) + predicate:value is not null + TableScan [TS_26] (rows=25 width=175) + Output:["key","value"] + <-Map 20 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_31] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_155] (rows=500 width=178) + predicate:value is not null + TableScan [TS_29] (rows=500 width=178) + Output:["key","value"] + <-Reducer 5 [CONTAINS] llap + Reduce Output Operator [RS_66] + PartitionCols:_col0, _col1 + Group By Operator [GBY_65] (rows=90 width=177) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_25] (rows=73 width=177) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_166] (rows=73 width=177) + Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col2","_col5"] + <-Map 12 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + PartitionCols:_col0 + Select Operator [SEL_18] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_153] (rows=500 width=178) + predicate:key is not null + TableScan [TS_16] (rows=500 width=178) + default@src,y,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_165] (rows=30 width=86) + Conds:RS_19._col1=RS_20._col1(Inner),Output:["_col2"] + <-Map 11 [SIMPLE_EDGE] llap + SHUFFLE [RS_20] + PartitionCols:_col1 + Select Operator [SEL_15] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_152] (rows=25 width=175) + predicate:(key is not null and value is not null) + TableScan [TS_13] (rows=25 width=175) + default@src1,x,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col1 + Select Operator [SEL_12] (rows=262 width=178) + Output:["_col1"] + Group By Operator [GBY_11] (rows=262 width=178) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_2] (rows=25 width=175) + Output:["_col0","_col1"] + Filter Operator [FIL_150] (rows=25 width=175) + predicate:value is not null + TableScan [TS_0] (rows=25 width=175) + Output:["key","value"] + <-Map 10 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=262 width=178) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_5] (rows=500 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_151] (rows=500 width=178) + predicate:value is not null + TableScan [TS_3] (rows=500 width=178) + Output:["key","value"] PREHOOK: query: EXPLAIN SELECT x.key, z.value, y.value @@ -1392,68 +927,41 @@ Vertex dependency in root stage Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Map 1 - File Output Operator [FS_18] - compressed:false - Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_17] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_28] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"_col3 (type: string)","Map 3":"_col0 (type: string)"} - | outputColumnNames:["_col0","_col3","_col6"] - | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [BROADCAST_EDGE] - | Reduce Output Operator [RS_15] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_6] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_26] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_5] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map Join Operator [MAPJOIN_27] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 1":"_col0 (type: string)","Map 2":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col3"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [BROADCAST_EDGE] - | Reduce Output Operator [RS_10] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_4] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_25] - | predicate:(value is not null and key is not null) (type: boolean) - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_3] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_2] - outputColumnNames:["_col0"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_24] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:z - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_16] + Select Operator [SEL_15] (rows=605 width=10) + Output:["_col0","_col1","_col2"] + Map Join Operator [MAPJOIN_26] (rows=605 width=10) + Conds:MAPJOIN_25._col3=RS_13._col0(Inner),Output:["_col0","_col3","_col6"] + <-Map 3 [BROADCAST_EDGE] llap + BROADCAST [RS_13] + PartitionCols:_col0 + Select Operator [SEL_8] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_24] (rows=500 width=10) + predicate:key is not null + TableScan [TS_6] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map Join Operator [MAPJOIN_25] (rows=550 width=10) + Conds:SEL_2._col0=RS_10._col1(Inner),Output:["_col0","_col3"] + <-Map 2 [BROADCAST_EDGE] llap + BROADCAST [RS_10] + PartitionCols:_col1 + Select Operator [SEL_5] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_23] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_3] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_2] (rows=500 width=10) + Output:["_col0"] + Filter Operator [FIL_22] (rows=500 width=10) + predicate:value is not null + TableScan [TS_0] (rows=500 width=10) + default@srcpart,z,Tbl:COMPLETE,Col:NONE,Output:["value"] PREHOOK: query: EXPLAIN select @@ -1521,206 +1029,111 @@ Reducer 4 <- Map 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:100 - Stage-1 - Reducer 5 - File Output Operator [FS_68] - compressed:false - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Limit [LIM_67] - Number of rows:100 - Statistics:Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_66] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_65] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - sort order:+++ - Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Select Operator [SEL_64] - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_63] - | aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - | Statistics:Num rows: 402 Data size: 4276 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_62] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string), _col2 (type: string) - sort order:+++ - Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - value expressions:_col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint) - Group By Operator [GBY_61] - aggregations:["count(_col13)","count(_col21)","count(_col3)"] - keys:_col2 (type: string), _col12 (type: string), _col20 (type: string) - outputColumnNames:["_col0","_col1","_col2","_col3","_col4","_col5"] - Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_60] - outputColumnNames:["_col2","_col12","_col20","_col13","_col21","_col3"] - Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_110] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 2":"_col1 (type: string), _col3 (type: string)","Map 3":"_col15 (type: string), _col17 (type: string)"} - | outputColumnNames:["_col2","_col3","_col12","_col13","_col20","_col21"] - | Statistics:Num rows: 804 Data size: 8552 Basic stats: COMPLETE Column stats: NONE - |<-Map 2 [BROADCAST_EDGE] - | Reduce Output Operator [RS_56] - | key expressions:_col1 (type: string), _col3 (type: string) - | Map-reduce partition columns:_col1 (type: string), _col3 (type: string) - | sort order:++ - | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col2 (type: string) - | Map Join Operator [MAPJOIN_104] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 1":"_col0 (type: string)","Map 2":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col2","_col3"] - | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | |<-Map 1 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_51] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string), _col2 (type: string), _col3 (type: string) - | | Select Operator [SEL_1] - | | outputColumnNames:["_col0","_col1","_col2","_col3"] - | | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_96] - | | predicate:((k1 is not null and v2 is not null) and v3 is not null) (type: boolean) - | | Statistics:Num rows: 22 Data size: 762 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_0] - | | alias:cs - | | Statistics:Num rows: 170 Data size: 5890 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_4] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_97] - | predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:d1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_49] - outputColumnNames:["_col14","_col15","_col17","_col6","_col7"] - Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_109] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 3":"_col4 (type: string), _col6 (type: string)","Map 10":"_col2 (type: string), _col4 (type: string)"} - | outputColumnNames:["_col2","_col3","_col14","_col15","_col17"] - | Statistics:Num rows: 731 Data size: 7775 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [BROADCAST_EDGE] - | Reduce Output Operator [RS_47] - | key expressions:_col2 (type: string), _col4 (type: string) - | Map-reduce partition columns:_col2 (type: string), _col4 (type: string) - | sort order:++ - | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col3 (type: string), _col5 (type: string) - | Map Join Operator [MAPJOIN_108] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 9":"_col0 (type: string)","Map 10":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col3","_col4","_col5"] - | | Statistics:Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE - | |<-Map 9 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_24] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: string) - | | Select Operator [SEL_19] - | | outputColumnNames:["_col0","_col2","_col3","_col4","_col5"] - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_102] - | | predicate:((((((v1 = 'srv1') and k1 is not null) and k2 is not null) and k3 is not null) and v2 is not null) and v3 is not null) (type: boolean) - | | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_17] - | | alias:sr - | | Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_22] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_103] - | predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_20] - | alias:d1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map Join Operator [MAPJOIN_107] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 3":"_col3 (type: string)","Map 8":"_col1 (type: string)"} - | outputColumnNames:["_col2","_col3","_col4","_col6"] - | Statistics:Num rows: 665 Data size: 7069 Basic stats: COMPLETE Column stats: NONE - |<-Map 8 [BROADCAST_EDGE] - | Reduce Output Operator [RS_42] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_16] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_101] - | predicate:((key = 'src1key') and value is not null) (type: boolean) - | Statistics:Num rows: 6 Data size: 45 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_14] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map Join Operator [MAPJOIN_106] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 3":"_col2 (type: string)","Map 7":"_col0 (type: string)"} - | outputColumnNames:["_col2","_col3","_col4","_col6"] - | Statistics:Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [BROADCAST_EDGE] - | Reduce Output Operator [RS_37] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_13] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_100] - | predicate:((value = 'd1value') and key is not null) (type: boolean) - | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:d1 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map Join Operator [MAPJOIN_105] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 3":"_col1 (type: string)","Map 6":"_col3 (type: string)"} - | outputColumnNames:["_col2","_col3","_col4","_col6"] - | Statistics:Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE - |<-Map 6 [BROADCAST_EDGE] - | Reduce Output Operator [RS_32] - | key expressions:_col3 (type: string) - | Map-reduce partition columns:_col3 (type: string) - | sort order:+ - | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string), _col4 (type: string) - | Select Operator [SEL_10] - | outputColumnNames:["_col0","_col1","_col2","_col3","_col4"] - | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_99] - | predicate:((((((v3 = 'ssv3') and v2 is not null) and k1 is not null) and v1 is not null) and k2 is not null) and k3 is not null) (type: boolean) - | Statistics:Num rows: 2 Data size: 69 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_8] - | alias:ss - | Statistics:Num rows: 85 Data size: 2945 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_7] - outputColumnNames:["_col1"] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_98] - predicate:((key = 'srcpartkey') and value is not null) (type: boolean) - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_5] - alias:srcpart - Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:100 + Stage-1 + Reducer 5 llap + File Output Operator [FS_55] + Limit [LIM_54] (rows=100 width=10) + Number of rows:100 + Select Operator [SEL_53] (rows=805 width=10) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_52] + Group By Operator [GBY_50] (rows=805 width=10) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(VALUE._col0)","count(VALUE._col1)","count(VALUE._col2)"],keys:KEY._col0, KEY._col1, KEY._col2 + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_49] + PartitionCols:_col0, _col1, _col2 + Group By Operator [GBY_48] (rows=1610 width=10) + Output:["_col0","_col1","_col2","_col3","_col4","_col5"],aggregations:["count(_col13)","count(_col21)","count(_col3)"],keys:_col12, _col20, _col2 + Select Operator [SEL_47] (rows=1610 width=10) + Output:["_col12","_col20","_col2","_col13","_col21","_col3"] + Map Join Operator [MAPJOIN_97] (rows=1610 width=10) + Conds:RS_44._col1, _col3=SEL_40._col15, _col17(Inner),Output:["_col2","_col3","_col12","_col13","_col20","_col21"] + <-Map 2 [BROADCAST_EDGE] llap + BROADCAST [RS_44] + PartitionCols:_col1, _col3 + Map Join Operator [MAPJOIN_91] (rows=275 width=10) + Conds:RS_41._col0=SEL_5._col0(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [BROADCAST_EDGE] llap + BROADCAST [RS_41] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=170 width=34) + Output:["_col0","_col1","_col2","_col3"] + Filter Operator [FIL_83] (rows=170 width=34) + predicate:(v2 is not null and v3 is not null and k1 is not null) + TableScan [TS_0] (rows=170 width=34) + default@cs,cs,Tbl:COMPLETE,Col:NONE,Output:["k1","v2","k3","v3"] + <-Select Operator [SEL_5] (rows=250 width=10) + Output:["_col0"] + Filter Operator [FIL_84] (rows=250 width=10) + predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) + TableScan [TS_3] (rows=500 width=10) + default@src,d3,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_40] (rows=1464 width=10) + Output:["_col14","_col15","_col17","_col6","_col7"] + Map Join Operator [MAPJOIN_96] (rows=1464 width=10) + Conds:MAPJOIN_94._col6, _col4=RS_38._col4, _col2(Inner),Output:["_col2","_col3","_col14","_col15","_col17"] + <-Map 10 [BROADCAST_EDGE] llap + BROADCAST [RS_38] + PartitionCols:_col4, _col2 + Map Join Operator [MAPJOIN_95] (rows=275 width=10) + Conds:RS_24._col0=SEL_23._col0(Inner),Output:["_col2","_col3","_col4","_col5"] + <-Map 9 [BROADCAST_EDGE] llap + BROADCAST [RS_24] + PartitionCols:_col0 + Select Operator [SEL_20] (rows=42 width=34) + Output:["_col0","_col2","_col3","_col4","_col5"] + Filter Operator [FIL_89] (rows=42 width=34) + predicate:((v1 = 'srv1') and k2 is not null and k3 is not null and v2 is not null and v3 is not null and k1 is not null) + TableScan [TS_18] (rows=85 width=34) + default@sr,sr,Tbl:COMPLETE,Col:NONE,Output:["k1","v1","k2","v2","k3","v3"] + <-Select Operator [SEL_23] (rows=250 width=10) + Output:["_col0"] + Filter Operator [FIL_90] (rows=250 width=10) + predicate:((value) IN ('2000Q1', '2000Q2', '2000Q3') and key is not null) + TableScan [TS_21] (rows=500 width=10) + default@src,d2,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map Join Operator [MAPJOIN_94] (rows=1331 width=10) + Conds:MAPJOIN_93._col3=RS_35._col1(Inner),Output:["_col2","_col3","_col4","_col6"] + <-Map 8 [BROADCAST_EDGE] llap + BROADCAST [RS_35] + PartitionCols:_col1 + Select Operator [SEL_17] (rows=12 width=7) + Output:["_col1"] + Filter Operator [FIL_88] (rows=12 width=7) + predicate:((key = 'src1key') and value is not null) + TableScan [TS_15] (rows=25 width=7) + default@src1,src1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map Join Operator [MAPJOIN_93] (rows=1210 width=10) + Conds:MAPJOIN_92._col2=RS_32._col0(Inner),Output:["_col2","_col3","_col4","_col6"] + <-Map 7 [BROADCAST_EDGE] llap + BROADCAST [RS_32] + PartitionCols:_col0 + Select Operator [SEL_14] (rows=250 width=10) + Output:["_col0"] + Filter Operator [FIL_87] (rows=250 width=10) + predicate:((value = 'd1value') and key is not null) + TableScan [TS_12] (rows=500 width=10) + default@src,d1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map Join Operator [MAPJOIN_92] (rows=1100 width=10) + Conds:SEL_8._col1=RS_29._col3(Inner),Output:["_col2","_col3","_col4","_col6"] + <-Map 6 [BROADCAST_EDGE] llap + BROADCAST [RS_29] + PartitionCols:_col3 + Select Operator [SEL_11] (rows=42 width=34) + Output:["_col0","_col1","_col2","_col3","_col4"] + Filter Operator [FIL_86] (rows=42 width=34) + predicate:((v3 = 'ssv3') and k2 is not null and k3 is not null and k1 is not null and v1 is not null and v2 is not null) + TableScan [TS_9] (rows=85 width=34) + default@ss,ss,Tbl:COMPLETE,Col:NONE,Output:["k1","v1","k2","v2","k3","v3"] + <-Select Operator [SEL_8] (rows=1000 width=10) + Output:["_col1"] + Filter Operator [FIL_85] (rows=1000 width=10) + predicate:((key = 'srcpartkey') and value is not null) + TableScan [TS_6] (rows=2000 width=10) + default@srcpart,srcpart,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain SELECT x.key, z.value, y.value @@ -1752,219 +1165,126 @@ Reducer 3 <- Map 7 (BROADCAST_EDGE), Map 8 (BROADCAST_EDGE), Union 2 (SIMPLE_EDG Reducer 5 <- Union 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_59] - compressed:false - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_57] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 4 [SIMPLE_EDGE] - |<-Reducer 11 [CONTAINS] - | Reduce Output Operator [RS_56] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_55] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_51] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_85] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 11":"_col2 (type: string)","Map 14":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col2"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 14 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_49] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_40] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_81] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_39] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map Join Operator [MAPJOIN_84] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 11":"_col1 (type: string)","Map 13":"_col1 (type: string)"} - | | outputColumnNames:["_col1","_col2"] - | | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - | |<-Map 13 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_44] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_38] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_80] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_37] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_36] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_35] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 10 [SIMPLE_EDGE] - | |<-Map 12 [CONTAINS] - | | Reduce Output Operator [RS_34] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_33] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_29] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_79] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_28] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 9 [CONTAINS] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_27] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_78] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_26] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [CONTAINS] - Reduce Output Operator [RS_56] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_55] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_83] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 3":"_col2 (type: string)","Map 8":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col2"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 8 [BROADCAST_EDGE] - | Reduce Output Operator [RS_23] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_14] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_77] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_13] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map Join Operator [MAPJOIN_82] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 3":"_col1 (type: string)","Map 7":"_col1 (type: string)"} - | outputColumnNames:["_col1","_col2"] - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [BROADCAST_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_12] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_76] - | predicate:(value is not null and key is not null) (type: boolean) - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_10] - outputColumnNames:["_col1"] - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_9] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_74] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 6 [CONTAINS] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_7] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_75] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 llap + File Output Operator [FS_59] + Group By Operator [GBY_57] (rows=550 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 4 [SIMPLE_EDGE] + <-Reducer 11 [CONTAINS] llap + Reduce Output Operator [RS_56] + PartitionCols:_col0, _col1 + Group By Operator [GBY_55] (rows=1100 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_51] (rows=550 width=10) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_85] (rows=550 width=10) + Conds:MAPJOIN_84._col2=RS_49._col0(Inner),Output:["_col1","_col2"] + <-Map 14 [BROADCAST_EDGE] llap + BROADCAST [RS_49] + PartitionCols:_col0 + Select Operator [SEL_44] (rows=500 width=10) + Output:["_col0"] + Filter Operator [FIL_81] (rows=500 width=10) + predicate:key is not null + TableScan [TS_42] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Map Join Operator [MAPJOIN_84] (rows=288 width=10) + Conds:SEL_38._col1=RS_46._col1(Inner),Output:["_col1","_col2"] + <-Map 13 [BROADCAST_EDGE] llap + BROADCAST [RS_46] + PartitionCols:_col1 + Select Operator [SEL_41] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_80] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_39] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_38] (rows=262 width=10) + Output:["_col1"] + Group By Operator [GBY_37] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 10 [SIMPLE_EDGE] + <-Map 12 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_31] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_79] (rows=500 width=10) + predicate:value is not null + TableScan [TS_29] (rows=500 width=10) + Output:["key","value"] + <-Map 9 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_28] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_78] (rows=25 width=7) + predicate:value is not null + TableScan [TS_26] (rows=25 width=7) + Output:["key","value"] + <-Reducer 3 [CONTAINS] llap + Reduce Output Operator [RS_56] + PartitionCols:_col0, _col1 + Group By Operator [GBY_55] (rows=1100 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_25] (rows=550 width=10) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_83] (rows=550 width=10) + Conds:MAPJOIN_82._col2=RS_23._col0(Inner),Output:["_col1","_col2"] + <-Map 8 [BROADCAST_EDGE] llap + BROADCAST [RS_23] + PartitionCols:_col0 + Select Operator [SEL_18] (rows=500 width=10) + Output:["_col0"] + Filter Operator [FIL_77] (rows=500 width=10) + predicate:key is not null + TableScan [TS_16] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Map Join Operator [MAPJOIN_82] (rows=288 width=10) + Conds:SEL_12._col1=RS_20._col1(Inner),Output:["_col1","_col2"] + <-Map 7 [BROADCAST_EDGE] llap + BROADCAST [RS_20] + PartitionCols:_col1 + Select Operator [SEL_15] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_76] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_13] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_12] (rows=262 width=10) + Output:["_col1"] + Group By Operator [GBY_11] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_2] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_74] (rows=25 width=7) + predicate:value is not null + TableScan [TS_0] (rows=25 width=7) + Output:["key","value"] + <-Map 6 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_5] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_75] (rows=500 width=10) + predicate:value is not null + TableScan [TS_3] (rows=500 width=10) + Output:["key","value"] PREHOOK: query: explain SELECT x.key, y.value @@ -2014,439 +1334,253 @@ Reducer 5 <- Union 4 (SIMPLE_EDGE), Union 6 (CONTAINS) Reducer 7 <- Union 6 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 7 - File Output Operator [FS_119] - compressed:false - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_117] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 6 [SIMPLE_EDGE] - |<-Reducer 26 [CONTAINS] - | Reduce Output Operator [RS_116] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_115] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_111] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_167] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 26":"_col2 (type: string)","Map 31":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col5"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 31 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_109] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_100] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_161] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_99] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map Join Operator [MAPJOIN_166] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 26":"_col1 (type: string)","Map 30":"_col1 (type: string)"} - | | outputColumnNames:["_col2"] - | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | |<-Map 30 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_104] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_98] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_160] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_97] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_96] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_95] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | |<-Union 25 [SIMPLE_EDGE] - | |<-Map 29 [CONTAINS] - | | Reduce Output Operator [RS_94] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_93] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_89] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_159] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_88] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 24 [CONTAINS] - | Reduce Output Operator [RS_94] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_93] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_86] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | |<-Union 23 [SIMPLE_EDGE] - | |<-Map 28 [CONTAINS] - | | Reduce Output Operator [RS_85] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_84] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_80] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_158] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_79] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 22 [CONTAINS] - | Reduce Output Operator [RS_85] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_84] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_77] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 21 [SIMPLE_EDGE] - | |<-Map 20 [CONTAINS] - | | Reduce Output Operator [RS_76] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_75] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_69] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_156] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_68] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 27 [CONTAINS] - | Reduce Output Operator [RS_76] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_75] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_71] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_157] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_70] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 5 [CONTAINS] - Reduce Output Operator [RS_116] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_115] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_66] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 4 [SIMPLE_EDGE] - |<-Reducer 15 [CONTAINS] - | Reduce Output Operator [RS_65] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_64] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_165] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 15":"_col2 (type: string)","Map 19":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col5"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 19 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_58] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_49] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_155] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_48] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map Join Operator [MAPJOIN_164] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Reducer 15":"_col1 (type: string)","Map 18":"_col1 (type: string)"} - | | outputColumnNames:["_col2"] - | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - | |<-Map 18 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_53] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_47] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_154] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_46] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_45] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_44] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | |<-Union 14 [SIMPLE_EDGE] - | |<-Map 17 [CONTAINS] - | | Reduce Output Operator [RS_43] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_42] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_38] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_153] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_37] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 13 [CONTAINS] - | Reduce Output Operator [RS_43] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_42] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_35] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 12 [SIMPLE_EDGE] - | |<-Map 11 [CONTAINS] - | | Reduce Output Operator [RS_34] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_33] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_27] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_151] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 16 [CONTAINS] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_152] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_28] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [CONTAINS] - Reduce Output Operator [RS_65] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_64] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_163] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 3":"_col2 (type: string)","Map 10":"_col0 (type: string)"} - | outputColumnNames:["_col2","_col5"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [BROADCAST_EDGE] - | Reduce Output Operator [RS_23] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_14] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_150] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_13] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map Join Operator [MAPJOIN_162] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 3":"_col1 (type: string)","Map 9":"_col1 (type: string)"} - | outputColumnNames:["_col2"] - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - |<-Map 9 [BROADCAST_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_12] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_149] - | predicate:(value is not null and key is not null) (type: boolean) - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_10] - outputColumnNames:["_col1"] - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_9] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_147] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 8 [CONTAINS] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_7] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_148] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 7 llap + File Output Operator [FS_122] + Group By Operator [GBY_120] (rows=550 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 6 [SIMPLE_EDGE] + <-Reducer 26 [CONTAINS] llap + Reduce Output Operator [RS_119] + PartitionCols:_col0, _col1 + Group By Operator [GBY_118] (rows=1100 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_114] (rows=550 width=10) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_170] (rows=550 width=10) + Conds:MAPJOIN_169._col2=RS_112._col0(Inner),Output:["_col2","_col5"] + <-Map 31 [BROADCAST_EDGE] llap + BROADCAST [RS_112] + PartitionCols:_col0 + Select Operator [SEL_107] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_164] (rows=500 width=10) + predicate:key is not null + TableScan [TS_105] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map Join Operator [MAPJOIN_169] (rows=484 width=10) + Conds:SEL_101._col1=RS_109._col1(Inner),Output:["_col2"] + <-Map 30 [BROADCAST_EDGE] llap + BROADCAST [RS_109] + PartitionCols:_col1 + Select Operator [SEL_104] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_163] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_102] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_101] (rows=440 width=10) + Output:["_col1"] + Group By Operator [GBY_100] (rows=440 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 25 [SIMPLE_EDGE] + <-Map 29 [CONTAINS] llap + Reduce Output Operator [RS_99] + PartitionCols:_col0, _col1 + Group By Operator [GBY_98] (rows=881 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_94] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_162] (rows=500 width=10) + predicate:value is not null + TableScan [TS_92] (rows=500 width=10) + Output:["key","value"] + <-Reducer 24 [CONTAINS] llap + Reduce Output Operator [RS_99] + PartitionCols:_col0, _col1 + Group By Operator [GBY_98] (rows=881 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_91] (rows=381 width=10) + Output:["_col0","_col1"] + Group By Operator [GBY_90] (rows=381 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 23 [SIMPLE_EDGE] + <-Map 28 [CONTAINS] llap + Reduce Output Operator [RS_89] + PartitionCols:_col0, _col1 + Group By Operator [GBY_88] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_84] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_161] (rows=500 width=10) + predicate:value is not null + TableScan [TS_82] (rows=500 width=10) + Output:["key","value"] + <-Reducer 22 [CONTAINS] llap + Reduce Output Operator [RS_89] + PartitionCols:_col0, _col1 + Group By Operator [GBY_88] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_81] (rows=262 width=10) + Output:["_col0","_col1"] + Group By Operator [GBY_80] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 21 [SIMPLE_EDGE] + <-Map 20 [CONTAINS] llap + Reduce Output Operator [RS_79] + PartitionCols:_col0, _col1 + Group By Operator [GBY_78] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_71] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_159] (rows=25 width=7) + predicate:value is not null + TableScan [TS_69] (rows=25 width=7) + Output:["key","value"] + <-Map 27 [CONTAINS] llap + Reduce Output Operator [RS_79] + PartitionCols:_col0, _col1 + Group By Operator [GBY_78] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_74] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_160] (rows=500 width=10) + predicate:value is not null + TableScan [TS_72] (rows=500 width=10) + Output:["key","value"] + <-Reducer 5 [CONTAINS] llap + Reduce Output Operator [RS_119] + PartitionCols:_col0, _col1 + Group By Operator [GBY_118] (rows=1100 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Group By Operator [GBY_67] (rows=550 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 4 [SIMPLE_EDGE] + <-Reducer 15 [CONTAINS] llap + Reduce Output Operator [RS_66] + PartitionCols:_col0, _col1 + Group By Operator [GBY_65] (rows=1100 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_61] (rows=550 width=10) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_168] (rows=550 width=10) + Conds:MAPJOIN_167._col2=RS_59._col0(Inner),Output:["_col2","_col5"] + <-Map 19 [BROADCAST_EDGE] llap + BROADCAST [RS_59] + PartitionCols:_col0 + Select Operator [SEL_54] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_158] (rows=500 width=10) + predicate:key is not null + TableScan [TS_52] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map Join Operator [MAPJOIN_167] (rows=419 width=10) + Conds:SEL_48._col1=RS_56._col1(Inner),Output:["_col2"] + <-Map 18 [BROADCAST_EDGE] llap + BROADCAST [RS_56] + PartitionCols:_col1 + Select Operator [SEL_51] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_157] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_49] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_48] (rows=381 width=10) + Output:["_col1"] + Group By Operator [GBY_47] (rows=381 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 14 [SIMPLE_EDGE] + <-Map 17 [CONTAINS] llap + Reduce Output Operator [RS_46] + PartitionCols:_col0, _col1 + Group By Operator [GBY_45] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_41] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_156] (rows=500 width=10) + predicate:value is not null + TableScan [TS_39] (rows=500 width=10) + Output:["key","value"] + <-Reducer 13 [CONTAINS] llap + Reduce Output Operator [RS_46] + PartitionCols:_col0, _col1 + Group By Operator [GBY_45] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_38] (rows=262 width=10) + Output:["_col0","_col1"] + Group By Operator [GBY_37] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 12 [SIMPLE_EDGE] + <-Map 11 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_28] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_154] (rows=25 width=7) + predicate:value is not null + TableScan [TS_26] (rows=25 width=7) + Output:["key","value"] + <-Map 16 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_31] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_155] (rows=500 width=10) + predicate:value is not null + TableScan [TS_29] (rows=500 width=10) + Output:["key","value"] + <-Reducer 3 [CONTAINS] llap + Reduce Output Operator [RS_66] + PartitionCols:_col0, _col1 + Group By Operator [GBY_65] (rows=1100 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_25] (rows=550 width=10) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_166] (rows=550 width=10) + Conds:MAPJOIN_165._col2=RS_23._col0(Inner),Output:["_col2","_col5"] + <-Map 10 [BROADCAST_EDGE] llap + BROADCAST [RS_23] + PartitionCols:_col0 + Select Operator [SEL_18] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_153] (rows=500 width=10) + predicate:key is not null + TableScan [TS_16] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map Join Operator [MAPJOIN_165] (rows=288 width=10) + Conds:SEL_12._col1=RS_20._col1(Inner),Output:["_col2"] + <-Map 9 [BROADCAST_EDGE] llap + BROADCAST [RS_20] + PartitionCols:_col1 + Select Operator [SEL_15] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_152] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_13] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_12] (rows=262 width=10) + Output:["_col1"] + Group By Operator [GBY_11] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_2] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_150] (rows=25 width=7) + predicate:value is not null + TableScan [TS_0] (rows=25 width=7) + Output:["key","value"] + <-Map 8 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_5] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_151] (rows=500 width=10) + predicate:value is not null + TableScan [TS_3] (rows=500 width=10) + Output:["key","value"] PREHOOK: query: CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -2589,38 +1723,25 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Map 1 - File Output Operator [FS_10] - compressed:false - Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_15] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | - |<-Select Operator [SEL_3] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_14] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:s1 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_13] - predicate:key is not null (type: boolean) - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:s1 - Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_10] + Merge Join Operator [MERGEJOIN_15] (rows=266 width=10) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_5] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_14] (rows=242 width=10) + predicate:key is not null + TableScan [TS_3] (rows=242 width=10) + default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_13] (rows=242 width=10) + predicate:key is not null + TableScan [TS_0] (rows=242 width=10) + default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select s1.key as key, s1.value as value from tab s1 join tab s3 on s1.key=s3.key join tab s2 on s1.value=s2.value @@ -2628,62 +1749,45 @@ PREHOOK: type: QUERY POSTHOOK: query: explain select s1.key as key, s1.value as value from tab s1 join tab s3 on s1.key=s3.key join tab s2 on s1.value=s2.value POSTHOOK: type: QUERY -Plan not optimized by CBO due to missing statistics. Please check log for more details. +Plan optimized by CBO. Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_14] - compressed:false - Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_25] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"value (type: string)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: int) - | Merge Join Operator [MERGEJOIN_23] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"key (type: int)","1":"key (type: int)"} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | | - | |<-Filter Operator [FIL_21] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_1] - | | alias:s3 - | | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - | |<-Filter Operator [FIL_20] - | predicate:(key is not null and value is not null) (type: boolean) - | Statistics:Num rows: 61 Data size: 646 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:value (type: string) - Map-reduce partition columns:value (type: string) - sort order:+ - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_22] - predicate:value is not null (type: boolean) - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:s2 - Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_16] + Merge Join Operator [MERGEJOIN_27] (rows=292 width=10) + Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_25] (rows=266 width=10) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_5] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_23] (rows=242 width=10) + predicate:key is not null + TableScan [TS_3] (rows=242 width=10) + default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_22] (rows=242 width=10) + predicate:(key is not null and value is not null) + TableScan [TS_0] (rows=242 width=10) + default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + PartitionCols:_col1 + Select Operator [SEL_8] (rows=242 width=10) + Output:["_col1"] + Filter Operator [FIL_24] (rows=242 width=10) + predicate:value is not null + TableScan [TS_6] (rows=242 width=10) + default@tab,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] PREHOOK: query: explain select s1.key as key, s1.value as value from tab s1 join tab2 s3 on s1.key=s3.key @@ -2694,38 +1798,25 @@ POSTHOOK: type: QUERY Plan optimized by CBO. Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Map 1 - File Output Operator [FS_10] - compressed:false - Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_15] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"_col0 (type: int)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | - |<-Select Operator [SEL_3] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_14] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_2] - | alias:s3 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_1] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_13] - predicate:key is not null (type: boolean) - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_0] - alias:s1 - Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_10] + Merge Join Operator [MERGEJOIN_15] (rows=266 width=10) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_5] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_14] (rows=242 width=10) + predicate:key is not null + TableScan [TS_3] (rows=242 width=10) + default@tab2,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_13] (rows=242 width=10) + predicate:key is not null + TableScan [TS_0] (rows=242 width=10) + default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] PREHOOK: query: explain select s1.key as key, s1.value as value from tab s1 join tab2 s3 on s1.key=s3.key join tab2 s2 on s1.value=s2.value @@ -2733,62 +1824,45 @@ PREHOOK: type: QUERY POSTHOOK: query: explain select s1.key as key, s1.value as value from tab s1 join tab2 s3 on s1.key=s3.key join tab2 s2 on s1.value=s2.value POSTHOOK: type: QUERY -Plan not optimized by CBO due to missing statistics. Please check log for more details. +Plan optimized by CBO. Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_14] - compressed:false - Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Merge Join Operator [MERGEJOIN_25] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"value (type: string)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: int) - | Merge Join Operator [MERGEJOIN_23] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"key (type: int)","1":"key (type: int)"} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | | - | |<-Filter Operator [FIL_21] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_1] - | | alias:s3 - | | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - | |<-Filter Operator [FIL_20] - | predicate:(key is not null and value is not null) (type: boolean) - | Statistics:Num rows: 61 Data size: 646 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:value (type: string) - Map-reduce partition columns:value (type: string) - sort order:+ - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_22] - predicate:value is not null (type: boolean) - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:s2 - Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_16] + Merge Join Operator [MERGEJOIN_27] (rows=292 width=10) + Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_25] (rows=266 width=10) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_5] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_23] (rows=242 width=10) + predicate:key is not null + TableScan [TS_3] (rows=242 width=10) + default@tab2,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_22] (rows=242 width=10) + predicate:(key is not null and value is not null) + TableScan [TS_0] (rows=242 width=10) + default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + PartitionCols:_col1 + Select Operator [SEL_8] (rows=242 width=10) + Output:["_col1"] + Filter Operator [FIL_24] (rows=242 width=10) + predicate:value is not null + TableScan [TS_6] (rows=242 width=10) + default@tab2,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] PREHOOK: query: explain select count(*) from (select s1.key as key, s1.value as value from tab s1 join tab s3 on s1.key=s3.key @@ -2802,7 +1876,7 @@ UNION ALL select s2.key as key, s2.value as value from tab s2 ) a join tab_part b on (a.key = b.key) POSTHOOK: type: QUERY -Plan not optimized by CBO due to missing statistics. Please check log for more details. +Plan optimized by CBO. Vertex dependency in root stage Map 1 <- Union 2 (CONTAINS) @@ -2811,83 +1885,55 @@ Reducer 3 <- Map 7 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE) Reducer 4 <- Reducer 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 4 - File Output Operator [FS_22] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_20] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_19] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_18] - aggregations:["count()"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_35] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"key (type: int)"} - | Statistics:Num rows: 279 Data size: 2963 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_15] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_32] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:b - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_13] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 254 Data size: 2694 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_33] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"key (type: int)","1":"key (type: int)"} - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | | - | |<-Filter Operator [FIL_30] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_1] - | | alias:s3 - | | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - | |<-Filter Operator [FIL_29] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Map 6 [CONTAINS] - Reduce Output Operator [RS_13] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 254 Data size: 2694 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_9] - outputColumnNames:["_col0"] - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_31] - predicate:key is not null (type: boolean) - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_8] - alias:s2 - Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_26] + Group By Operator [GBY_24] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + Group By Operator [GBY_22] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_39] (rows=558 width=10) + Conds:Union 2._col0=RS_19._col0(Inner) + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col0 + Select Operator [SEL_17] (rows=500 width=10) + Output:["_col0"] + Filter Operator [FIL_36] (rows=500 width=10) + predicate:key is not null + TableScan [TS_15] (rows=500 width=10) + default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] llap + Reduce Output Operator [RS_18] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_37] (rows=266 width=10) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0"] + <-Select Operator [SEL_5] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_34] (rows=242 width=10) + predicate:key is not null + TableScan [TS_3] (rows=242 width=10) + default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_33] (rows=242 width=10) + predicate:key is not null + TableScan [TS_0] (rows=242 width=10) + Output:["key"] + <-Map 6 [CONTAINS] llap + Reduce Output Operator [RS_18] + PartitionCols:_col0 + Select Operator [SEL_12] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_35] (rows=242 width=10) + predicate:key is not null + TableScan [TS_10] (rows=242 width=10) + Output:["key"] PREHOOK: query: explain select count(*) from (select s1.key as key, s1.value as value from tab s1 join tab s3 on s1.key=s3.key join tab s2 on s1.value=s2.value @@ -2901,7 +1947,7 @@ UNION ALL select s2.key as key, s2.value as value from tab s2 ) a join tab_part b on (a.key = b.key) POSTHOOK: type: QUERY -Plan not optimized by CBO due to missing statistics. Please check log for more details. +Plan optimized by CBO. Vertex dependency in root stage Map 8 <- Union 3 (CONTAINS) @@ -2910,107 +1956,69 @@ Reducer 4 <- Map 9 (SIMPLE_EDGE), Union 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 5 - File Output Operator [FS_28] - compressed:false - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_26] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_25] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_24] - aggregations:["count()"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_47] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col0 (type: int)","1":"key (type: int)"} - | Statistics:Num rows: 293 Data size: 3118 Basic stats: COMPLETE Column stats: NONE - |<-Map 9 [SIMPLE_EDGE] - | Reduce Output Operator [RS_21] - | key expressions:key (type: int) - | Map-reduce partition columns:key (type: int) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_43] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_17] - | alias:b - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Union 3 [SIMPLE_EDGE] - |<-Map 8 [CONTAINS] - | Reduce Output Operator [RS_19] - | key expressions:_col0 (type: int) - | Map-reduce partition columns:_col0 (type: int) - | sort order:+ - | Statistics:Num rows: 267 Data size: 2835 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_15] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_42] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_14] - | alias:s2 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [CONTAINS] - Reduce Output Operator [RS_19] - key expressions:_col0 (type: int) - Map-reduce partition columns:_col0 (type: int) - sort order:+ - Statistics:Num rows: 267 Data size: 2835 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_46] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"value (type: string)"} - | outputColumnNames:["_col0"] - | Statistics:Num rows: 146 Data size: 1552 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_9] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: int) - | Merge Join Operator [MERGEJOIN_44] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"key (type: int)","1":"key (type: int)"} - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 133 Data size: 1411 Basic stats: COMPLETE Column stats: NONE - | | - | |<-Filter Operator [FIL_40] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_1] - | | alias:s3 - | | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - | |<-Filter Operator [FIL_39] - | predicate:(key is not null and value is not null) (type: boolean) - | Statistics:Num rows: 61 Data size: 646 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:s1 - | Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [SIMPLE_EDGE] - Reduce Output Operator [RS_11] - key expressions:value (type: string) - Map-reduce partition columns:value (type: string) - sort order:+ - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_41] - predicate:value is not null (type: boolean) - Statistics:Num rows: 121 Data size: 1283 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:s2 - Statistics:Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 5 llap + File Output Operator [FS_32] + Group By Operator [GBY_30] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_29] + Group By Operator [GBY_28] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_51] (rows=587 width=10) + Conds:Union 3._col0=RS_25._col0(Inner) + <-Map 9 [SIMPLE_EDGE] llap + SHUFFLE [RS_25] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=500 width=10) + Output:["_col0"] + Filter Operator [FIL_47] (rows=500 width=10) + predicate:key is not null + TableScan [TS_21] (rows=500 width=10) + default@tab_part,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Union 3 [SIMPLE_EDGE] + <-Map 8 [CONTAINS] llap + Reduce Output Operator [RS_24] + PartitionCols:_col0 + Select Operator [SEL_18] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_46] (rows=242 width=10) + predicate:key is not null + TableScan [TS_16] (rows=242 width=10) + Output:["key"] + <-Reducer 2 [CONTAINS] llap + Reduce Output Operator [RS_24] + PartitionCols:_col0 + Merge Join Operator [MERGEJOIN_50] (rows=292 width=10) + Conds:RS_12._col1=RS_13._col1(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_12] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_48] (rows=266 width=10) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0","_col1"] + <-Select Operator [SEL_5] (rows=242 width=10) + Output:["_col0"] + Filter Operator [FIL_44] (rows=242 width=10) + predicate:key is not null + TableScan [TS_3] (rows=242 width=10) + default@tab,s3,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=242 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_43] (rows=242 width=10) + predicate:(key is not null and value is not null) + TableScan [TS_0] (rows=242 width=10) + default@tab,s1,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 7 [SIMPLE_EDGE] llap + SHUFFLE [RS_13] + PartitionCols:_col1 + Select Operator [SEL_8] (rows=242 width=10) + Output:["_col1"] + Filter Operator [FIL_45] (rows=242 width=10) + predicate:value is not null + TableScan [TS_6] (rows=242 width=10) + default@tab,s2,Tbl:COMPLETE,Col:NONE,Output:["value"] PREHOOK: query: explain SELECT x.key, y.value @@ -3038,373 +2046,511 @@ SELECT x.key, y.value FROM src1 x JOIN src1 y ON (x.key = y.key) JOIN (select key, value from src1 union all select key, value from src union all select key, value from src union all select key, value from src)z ON (x.value = z.value) POSTHOOK: type: QUERY -Plan optimized by CBO. +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 -Vertex dependency in root stage -Map 1 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) -Map 12 <- Union 9 (CONTAINS) -Map 13 <- Union 9 (CONTAINS) -Map 17 <- Map 16 (BROADCAST_EDGE) -Map 18 <- Map 17 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 19 <- Map 17 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 20 <- Map 17 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 21 <- Map 17 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 5 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) -Map 8 <- Union 9 (CONTAINS) -Reducer 10 <- Map 14 (SIMPLE_EDGE), Union 9 (SIMPLE_EDGE) -Reducer 11 <- Map 15 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE), Union 4 (CONTAINS) -Reducer 3 <- Map 7 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE), Union 4 (CONTAINS) +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 12 <- Union 9 (CONTAINS) + Map 13 <- Union 9 (CONTAINS) + Map 16 <- Map 17 (BROADCAST_EDGE) + Map 18 <- Map 16 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 19 <- Map 16 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 20 <- Map 16 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 21 <- Map 16 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 5 <- Map 6 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 8 <- Union 9 (CONTAINS) + Reducer 10 <- Map 14 (SIMPLE_EDGE), Union 9 (SIMPLE_EDGE) + Reducer 11 <- Map 15 (SIMPLE_EDGE), Reducer 10 (SIMPLE_EDGE), Union 4 (CONTAINS) + Reducer 3 <- Map 7 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE), Union 4 (CONTAINS) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col1 + input vertices: + 1 Map 6 + Statistics: Num rows: 577 Data size: 6053 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 577 Data size: 6053 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 12 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1025 Data size: 10815 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 13 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1025 Data size: 10815 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 14 + Map Operator Tree: + TableScan + alias: x + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 15 + Map Operator Tree: + TableScan + alias: y + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 16 + Map Operator Tree: + TableScan + alias: x + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 1 Map 17 + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col3 (type: string) + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col3 (type: string) + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col3 (type: string) + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col3 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 17 + Map Operator Tree: + TableScan + alias: y + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 18 + Map Operator Tree: + TableScan + alias: src1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col3 + input vertices: + 0 Map 16 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col3 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3550 Data size: 37482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 19 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col3 + input vertices: + 0 Map 16 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col3 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3550 Data size: 37482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 20 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col3 + input vertices: + 0 Map 16 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col3 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3550 Data size: 37482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 21 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col3 + input vertices: + 0 Map 16 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col3 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3550 Data size: 37482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + LLAP IO: no inputs + Map 5 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col1 + input vertices: + 1 Map 6 + Statistics: Num rows: 577 Data size: 6053 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 577 Data size: 6053 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 6 + Map Operator Tree: + TableScan + alias: x + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 7 + Map Operator Tree: + TableScan + alias: y + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 8 + Map Operator Tree: + TableScan + alias: src1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1025 Data size: 10815 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 10 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 1127 Data size: 11896 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1127 Data size: 11896 Basic stats: COMPLETE Column stats: NONE + Reducer 11 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col1, _col4 + Statistics: Num rows: 1239 Data size: 13085 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: string), _col4 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1239 Data size: 13085 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3550 Data size: 37482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col1, _col4 + Statistics: Num rows: 634 Data size: 6658 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: string), _col4 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 634 Data size: 6658 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3550 Data size: 37482 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Union 2 + Vertex: Union 2 + Union 4 + Vertex: Union 4 + Union 9 + Vertex: Union 9 -Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Union 4 - |<-Map 18 [CONTAINS] - | File Output Operator [FS_75] - | compressed:false - | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - | Select Operator [SEL_73] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_120] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 17":"_col1 (type: string)","Map 18":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col3"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<-Map 17 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_69] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col3 (type: string) - | | Map Join Operator [MAPJOIN_119] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 16":"_col0 (type: string)","Map 17":"_col0 (type: string)"} - | | | outputColumnNames:["_col0","_col1","_col3"] - | | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 16 [BROADCAST_EDGE] - | | | Reduce Output Operator [RS_64] - | | | key expressions:_col0 (type: string) - | | | Map-reduce partition columns:_col0 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:_col1 (type: string) - | | | Select Operator [SEL_48] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_109] - | | | predicate:(key is not null and value is not null) (type: boolean) - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_47] - | | | alias:x - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | |<-Select Operator [SEL_50] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_110] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_49] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | Reduce Output Operator [RS_125] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col3 (type: string) - | | Please refer to the previous Map Join Operator [MAPJOIN_119] - | | Reduce Output Operator [RS_126] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col3 (type: string) - | | Please refer to the previous Map Join Operator [MAPJOIN_119] - | | Reduce Output Operator [RS_127] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col3 (type: string) - | | Please refer to the previous Map Join Operator [MAPJOIN_119] - | |<-Select Operator [SEL_52] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_111] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_51] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 19 [CONTAINS] - | File Output Operator [FS_75] - | compressed:false - | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - | Select Operator [SEL_73] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_120] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 17":"_col1 (type: string)","Map 19":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col3"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<- Please refer to the previous Map 17 [BROADCAST_EDGE] - | |<-Select Operator [SEL_54] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_112] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_53] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 20 [CONTAINS] - | File Output Operator [FS_75] - | compressed:false - | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - | Select Operator [SEL_73] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_120] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 17":"_col1 (type: string)","Map 20":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col3"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<- Please refer to the previous Map 17 [BROADCAST_EDGE] - | |<-Select Operator [SEL_58] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_113] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_57] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 21 [CONTAINS] - | File Output Operator [FS_75] - | compressed:false - | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - | Select Operator [SEL_73] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_120] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 17":"_col1 (type: string)","Map 21":"_col0 (type: string)"} - | | outputColumnNames:["_col0","_col3"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<- Please refer to the previous Map 17 [BROADCAST_EDGE] - | |<-Select Operator [SEL_61] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_114] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_60] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 11 [CONTAINS] - | File Output Operator [FS_75] - | compressed:false - | Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - | Select Operator [SEL_44] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 620 Data size: 6547 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_118] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} - | | outputColumnNames:["_col1","_col4"] - | | Statistics:Num rows: 620 Data size: 6547 Basic stats: COMPLETE Column stats: NONE - | |<-Map 15 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_42] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_33] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_108] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_32] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 10 [SIMPLE_EDGE] - | Reduce Output Operator [RS_40] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_117] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col0 (type: string)","1":"_col1 (type: string)"} - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | |<-Map 14 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_37] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_31] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_107] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_30] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Union 9 [SIMPLE_EDGE] - | |<-Map 12 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_24] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_105] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_23] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 13 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_28] - | | outputColumnNames:["_col0"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_106] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_27] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 8 [CONTAINS] - | Reduce Output Operator [RS_35] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_22] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_104] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_21] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [CONTAINS] - File Output Operator [FS_75] - compressed:false - Statistics:Num rows: 1776 Data size: 18753 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_20] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 317 Data size: 3333 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_116] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col1","_col4"] - | Statistics:Num rows: 317 Data size: 3333 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_9] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_103] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_8] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_16] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_115] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 1":"_col0 (type: string)","Map 6":"_col1 (type: string)"} - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - | |<-Map 6 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_13] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_7] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_102] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_6] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | Reduce Output Operator [RS_121] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Please refer to the previous Select Operator [SEL_7] - | |<-Select Operator [SEL_1] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_100] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 5 [CONTAINS] - Reduce Output Operator [RS_16] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_115] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Map 5":"_col0 (type: string)","Map 6":"_col1 (type: string)"} - | outputColumnNames:["_col1"] - | Statistics:Num rows: 289 Data size: 3030 Basic stats: COMPLETE Column stats: NONE - |<- Please refer to the previous Map 6 [BROADCAST_EDGE] - |<-Select Operator [SEL_3] - outputColumnNames:["_col0"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_101] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink PREHOOK: query: explain SELECT x.key, y.value @@ -3439,7 +2585,7 @@ Map 1 <- Union 2 (CONTAINS) Map 12 <- Union 13 (CONTAINS) Map 19 <- Union 13 (CONTAINS) Map 20 <- Union 15 (CONTAINS) -Map 24 <- Map 23 (BROADCAST_EDGE) +Map 23 <- Map 24 (BROADCAST_EDGE) Map 25 <- Union 26 (CONTAINS) Map 32 <- Union 26 (CONTAINS) Map 33 <- Union 28 (CONTAINS) @@ -3452,463 +2598,268 @@ Reducer 18 <- Map 22 (SIMPLE_EDGE), Reducer 17 (SIMPLE_EDGE), Union 5 (CONTAINS) Reducer 27 <- Union 26 (SIMPLE_EDGE), Union 28 (CONTAINS) Reducer 29 <- Union 28 (SIMPLE_EDGE), Union 30 (CONTAINS) Reducer 3 <- Map 10 (BROADCAST_EDGE), Union 2 (SIMPLE_EDGE) -Reducer 31 <- Map 24 (BROADCAST_EDGE), Union 30 (SIMPLE_EDGE), Union 7 (CONTAINS) +Reducer 31 <- Map 23 (BROADCAST_EDGE), Union 30 (SIMPLE_EDGE), Union 7 (CONTAINS) Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS) Reducer 6 <- Union 5 (SIMPLE_EDGE), Union 7 (CONTAINS) Reducer 8 <- Union 7 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 8 - File Output Operator [FS_119] - compressed:false - Statistics:Num rows: 258 Data size: 2737 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Group By Operator [GBY_117] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 258 Data size: 2737 Basic stats: COMPLETE Column stats: NONE - |<-Union 7 [SIMPLE_EDGE] - |<-Reducer 31 [CONTAINS] - | Reduce Output Operator [RS_116] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 517 Data size: 5486 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_115] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 517 Data size: 5486 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_111] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_164] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 24":"_col1 (type: string)","Reducer 31":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col3"] - | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | |<-Map 24 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_107] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col3 (type: string) - | | Map Join Operator [MAPJOIN_163] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 23":"_col0 (type: string)","Map 24":"_col0 (type: string)"} - | | | outputColumnNames:["_col0","_col1","_col3"] - | | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 23 [BROADCAST_EDGE] - | | | Reduce Output Operator [RS_102] - | | | key expressions:_col0 (type: string) - | | | Map-reduce partition columns:_col0 (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:_col1 (type: string) - | | | Select Operator [SEL_69] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_153] - | | | predicate:(key is not null and value is not null) (type: boolean) - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_68] - | | | alias:x - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | |<-Select Operator [SEL_71] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_154] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_70] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_100] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_99] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | |<-Union 30 [SIMPLE_EDGE] - | |<-Map 34 [CONTAINS] - | | Reduce Output Operator [RS_98] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_97] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_93] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_158] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_92] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 29 [CONTAINS] - | Reduce Output Operator [RS_98] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_97] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_90] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | |<-Union 28 [SIMPLE_EDGE] - | |<-Map 33 [CONTAINS] - | | Reduce Output Operator [RS_89] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_88] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_84] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_157] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_83] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 27 [CONTAINS] - | Reduce Output Operator [RS_89] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_88] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_81] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 26 [SIMPLE_EDGE] - | |<-Map 25 [CONTAINS] - | | Reduce Output Operator [RS_80] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_79] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_73] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_155] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_72] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 32 [CONTAINS] - | Reduce Output Operator [RS_80] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_79] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_75] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_156] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_74] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 6 [CONTAINS] - Reduce Output Operator [RS_116] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 517 Data size: 5486 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_115] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 517 Data size: 5486 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_66] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Union 5 [SIMPLE_EDGE] - |<-Reducer 18 [CONTAINS] - | Reduce Output Operator [RS_65] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_64] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_162] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | | outputColumnNames:["_col2","_col5"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 22 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_58] - | | key expressions:_col0 (type: string) - | | Map-reduce partition columns:_col0 (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col1 (type: string) - | | Select Operator [SEL_49] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_152] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_48] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 17 [SIMPLE_EDGE] - | Reduce Output Operator [RS_56] - | key expressions:_col2 (type: string) - | Map-reduce partition columns:_col2 (type: string) - | sort order:+ - | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_161] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | | outputColumnNames:["_col2"] - | | Statistics:Num rows: 209 Data size: 2208 Basic stats: COMPLETE Column stats: NONE - | |<-Map 21 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_53] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string) - | | Select Operator [SEL_47] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_151] - | | predicate:(value is not null and key is not null) (type: boolean) - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_46] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 16 [SIMPLE_EDGE] - | Reduce Output Operator [RS_51] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_45] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_44] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | |<-Union 15 [SIMPLE_EDGE] - | |<-Map 20 [CONTAINS] - | | Reduce Output Operator [RS_43] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_42] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_38] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_150] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_37] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 14 [CONTAINS] - | Reduce Output Operator [RS_43] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_42] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_35] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 13 [SIMPLE_EDGE] - | |<-Map 12 [CONTAINS] - | | Reduce Output Operator [RS_34] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_33] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_27] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_148] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 19 [CONTAINS] - | Reduce Output Operator [RS_34] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_33] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_29] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_149] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_28] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_65] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_64] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 550 Data size: 5842 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_160] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col2 (type: string)","1":"_col0 (type: string)"} - | outputColumnNames:["_col2","_col5"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_23] - | key expressions:_col0 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col1 (type: string) - | Select Operator [SEL_14] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_147] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_13] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col2 (type: string) - Map-reduce partition columns:_col2 (type: string) - sort order:+ - Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - Map Join Operator [MAPJOIN_159] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"Reducer 3":"_col1 (type: string)","Map 10":"_col1 (type: string)"} - | outputColumnNames:["_col2"] - | Statistics:Num rows: 144 Data size: 1509 Basic stats: COMPLETE Column stats: NONE - |<-Map 10 [BROADCAST_EDGE] - | Reduce Output Operator [RS_18] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string) - | Select Operator [SEL_12] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_146] - | predicate:(value is not null and key is not null) (type: boolean) - | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_11] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Select Operator [SEL_10] - outputColumnNames:["_col1"] - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_9] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_144] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:x - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 9 [CONTAINS] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_7] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_145] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:y - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 8 llap + File Output Operator [FS_122] + Group By Operator [GBY_120] (rows=530 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 7 [SIMPLE_EDGE] + <-Reducer 31 [CONTAINS] llap + Reduce Output Operator [RS_119] + PartitionCols:_col0, _col1 + Group By Operator [GBY_118] (rows=1061 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_114] (rows=484 width=10) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_167] (rows=484 width=10) + Conds:RS_111._col1=SEL_107._col1(Inner),Output:["_col0","_col3"] + <-Map 23 [BROADCAST_EDGE] llap + BROADCAST [RS_111] + PartitionCols:_col1 + Map Join Operator [MAPJOIN_166] (rows=27 width=7) + Conds:SEL_71._col0=RS_109._col0(Inner),Output:["_col0","_col1","_col3"] + <-Map 24 [BROADCAST_EDGE] llap + BROADCAST [RS_109] + PartitionCols:_col0 + Select Operator [SEL_74] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_157] (rows=25 width=7) + predicate:key is not null + TableScan [TS_72] (rows=25 width=7) + default@src1,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_71] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_156] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_69] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_107] (rows=440 width=10) + Output:["_col1"] + Group By Operator [GBY_106] (rows=440 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 30 [SIMPLE_EDGE] + <-Map 34 [CONTAINS] llap + Reduce Output Operator [RS_105] + PartitionCols:_col0, _col1 + Group By Operator [GBY_104] (rows=881 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_100] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_161] (rows=500 width=10) + predicate:value is not null + TableScan [TS_98] (rows=500 width=10) + Output:["key","value"] + <-Reducer 29 [CONTAINS] llap + Reduce Output Operator [RS_105] + PartitionCols:_col0, _col1 + Group By Operator [GBY_104] (rows=881 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_97] (rows=381 width=10) + Output:["_col0","_col1"] + Group By Operator [GBY_96] (rows=381 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 28 [SIMPLE_EDGE] + <-Map 33 [CONTAINS] llap + Reduce Output Operator [RS_95] + PartitionCols:_col0, _col1 + Group By Operator [GBY_94] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_90] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_160] (rows=500 width=10) + predicate:value is not null + TableScan [TS_88] (rows=500 width=10) + Output:["key","value"] + <-Reducer 27 [CONTAINS] llap + Reduce Output Operator [RS_95] + PartitionCols:_col0, _col1 + Group By Operator [GBY_94] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_87] (rows=262 width=10) + Output:["_col0","_col1"] + Group By Operator [GBY_86] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 26 [SIMPLE_EDGE] + <-Map 25 [CONTAINS] llap + Reduce Output Operator [RS_85] + PartitionCols:_col0, _col1 + Group By Operator [GBY_84] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_77] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_158] (rows=25 width=7) + predicate:value is not null + TableScan [TS_75] (rows=25 width=7) + Output:["key","value"] + <-Map 32 [CONTAINS] llap + Reduce Output Operator [RS_85] + PartitionCols:_col0, _col1 + Group By Operator [GBY_84] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_80] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_159] (rows=500 width=10) + predicate:value is not null + TableScan [TS_78] (rows=500 width=10) + Output:["key","value"] + <-Reducer 6 [CONTAINS] llap + Reduce Output Operator [RS_119] + PartitionCols:_col0, _col1 + Group By Operator [GBY_118] (rows=1061 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Group By Operator [GBY_67] (rows=577 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 5 [SIMPLE_EDGE] + <-Reducer 18 [CONTAINS] llap + Reduce Output Operator [RS_66] + PartitionCols:_col0, _col1 + Group By Operator [GBY_65] (rows=1155 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_61] (rows=605 width=10) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_165] (rows=605 width=10) + Conds:RS_58._col2=RS_59._col0(Inner),Output:["_col2","_col5"] + <-Map 22 [SIMPLE_EDGE] llap + SHUFFLE [RS_59] + PartitionCols:_col0 + Select Operator [SEL_54] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_155] (rows=500 width=10) + predicate:key is not null + TableScan [TS_52] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Reducer 17 [SIMPLE_EDGE] llap + SHUFFLE [RS_58] + PartitionCols:_col2 + Merge Join Operator [MERGEJOIN_164] (rows=550 width=10) + Conds:RS_55._col1=RS_56._col1(Inner),Output:["_col2"] + <-Map 21 [SIMPLE_EDGE] llap + SHUFFLE [RS_56] + PartitionCols:_col1 + Select Operator [SEL_51] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_154] (rows=500 width=10) + predicate:(key is not null and value is not null) + TableScan [TS_49] (rows=500 width=10) + default@src,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Reducer 16 [SIMPLE_EDGE] llap + SHUFFLE [RS_55] + PartitionCols:_col1 + Select Operator [SEL_48] (rows=381 width=10) + Output:["_col1"] + Group By Operator [GBY_47] (rows=381 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 15 [SIMPLE_EDGE] + <-Map 20 [CONTAINS] llap + Reduce Output Operator [RS_46] + PartitionCols:_col0, _col1 + Group By Operator [GBY_45] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_41] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_153] (rows=500 width=10) + predicate:value is not null + TableScan [TS_39] (rows=500 width=10) + Output:["key","value"] + <-Reducer 14 [CONTAINS] llap + Reduce Output Operator [RS_46] + PartitionCols:_col0, _col1 + Group By Operator [GBY_45] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_38] (rows=262 width=10) + Output:["_col0","_col1"] + Group By Operator [GBY_37] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 13 [SIMPLE_EDGE] + <-Map 12 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_28] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_151] (rows=25 width=7) + predicate:value is not null + TableScan [TS_26] (rows=25 width=7) + Output:["key","value"] + <-Map 19 [CONTAINS] llap + Reduce Output Operator [RS_36] + PartitionCols:_col0, _col1 + Group By Operator [GBY_35] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_31] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_152] (rows=500 width=10) + predicate:value is not null + TableScan [TS_29] (rows=500 width=10) + Output:["key","value"] + <-Reducer 4 [CONTAINS] llap + Reduce Output Operator [RS_66] + PartitionCols:_col0, _col1 + Group By Operator [GBY_65] (rows=1155 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_25] (rows=550 width=10) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_163] (rows=550 width=10) + Conds:RS_22._col2=RS_23._col0(Inner),Output:["_col2","_col5"] + <-Map 11 [SIMPLE_EDGE] llap + SHUFFLE [RS_23] + PartitionCols:_col0 + Select Operator [SEL_18] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_150] (rows=500 width=10) + predicate:key is not null + TableScan [TS_16] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_22] + PartitionCols:_col2 + Map Join Operator [MAPJOIN_162] (rows=288 width=10) + Conds:SEL_12._col1=RS_20._col1(Inner),Output:["_col2"] + <-Map 10 [BROADCAST_EDGE] llap + BROADCAST [RS_20] + PartitionCols:_col1 + Select Operator [SEL_15] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_149] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_13] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_12] (rows=262 width=10) + Output:["_col1"] + Group By Operator [GBY_11] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_2] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_147] (rows=25 width=7) + predicate:value is not null + TableScan [TS_0] (rows=25 width=7) + Output:["key","value"] + <-Map 9 [CONTAINS] llap + Reduce Output Operator [RS_10] + PartitionCols:_col0, _col1 + Group By Operator [GBY_9] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col1, _col0 + Select Operator [SEL_5] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_148] (rows=500 width=10) + predicate:value is not null + TableScan [TS_3] (rows=500 width=10) + Output:["key","value"] PREHOOK: query: CREATE TABLE a(key STRING, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -3972,465 +2923,617 @@ INSERT OVERWRITE TABLE a SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE b SELECT tmp.key, tmp.value INSERT OVERWRITE TABLE c SELECT tmp.key, tmp.value POSTHOOK: type: QUERY -Plan not optimized by CBO. +STAGE DEPENDENCIES: + Stage-3 is a root stage + Stage-4 depends on stages: Stage-3 + Stage-0 depends on stages: Stage-4 + Stage-5 depends on stages: Stage-0 + Stage-1 depends on stages: Stage-4 + Stage-6 depends on stages: Stage-1 + Stage-2 depends on stages: Stage-4 + Stage-7 depends on stages: Stage-2 -Vertex dependency in root stage -Map 1 <- Union 2 (CONTAINS) -Map 11 <- Union 9 (CONTAINS) -Map 12 <- Union 9 (CONTAINS) -Map 16 <- Map 21 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 17 <- Map 21 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 18 <- Map 21 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 19 <- Map 21 (BROADCAST_EDGE), Union 4 (CONTAINS) -Map 21 <- Map 20 (BROADCAST_EDGE) -Map 5 <- Union 2 (CONTAINS) -Map 7 <- Map 6 (BROADCAST_EDGE) -Map 8 <- Union 9 (CONTAINS) -Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Union 4 (CONTAINS), Union 9 (SIMPLE_EDGE) -Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE) -Reducer 3 <- Map 7 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE), Union 4 (CONTAINS) +STAGE PLANS: + Stage: Stage-3 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Union 2 (CONTAINS) + Map 11 <- Union 9 (CONTAINS) + Map 12 <- Union 9 (CONTAINS) + Map 16 <- Map 20 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 17 <- Map 20 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 18 <- Map 20 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 19 <- Map 20 (BROADCAST_EDGE), Union 4 (CONTAINS) + Map 20 <- Map 21 (BROADCAST_EDGE) + Map 5 <- Union 2 (CONTAINS) + Map 7 <- Map 6 (BROADCAST_EDGE) + Map 8 <- Union 9 (CONTAINS) + Reducer 10 <- Reducer 14 (SIMPLE_EDGE), Union 4 (CONTAINS), Union 9 (SIMPLE_EDGE) + Reducer 14 <- Map 13 (SIMPLE_EDGE), Map 15 (SIMPLE_EDGE) + Reducer 3 <- Map 7 (SIMPLE_EDGE), Union 2 (SIMPLE_EDGE), Union 4 (CONTAINS) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 11 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1025 Data size: 10815 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 12 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1025 Data size: 10815 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 13 + Map Operator Tree: + TableScan + alias: x + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: value (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 15 + Map Operator Tree: + TableScan + alias: y + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + value expressions: value (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 16 + Map Operator Tree: + TableScan + alias: src1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col6 + input vertices: + 0 Map 20 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col6 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.a + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.b + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.c + Execution mode: llap + LLAP IO: no inputs + Map 17 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col6 + input vertices: + 0 Map 20 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col6 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.a + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.b + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.c + Execution mode: llap + LLAP IO: no inputs + Map 18 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col6 + input vertices: + 0 Map 20 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col6 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.a + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.b + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.c + Execution mode: llap + LLAP IO: no inputs + Map 19 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col6 + input vertices: + 0 Map 20 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col6 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1677 Data size: 17739 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.a + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.b + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.c + Execution mode: llap + LLAP IO: no inputs + Map 20 + Map Operator Tree: + TableScan + alias: x + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 key (type: string) + 1 key (type: string) + outputColumnNames: _col0, _col1, _col6 + input vertices: + 1 Map 21 + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col6 (type: string) + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col6 (type: string) + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col6 (type: string) + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 27 Data size: 210 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col6 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 21 + Map Operator Tree: + TableScan + alias: y + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + value expressions: value (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 5 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 6 + Map Operator Tree: + TableScan + alias: x + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: key (type: string) + sort order: + + Map-reduce partition columns: key (type: string) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + value expressions: value (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 7 + Map Operator Tree: + TableScan + alias: y + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 key (type: string) + 1 key (type: string) + outputColumnNames: _col0, _col1, _col6 + input vertices: + 0 Map 6 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col6 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 8 + Map Operator Tree: + TableScan + alias: src1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col1 + Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 1025 Data size: 10815 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Reducer 10 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col6 + Statistics: Num rows: 1127 Data size: 11896 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col6 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1127 Data size: 11896 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.a + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.b + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.c + Reducer 14 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 key (type: string) + 1 key (type: string) + outputColumnNames: _col0, _col1, _col6 + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string), _col6 (type: string) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col1 (type: string) + outputColumnNames: _col0, _col6 + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col6 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.a + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.b + File Output Operator + compressed: false + Statistics: Num rows: 3409 Data size: 36062 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.c + Union 2 + Vertex: Union 2 + Union 4 + Vertex: Union 4 + Union 9 + Vertex: Union 9 -Stage-5 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - Stage-4 - Dependency Collection{} - Stage-3 - Union 4 - |<-Map 16 [CONTAINS] - | File Output Operator [FS_62] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - | Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_108] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col1 (type: string)","Map 16":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<-Map 21 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_56] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col6 (type: string) - | | Map Join Operator [MAPJOIN_105] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 20":"key (type: string)","Map 21":"key (type: string)"} - | | | outputColumnNames:["_col0","_col1","_col6"] - | | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 20 [BROADCAST_EDGE] - | | | Reduce Output Operator [RS_51] - | | | key expressions:key (type: string) - | | | Map-reduce partition columns:key (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:value (type: string) - | | | Filter Operator [FIL_101] - | | | predicate:(key is not null and value is not null) (type: boolean) - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_48] - | | | alias:x - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | |<-Filter Operator [FIL_102] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_49] - | | alias:y - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | Reduce Output Operator [RS_111] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col6 (type: string) - | | Please refer to the previous Map Join Operator [MAPJOIN_105] - | | Reduce Output Operator [RS_112] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col6 (type: string) - | | Please refer to the previous Map Join Operator [MAPJOIN_105] - | | Reduce Output Operator [RS_113] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col6 (type: string) - | | Please refer to the previous Map Join Operator [MAPJOIN_105] - | |<-Select Operator [SEL_40] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_97] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_39] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | File Output Operator [FS_64] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - | Please refer to the previous Select Operator [SEL_60] - | File Output Operator [FS_66] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - | Please refer to the previous Select Operator [SEL_60] - |<-Map 17 [CONTAINS] - | File Output Operator [FS_62] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - | Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_108] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col1 (type: string)","Map 17":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<- Please refer to the previous Map 21 [BROADCAST_EDGE] - | |<-Select Operator [SEL_42] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_98] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_41] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | File Output Operator [FS_64] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - | Please refer to the previous Select Operator [SEL_60] - | File Output Operator [FS_66] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - | Please refer to the previous Select Operator [SEL_60] - |<-Map 18 [CONTAINS] - | File Output Operator [FS_62] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - | Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_108] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col1 (type: string)","Map 18":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<- Please refer to the previous Map 21 [BROADCAST_EDGE] - | |<-Select Operator [SEL_45] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_99] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_44] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | File Output Operator [FS_64] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - | Please refer to the previous Select Operator [SEL_60] - | File Output Operator [FS_66] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - | Please refer to the previous Select Operator [SEL_60] - |<-Map 19 [CONTAINS] - | File Output Operator [FS_62] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - | Select Operator [SEL_60] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_108] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 21":"_col1 (type: string)","Map 19":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 839 Data size: 8873 Basic stats: COMPLETE Column stats: NONE - | |<- Please refer to the previous Map 21 [BROADCAST_EDGE] - | |<-Select Operator [SEL_47] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_100] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_46] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | File Output Operator [FS_64] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - | Please refer to the previous Select Operator [SEL_60] - | File Output Operator [FS_66] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - | Please refer to the previous Select Operator [SEL_60] - |<-Reducer 10 [CONTAINS] - | File Output Operator [FS_62] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - | Select Operator [SEL_37] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_107] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 564 Data size: 5952 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 14 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_33] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col6 (type: string) - | | Merge Join Operator [MERGEJOIN_104] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"0":"key (type: string)","1":"key (type: string)"} - | | | outputColumnNames:["_col0","_col1","_col6"] - | | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 13 [SIMPLE_EDGE] - | | | Reduce Output Operator [RS_28] - | | | key expressions:key (type: string) - | | | Map-reduce partition columns:key (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:value (type: string) - | | | Filter Operator [FIL_95] - | | | predicate:(key is not null and value is not null) (type: boolean) - | | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_25] - | | | alias:x - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 15 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_30] - | | key expressions:key (type: string) - | | Map-reduce partition columns:key (type: string) - | | sort order:+ - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | value expressions:value (type: string) - | | Filter Operator [FIL_96] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:y - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Union 9 [SIMPLE_EDGE] - | |<-Map 11 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_21] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_93] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_20] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 12 [CONTAINS] - | | Reduce Output Operator [RS_35] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_24] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_94] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_23] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 8 [CONTAINS] - | Reduce Output Operator [RS_35] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 513 Data size: 5411 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_19] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_92] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_18] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | File Output Operator [FS_64] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - | Please refer to the previous Select Operator [SEL_37] - | File Output Operator [FS_66] - | compressed:false - | Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - | table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - | Please refer to the previous Select Operator [SEL_37] - |<-Reducer 3 [CONTAINS] - File Output Operator [FS_62] - compressed:false - Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - Select Operator [SEL_17] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_106] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col6"] - | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - |<-Map 7 [SIMPLE_EDGE] - | Reduce Output Operator [RS_13] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col6 (type: string) - | Map Join Operator [MAPJOIN_103] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 6":"key (type: string)","Map 7":"key (type: string)"} - | | outputColumnNames:["_col0","_col1","_col6"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 6 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_8] - | | key expressions:key (type: string) - | | Map-reduce partition columns:key (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:value (type: string) - | | Filter Operator [FIL_90] - | | predicate:(key is not null and value is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_5] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Filter Operator [FIL_91] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_6] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_15] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_1] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_88] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 5 [CONTAINS] - Reduce Output Operator [RS_15] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_89] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - File Output Operator [FS_64] - compressed:false - Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - Please refer to the previous Select Operator [SEL_17] - File Output Operator [FS_66] - compressed:false - Statistics:Num rows: 1705 Data size: 18038 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - Please refer to the previous Select Operator [SEL_17] -Stage-8 - Stats-Aggr Operator - Please refer to the previous Stage-0 -Stage-11 - Stats-Aggr Operator - Please refer to the previous Stage-0 -Stage-14 - Stats-Aggr Operator - Please refer to the previous Stage-0 -Stage-17 - Stats-Aggr Operator - Please refer to the previous Stage-0 -Stage-20 - Stats-Aggr Operator - Please refer to the previous Stage-0 -Stage-6 - Stats-Aggr Operator - Stage-1 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - Please refer to the previous Stage-4 -Stage-9 - Stats-Aggr Operator - Please refer to the previous Stage-1 -Stage-12 - Stats-Aggr Operator - Please refer to the previous Stage-1 -Stage-15 - Stats-Aggr Operator - Please refer to the previous Stage-1 -Stage-18 - Stats-Aggr Operator - Please refer to the previous Stage-1 -Stage-21 - Stats-Aggr Operator - Please refer to the previous Stage-1 -Stage-7 - Stats-Aggr Operator - Stage-2 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - Please refer to the previous Stage-4 -Stage-10 - Stats-Aggr Operator - Please refer to the previous Stage-2 -Stage-13 - Stats-Aggr Operator - Please refer to the previous Stage-2 -Stage-16 - Stats-Aggr Operator - Please refer to the previous Stage-2 -Stage-19 - Stats-Aggr Operator - Please refer to the previous Stage-2 -Stage-22 - Stats-Aggr Operator - Please refer to the previous Stage-2 + Stage: Stage-4 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.a + + Stage: Stage-5 + Stats-Aggr Operator + + Stage: Stage-1 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.b + + Stage: Stage-6 + Stats-Aggr Operator + + Stage: Stage-2 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.c + + Stage: Stage-7 + Stats-Aggr Operator PREHOOK: query: explain FROM @@ -4476,7 +3579,7 @@ Map 23 <- Union 24 (CONTAINS) Map 30 <- Union 24 (CONTAINS) Map 31 <- Union 26 (CONTAINS) Map 32 <- Union 28 (CONTAINS) -Map 34 <- Map 33 (BROADCAST_EDGE) +Map 33 <- Map 34 (BROADCAST_EDGE) Map 9 <- Union 2 (CONTAINS) Reducer 14 <- Union 13 (SIMPLE_EDGE), Union 15 (CONTAINS) Reducer 16 <- Union 15 (SIMPLE_EDGE) @@ -4484,473 +3587,274 @@ Reducer 17 <- Reducer 16 (SIMPLE_EDGE), Reducer 21 (SIMPLE_EDGE), Union 5 (CONTA Reducer 21 <- Map 20 (SIMPLE_EDGE), Map 22 (SIMPLE_EDGE) Reducer 25 <- Union 24 (SIMPLE_EDGE), Union 26 (CONTAINS) Reducer 27 <- Union 26 (SIMPLE_EDGE), Union 28 (CONTAINS) -Reducer 29 <- Map 34 (BROADCAST_EDGE), Union 28 (SIMPLE_EDGE), Union 7 (CONTAINS) +Reducer 29 <- Map 33 (BROADCAST_EDGE), Union 28 (SIMPLE_EDGE), Union 7 (CONTAINS) Reducer 3 <- Union 2 (SIMPLE_EDGE) Reducer 4 <- Map 11 (SIMPLE_EDGE), Reducer 3 (SIMPLE_EDGE), Union 5 (CONTAINS) Reducer 6 <- Union 5 (SIMPLE_EDGE), Union 7 (CONTAINS) Reducer 8 <- Union 7 (SIMPLE_EDGE) Stage-5 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - Stage-4 - Dependency Collection{} - Stage-3 - Reducer 8 - File Output Operator [FS_114] - compressed:false - Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.a"} - Group By Operator [GBY_111] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE - |<-Union 7 [SIMPLE_EDGE] - |<-Reducer 29 [CONTAINS] - | Reduce Output Operator [RS_110] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 544 Data size: 5778 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_109] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 544 Data size: 5778 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_105] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | Map Join Operator [MAPJOIN_160] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 34":"_col1 (type: string)","Reducer 29":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 242 Data size: 2565 Basic stats: COMPLETE Column stats: NONE - | |<-Map 34 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_101] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | value expressions:_col0 (type: string), _col6 (type: string) - | | Map Join Operator [MAPJOIN_157] - | | | condition map:[{"":"Inner Join 0 to 1"}] - | | | keys:{"Map 33":"key (type: string)","Map 34":"key (type: string)"} - | | | outputColumnNames:["_col0","_col1","_col6"] - | | | Statistics:Num rows: 14 Data size: 108 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 33 [BROADCAST_EDGE] - | | | Reduce Output Operator [RS_96] - | | | key expressions:key (type: string) - | | | Map-reduce partition columns:key (type: string) - | | | sort order:+ - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | value expressions:value (type: string) - | | | Filter Operator [FIL_153] - | | | predicate:(key is not null and value is not null) (type: boolean) - | | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_93] - | | | alias:x - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | |<-Filter Operator [FIL_154] - | | predicate:key is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_94] - | | alias:y - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Select Operator [SEL_92] - | outputColumnNames:["_col1"] - | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_91] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 220 Data size: 2332 Basic stats: COMPLETE Column stats: NONE - | |<-Union 28 [SIMPLE_EDGE] - | |<-Map 32 [CONTAINS] - | | Reduce Output Operator [RS_90] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_89] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_85] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_152] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_84] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 27 [CONTAINS] - | Reduce Output Operator [RS_90] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_89] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 440 Data size: 4664 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_82] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | |<-Union 26 [SIMPLE_EDGE] - | |<-Map 31 [CONTAINS] - | | Reduce Output Operator [RS_81] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_80] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_76] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_151] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_75] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 25 [CONTAINS] - | Reduce Output Operator [RS_81] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_80] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_73] - | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | |<-Union 24 [SIMPLE_EDGE] - | |<-Map 23 [CONTAINS] - | | Reduce Output Operator [RS_72] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_71] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_65] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_149] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_64] - | | alias:src1 - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Map 30 [CONTAINS] - | Reduce Output Operator [RS_72] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_71] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_67] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_150] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_66] - | alias:src - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 6 [CONTAINS] - Reduce Output Operator [RS_110] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 544 Data size: 5778 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_109] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 544 Data size: 5778 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_62] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - |<-Union 5 [SIMPLE_EDGE] - |<-Reducer 17 [CONTAINS] - | Reduce Output Operator [RS_61] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_60] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_56] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - | Merge Join Operator [MERGEJOIN_159] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | | outputColumnNames:["_col0","_col6"] - | | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 16 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_54] - | | key expressions:_col1 (type: string) - | | Map-reduce partition columns:_col1 (type: string) - | | sort order:+ - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_43] - | | outputColumnNames:["_col1"] - | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_42] - | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 190 Data size: 2008 Basic stats: COMPLETE Column stats: NONE - | | |<-Union 15 [SIMPLE_EDGE] - | | |<-Map 19 [CONTAINS] - | | | Reduce Output Operator [RS_41] - | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | sort order:++ - | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_40] - | | | keys:_col0 (type: string), _col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_36] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_146] - | | | predicate:value is not null (type: boolean) - | | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_35] - | | | alias:src - | | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | | |<-Reducer 14 [CONTAINS] - | | Reduce Output Operator [RS_41] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_40] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 381 Data size: 4028 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_33] - | | | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - | | |<-Union 13 [SIMPLE_EDGE] - | | |<-Map 12 [CONTAINS] - | | | Reduce Output Operator [RS_32] - | | | key expressions:_col0 (type: string), _col1 (type: string) - | | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | | sort order:++ - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Group By Operator [GBY_31] - | | | keys:_col0 (type: string), _col1 (type: string) - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | | Select Operator [SEL_25] - | | | outputColumnNames:["_col0","_col1"] - | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | Filter Operator [FIL_144] - | | | predicate:value is not null (type: boolean) - | | | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | | | TableScan [TS_24] - | | | alias:src1 - | | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | | |<-Map 18 [CONTAINS] - | | Reduce Output Operator [RS_32] - | | key expressions:_col0 (type: string), _col1 (type: string) - | | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | | sort order:++ - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Group By Operator [GBY_31] - | | keys:_col0 (type: string), _col1 (type: string) - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | | Select Operator [SEL_27] - | | outputColumnNames:["_col0","_col1"] - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | Filter Operator [FIL_145] - | | predicate:value is not null (type: boolean) - | | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_26] - | | alias:src - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Reducer 21 [SIMPLE_EDGE] - | Reduce Output Operator [RS_52] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col6 (type: string) - | Merge Join Operator [MERGEJOIN_156] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"0":"key (type: string)","1":"key (type: string)"} - | | outputColumnNames:["_col0","_col1","_col6"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 20 [SIMPLE_EDGE] - | | Reduce Output Operator [RS_47] - | | key expressions:key (type: string) - | | Map-reduce partition columns:key (type: string) - | | sort order:+ - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | value expressions:value (type: string) - | | Filter Operator [FIL_147] - | | predicate:(key is not null and value is not null) (type: boolean) - | | Statistics:Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_44] - | | alias:x - | | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | |<-Map 22 [SIMPLE_EDGE] - | Reduce Output Operator [RS_49] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: string) - | Filter Operator [FIL_148] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_45] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 4 [CONTAINS] - Reduce Output Operator [RS_61] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_60] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 604 Data size: 6426 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_23] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_158] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"_col1 (type: string)","1":"_col1 (type: string)"} - | outputColumnNames:["_col0","_col6"] - | Statistics:Num rows: 302 Data size: 3213 Basic stats: COMPLETE Column stats: NONE - |<-Map 11 [SIMPLE_EDGE] - | Reduce Output Operator [RS_19] - | key expressions:_col1 (type: string) - | Map-reduce partition columns:_col1 (type: string) - | sort order:+ - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | value expressions:_col0 (type: string), _col6 (type: string) - | Map Join Operator [MAPJOIN_155] - | | condition map:[{"":"Inner Join 0 to 1"}] - | | keys:{"Map 10":"key (type: string)","Map 11":"key (type: string)"} - | | outputColumnNames:["_col0","_col1","_col6"] - | | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - | |<-Map 10 [BROADCAST_EDGE] - | | Reduce Output Operator [RS_14] - | | key expressions:key (type: string) - | | Map-reduce partition columns:key (type: string) - | | sort order:+ - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | value expressions:value (type: string) - | | Filter Operator [FIL_142] - | | predicate:(key is not null and value is not null) (type: boolean) - | | Statistics:Num rows: 7 Data size: 53 Basic stats: COMPLETE Column stats: NONE - | | TableScan [TS_11] - | | alias:x - | | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | |<-Filter Operator [FIL_143] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_12] - | alias:y - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_21] - key expressions:_col1 (type: string) - Map-reduce partition columns:_col1 (type: string) - sort order:+ - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_10] - outputColumnNames:["_col1"] - Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_9] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 131 Data size: 1372 Basic stats: COMPLETE Column stats: NONE - |<-Union 2 [SIMPLE_EDGE] - |<-Map 1 [CONTAINS] - | Reduce Output Operator [RS_8] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:++ - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Group By Operator [GBY_7] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - | Select Operator [SEL_1] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | Filter Operator [FIL_140] - | predicate:value is not null (type: boolean) - | Statistics:Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:src1 - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 9 [CONTAINS] - Reduce Output Operator [RS_8] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:++ - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Group By Operator [GBY_7] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 263 Data size: 2755 Basic stats: COMPLETE Column stats: NONE - Select Operator [SEL_3] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_141] - predicate:value is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:src - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - File Output Operator [FS_116] - compressed:false - Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - Please refer to the previous Group By Operator [GBY_111] - File Output Operator [FS_118] - compressed:false - Statistics:Num rows: 272 Data size: 2889 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - Please refer to the previous Group By Operator [GBY_111] + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.a"} + Stage-4 + Dependency Collection{} + Stage-3 + Reducer 8 llap + File Output Operator [FS_114] + table:{"name:":"default.a"} + Group By Operator [GBY_111] (rows=544 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 7 [SIMPLE_EDGE] + <-Reducer 29 [CONTAINS] llap + Reduce Output Operator [RS_110] + PartitionCols:_col0, _col1 + Group By Operator [GBY_109] (rows=1089 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_105] (rows=484 width=10) + Output:["_col0","_col1"] + Map Join Operator [MAPJOIN_160] (rows=484 width=10) + Conds:RS_101._col1=SEL_92._col1(Inner),Output:["_col0","_col6"] + <-Map 33 [BROADCAST_EDGE] llap + BROADCAST [RS_101] + PartitionCols:_col1 + Map Join Operator [MAPJOIN_157] (rows=27 width=7) + Conds:FIL_153.key=RS_98.key(Inner),Output:["_col0","_col1","_col6"] + <-Map 34 [BROADCAST_EDGE] llap + BROADCAST [RS_98] + PartitionCols:key + Filter Operator [FIL_154] (rows=25 width=7) + predicate:key is not null + TableScan [TS_94] (rows=25 width=7) + default@src1,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Filter Operator [FIL_153] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_93] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Select Operator [SEL_92] (rows=440 width=10) + Output:["_col1"] + Group By Operator [GBY_91] (rows=440 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 28 [SIMPLE_EDGE] + <-Map 32 [CONTAINS] llap + Reduce Output Operator [RS_90] + PartitionCols:_col0, _col1 + Group By Operator [GBY_89] (rows=881 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_85] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_152] (rows=500 width=10) + predicate:value is not null + TableScan [TS_84] (rows=500 width=10) + Output:["key","value"] + <-Reducer 27 [CONTAINS] llap + Reduce Output Operator [RS_90] + PartitionCols:_col0, _col1 + Group By Operator [GBY_89] (rows=881 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Group By Operator [GBY_82] (rows=381 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 26 [SIMPLE_EDGE] + <-Map 31 [CONTAINS] llap + Reduce Output Operator [RS_81] + PartitionCols:_col0, _col1 + Group By Operator [GBY_80] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_76] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_151] (rows=500 width=10) + predicate:value is not null + TableScan [TS_75] (rows=500 width=10) + Output:["key","value"] + <-Reducer 25 [CONTAINS] llap + Reduce Output Operator [RS_81] + PartitionCols:_col0, _col1 + Group By Operator [GBY_80] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Group By Operator [GBY_73] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 24 [SIMPLE_EDGE] + <-Map 23 [CONTAINS] llap + Reduce Output Operator [RS_72] + PartitionCols:_col0, _col1 + Group By Operator [GBY_71] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_65] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_149] (rows=25 width=7) + predicate:value is not null + TableScan [TS_64] (rows=25 width=7) + Output:["key","value"] + <-Map 30 [CONTAINS] llap + Reduce Output Operator [RS_72] + PartitionCols:_col0, _col1 + Group By Operator [GBY_71] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_67] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_150] (rows=500 width=10) + predicate:value is not null + TableScan [TS_66] (rows=500 width=10) + Output:["key","value"] + <-Reducer 6 [CONTAINS] llap + Reduce Output Operator [RS_110] + PartitionCols:_col0, _col1 + Group By Operator [GBY_109] (rows=1089 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Group By Operator [GBY_62] (rows=605 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 5 [SIMPLE_EDGE] + <-Reducer 17 [CONTAINS] llap + Reduce Output Operator [RS_61] + PartitionCols:_col0, _col1 + Group By Operator [GBY_60] (rows=1210 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_56] (rows=605 width=10) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_159] (rows=605 width=10) + Conds:RS_52._col1=RS_54._col1(Inner),Output:["_col0","_col6"] + <-Reducer 16 [SIMPLE_EDGE] llap + SHUFFLE [RS_54] + PartitionCols:_col1 + Select Operator [SEL_43] (rows=381 width=10) + Output:["_col1"] + Group By Operator [GBY_42] (rows=381 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 15 [SIMPLE_EDGE] + <-Map 19 [CONTAINS] llap + Reduce Output Operator [RS_41] + PartitionCols:_col0, _col1 + Group By Operator [GBY_40] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_36] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_146] (rows=500 width=10) + predicate:value is not null + TableScan [TS_35] (rows=500 width=10) + Output:["key","value"] + <-Reducer 14 [CONTAINS] llap + Reduce Output Operator [RS_41] + PartitionCols:_col0, _col1 + Group By Operator [GBY_40] (rows=762 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Group By Operator [GBY_33] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 13 [SIMPLE_EDGE] + <-Map 12 [CONTAINS] llap + Reduce Output Operator [RS_32] + PartitionCols:_col0, _col1 + Group By Operator [GBY_31] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_25] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_144] (rows=25 width=7) + predicate:value is not null + TableScan [TS_24] (rows=25 width=7) + Output:["key","value"] + <-Map 18 [CONTAINS] llap + Reduce Output Operator [RS_32] + PartitionCols:_col0, _col1 + Group By Operator [GBY_31] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_27] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_145] (rows=500 width=10) + predicate:value is not null + TableScan [TS_26] (rows=500 width=10) + Output:["key","value"] + <-Reducer 21 [SIMPLE_EDGE] llap + SHUFFLE [RS_52] + PartitionCols:_col1 + Merge Join Operator [MERGEJOIN_156] (rows=550 width=10) + Conds:RS_47.key=RS_49.key(Inner),Output:["_col0","_col1","_col6"] + <-Map 20 [SIMPLE_EDGE] llap + SHUFFLE [RS_47] + PartitionCols:key + Filter Operator [FIL_147] (rows=500 width=10) + predicate:(key is not null and value is not null) + TableScan [TS_44] (rows=500 width=10) + default@src,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 22 [SIMPLE_EDGE] llap + SHUFFLE [RS_49] + PartitionCols:key + Filter Operator [FIL_148] (rows=500 width=10) + predicate:key is not null + TableScan [TS_45] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Reducer 4 [CONTAINS] llap + Reduce Output Operator [RS_61] + PartitionCols:_col0, _col1 + Group By Operator [GBY_60] (rows=1210 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_23] (rows=605 width=10) + Output:["_col0","_col1"] + Merge Join Operator [MERGEJOIN_158] (rows=605 width=10) + Conds:RS_19._col1=RS_21._col1(Inner),Output:["_col0","_col6"] + <-Map 11 [SIMPLE_EDGE] llap + SHUFFLE [RS_19] + PartitionCols:_col1 + Map Join Operator [MAPJOIN_155] (rows=550 width=10) + Conds:RS_14.key=FIL_143.key(Inner),Output:["_col0","_col1","_col6"] + <-Map 10 [BROADCAST_EDGE] llap + BROADCAST [RS_14] + PartitionCols:key + Filter Operator [FIL_142] (rows=25 width=7) + predicate:(key is not null and value is not null) + TableScan [TS_11] (rows=25 width=7) + default@src1,x,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Filter Operator [FIL_143] (rows=500 width=10) + predicate:key is not null + TableScan [TS_12] (rows=500 width=10) + default@src,y,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_21] + PartitionCols:_col1 + Select Operator [SEL_10] (rows=262 width=10) + Output:["_col1"] + Group By Operator [GBY_9] (rows=262 width=10) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 2 [SIMPLE_EDGE] + <-Map 1 [CONTAINS] llap + Reduce Output Operator [RS_8] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_1] (rows=25 width=7) + Output:["_col0","_col1"] + Filter Operator [FIL_140] (rows=25 width=7) + predicate:value is not null + TableScan [TS_0] (rows=25 width=7) + Output:["key","value"] + <-Map 9 [CONTAINS] llap + Reduce Output Operator [RS_8] + PartitionCols:_col0, _col1 + Group By Operator [GBY_7] (rows=525 width=10) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_3] (rows=500 width=10) + Output:["_col0","_col1"] + Filter Operator [FIL_141] (rows=500 width=10) + predicate:value is not null + TableScan [TS_2] (rows=500 width=10) + Output:["key","value"] + File Output Operator [FS_116] + table:{"name:":"default.b"} + Please refer to the previous Group By Operator [GBY_111] + File Output Operator [FS_118] + table:{"name:":"default.c"} + Please refer to the previous Group By Operator [GBY_111] Stage-6 - Stats-Aggr Operator - Stage-1 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.b"} - Please refer to the previous Stage-4 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"name:":"default.b"} + Please refer to the previous Stage-4 Stage-7 - Stats-Aggr Operator - Stage-2 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.c"} - Please refer to the previous Stage-4 + Stats-Aggr Operator + Stage-2 + Move Operator + table:{"name:":"default.c"} + Please refer to the previous Stage-4 PREHOOK: query: CREATE TABLE DEST1(key STRING, value STRING) STORED AS TEXTFILE PREHOOK: type: CREATETABLE @@ -4991,105 +3895,64 @@ Reducer 4 <- Union 3 (SIMPLE_EDGE) Reducer 5 <- Reducer 4 (SIMPLE_EDGE) Stage-4 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} - Stage-3 - Dependency Collection{} - Stage-2 - Reducer 5 - File Output Operator [FS_20] - compressed:false - Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} - Group By Operator [GBY_18] - | aggregations:["count(DISTINCT KEY._col1:0._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - |<-Reducer 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_17] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:++ - Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_16] - aggregations:["count(DISTINCT substr(_col1, 5))"] - keys:_col0 (type: string), substr(_col1, 5) (type: string) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_13] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL - |<-Union 3 [SIMPLE_EDGE] - |<-Map 6 [CONTAINS] - | Reduce Output Operator [RS_12] - | key expressions:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:+++ - | Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL - | Group By Operator [GBY_11] - | keys:_col0 (type: string), _col1 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_7] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_6] - | alias:s2 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Reducer 2 [CONTAINS] - Reduce Output Operator [RS_12] - key expressions:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:+++ - Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_11] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_2] - aggregations:["count(1)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:s1 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - File Output Operator [FS_26] - compressed:false - Statistics:Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} - Select Operator [SEL_25] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_24] - aggregations:["count(DISTINCT substr(_col1, 5))"] - keys:_col0 (type: string), _col1 (type: string) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL - Please refer to the previous Group By Operator [GBY_13] + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.dest1"} + Stage-3 + Dependency Collection{} + Stage-2 + Reducer 5 llap + File Output Operator [FS_20] + table:{"name:":"default.dest1"} + Group By Operator [GBY_18] (rows=1 width=96) + Output:["_col0","_col1"],aggregations:["count(DISTINCT KEY._col1:0._col0)"],keys:KEY._col0 + <-Reducer 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_17] + PartitionCols:_col0 + Group By Operator [GBY_16] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, substr(_col1, 5) + Group By Operator [GBY_13] (rows=1 width=272) + Output:["_col0","_col1"],keys:KEY._col0, KEY._col1 + <-Union 3 [SIMPLE_EDGE] + <-Map 6 [CONTAINS] llap + Reduce Output Operator [RS_12] + PartitionCols:_col0, _col1 + Group By Operator [GBY_11] (rows=1 width=272) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_7] (rows=500 width=10) + Output:["_col0","_col1"] + TableScan [TS_6] (rows=500 width=10) + Output:["key","value"] + <-Reducer 2 [CONTAINS] llap + Reduce Output Operator [RS_12] + PartitionCols:_col0, _col1 + Group By Operator [GBY_11] (rows=1 width=272) + Output:["_col0","_col1"],keys:_col0, _col1 + Select Operator [SEL_5] (rows=1 width=272) + Output:["_col0","_col1"] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Group By Operator [GBY_2] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + Select Operator [SEL_1] (rows=500 width=10) + TableScan [TS_0] (rows=500 width=10) + default@src,s1,Tbl:COMPLETE,Col:COMPLETE + File Output Operator [FS_26] + table:{"name:":"default.dest2"} + Select Operator [SEL_25] (rows=1 width=456) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_24] (rows=1 width=464) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1 + Please refer to the previous Group By Operator [GBY_13] Stage-5 - Stats-Aggr Operator - Stage-1 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} - Please refer to the previous Stage-3 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"name:":"default.dest2"} + Please refer to the previous Stage-3 PREHOOK: query: EXPLAIN FROM UNIQUEJOIN PRESERVE src a (a.key), PRESERVE src1 b (b.key), PRESERVE srcpart c (c.key) SELECT a.key, b.key, c.key PREHOOK: type: QUERY @@ -5101,49 +3964,30 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_8] - compressed:false - Statistics:Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Select Operator [SEL_7] - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_9] - | condition map:[{"":"Unique Join0 to 0"},{"":"Unique Join0 to 0"},{"":"Unique Join0 to 0"}] - | keys:{"0":"key (type: string)","1":"key (type: string)","2":"key (type: string)"} - | outputColumnNames:["_col0","_col5","_col10"] - | Statistics:Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - | Reduce Output Operator [RS_4] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_1] - | alias:b - | Statistics:Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE - |<-Map 4 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:key (type: string) - Map-reduce partition columns:key (type: string) - sort order:+ - Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_2] - alias:c - Statistics:Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_8] + Select Operator [SEL_7] (rows=4400 width=10) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_9] (rows=4400 width=10) + Conds:RS_3.key=RS_3.key(Unique),RS_3.key=RS_3.key(Unique),RS_3.key=RS_3.key(Unique),Output:["_col0","_col5","_col10"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key + TableScan [TS_0] (rows=500 width=10) + default@src,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_4] + PartitionCols:key + TableScan [TS_1] (rows=25 width=7) + default@src1,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:key + TableScan [TS_2] (rows=2000 width=10) + default@srcpart,c,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: EXPLAIN SELECT @@ -5163,48 +4007,29 @@ Vertex dependency in root stage Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) Stage-0 - Fetch Operator - limit:-1 - Stage-1 - Reducer 2 - File Output Operator [FS_9] - compressed:false - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Transform Operator [SCR_8] - command:cat - output info:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"} - Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator [MERGEJOIN_14] - | condition map:[{"":"Inner Join 0 to 1"}] - | keys:{"0":"key (type: string)","1":"key (type: string)"} - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - |<-Map 1 [SIMPLE_EDGE] - | Reduce Output Operator [RS_3] - | key expressions:key (type: string) - | Map-reduce partition columns:key (type: string) - | sort order:+ - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | value expressions:value (type: string) - | Filter Operator [FIL_12] - | predicate:key is not null (type: boolean) - | Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_0] - | alias:a - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - |<-Map 3 [SIMPLE_EDGE] - Reduce Output Operator [RS_5] - key expressions:key (type: string) - Map-reduce partition columns:key (type: string) - sort order:+ - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Filter Operator [FIL_13] - predicate:key is not null (type: boolean) - Statistics:Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - TableScan [TS_1] - alias:b - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 + File Output Operator [FS_9] + Transform Operator [SCR_8] (rows=550 width=10) + command:cat + Merge Join Operator [MERGEJOIN_14] (rows=550 width=10) + Conds:RS_3.key=RS_5.key(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:key + Filter Operator [FIL_12] (rows=500 width=10) + predicate:key is not null + TableScan [TS_0] (rows=500 width=10) + default@src,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_5] + PartitionCols:key + Filter Operator [FIL_13] (rows=500 width=10) + predicate:key is not null + TableScan [TS_1] (rows=500 width=10) + default@src,b,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: explain FROM ( @@ -5242,146 +4067,84 @@ Reducer 4 <- Union 3 (SIMPLE_EDGE) Reducer 5 <- Union 3 (SIMPLE_EDGE) Stage-4 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} - Stage-3 - Dependency Collection{} - Stage-2 - Reducer 4 - File Output Operator [FS_18] - compressed:false - Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} - Group By Operator [GBY_16] - | aggregations:["count(DISTINCT KEY._col1:0._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - |<-Union 3 [SIMPLE_EDGE] - |<-Map 6 [CONTAINS] - | Reduce Output Operator [RS_15] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:++ - | Statistics:Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: PARTIAL - | Group By Operator [GBY_14] - | aggregations:["count(DISTINCT substr(_col1, 5))"] - | keys:_col0 (type: string), substr(_col1, 5) (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_9] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_7] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_6] - | alias:s2 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | Reduce Output Operator [RS_21] - | key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:+++ - | Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL - | Group By Operator [GBY_20] - | aggregations:["count(DISTINCT substr(_col1, 5))"] - | keys:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL - | Please refer to the previous Select Operator [SEL_9] - |<-Map 7 [CONTAINS] - | Reduce Output Operator [RS_15] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:++ - | Statistics:Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: PARTIAL - | Group By Operator [GBY_14] - | aggregations:["count(DISTINCT substr(_col1, 5))"] - | keys:_col0 (type: string), substr(_col1, 5) (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_11] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_10] - | alias:s0 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | Reduce Output Operator [RS_21] - | key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:+++ - | Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL - | Group By Operator [GBY_20] - | aggregations:["count(DISTINCT substr(_col1, 5))"] - | keys:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL - | Please refer to the previous Select Operator [SEL_11] - |<-Reducer 2 [CONTAINS] - Reduce Output Operator [RS_15] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:++ - Statistics:Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_14] - aggregations:["count(DISTINCT substr(_col1, 5))"] - keys:_col0 (type: string), substr(_col1, 5) (type: string) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_9] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_2] - aggregations:["count(1)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:s1 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator [RS_21] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:+++ - Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_20] - aggregations:["count(DISTINCT substr(_col1, 5))"] - keys:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 500 Data size: 232000 Basic stats: COMPLETE Column stats: PARTIAL - Please refer to the previous Select Operator [SEL_9] - Reducer 5 - File Output Operator [FS_24] - compressed:false - Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} - Group By Operator [GBY_22] - | aggregations:["count(DISTINCT KEY._col2:0._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - |<- Please refer to the previous Union 3 [SIMPLE_EDGE] + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.dest1"} + Stage-3 + Dependency Collection{} + Stage-2 + Reducer 4 llap + File Output Operator [FS_18] + table:{"name:":"default.dest1"} + Group By Operator [GBY_16] (rows=1 width=96) + Output:["_col0","_col1"],aggregations:["count(DISTINCT KEY._col1:0._col0)"],keys:KEY._col0 + <-Union 3 [SIMPLE_EDGE] + <-Map 6 [CONTAINS] llap + Reduce Output Operator [RS_15] + PartitionCols:_col0 + Group By Operator [GBY_14] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, substr(_col1, 5) + Select Operator [SEL_9] (rows=501 width=272) + Output:["_col0","_col1"] + Select Operator [SEL_7] (rows=500 width=10) + Output:["_col0","_col1"] + TableScan [TS_6] (rows=500 width=10) + Output:["key","value"] + Reduce Output Operator [RS_21] + PartitionCols:_col0, _col1 + Group By Operator [GBY_20] (rows=1 width=464) + Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1, substr(_col1, 5) + Please refer to the previous Select Operator [SEL_9] + <-Map 7 [CONTAINS] llap + Reduce Output Operator [RS_15] + PartitionCols:_col0 + Group By Operator [GBY_14] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, substr(_col1, 5) + Select Operator [SEL_11] (rows=500 width=10) + Output:["_col0","_col1"] + TableScan [TS_10] (rows=500 width=10) + Output:["key","value"] + Reduce Output Operator [RS_21] + PartitionCols:_col0, _col1 + Group By Operator [GBY_20] (rows=1 width=464) + Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1, substr(_col1, 5) + Please refer to the previous Select Operator [SEL_11] + <-Reducer 2 [CONTAINS] llap + Reduce Output Operator [RS_15] + PartitionCols:_col0 + Group By Operator [GBY_14] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, substr(_col1, 5) + Select Operator [SEL_9] (rows=501 width=272) + Output:["_col0","_col1"] + Select Operator [SEL_5] (rows=1 width=360) + Output:["_col0","_col1"] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Group By Operator [GBY_2] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + Select Operator [SEL_1] (rows=500 width=10) + TableScan [TS_0] (rows=500 width=10) + default@src,s1,Tbl:COMPLETE,Col:COMPLETE + Reduce Output Operator [RS_21] + PartitionCols:_col0, _col1 + Group By Operator [GBY_20] (rows=1 width=464) + Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1, substr(_col1, 5) + Please refer to the previous Select Operator [SEL_9] + Reducer 5 llap + File Output Operator [FS_24] + table:{"name:":"default.dest2"} + Group By Operator [GBY_22] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col2:0._col0)"],keys:KEY._col0, KEY._col1 + <- Please refer to the previous Union 3 [SIMPLE_EDGE] Stage-5 - Stats-Aggr Operator - Stage-1 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} - Please refer to the previous Stage-3 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"name:":"default.dest2"} + Please refer to the previous Stage-3 PREHOOK: query: explain FROM ( @@ -5412,122 +4175,72 @@ Reducer 4 <- Union 3 (SIMPLE_EDGE) Reducer 5 <- Union 3 (SIMPLE_EDGE) Stage-4 - Stats-Aggr Operator - Stage-0 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} - Stage-3 - Dependency Collection{} - Stage-2 - Reducer 4 - File Output Operator [FS_14] - compressed:false - Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest1"} - Group By Operator [GBY_12] - | aggregations:["count(DISTINCT KEY._col1:0._col0)"] - | keys:KEY._col0 (type: string) - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL - |<-Union 3 [SIMPLE_EDGE] - |<-Map 6 [CONTAINS] - | Reduce Output Operator [RS_11] - | key expressions:_col0 (type: string), _col1 (type: string) - | Map-reduce partition columns:_col0 (type: string) - | sort order:++ - | Statistics:Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: PARTIAL - | Group By Operator [GBY_10] - | aggregations:["count(DISTINCT substr(_col1, 5))"] - | keys:_col0 (type: string), substr(_col1, 5) (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_9] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_7] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | TableScan [TS_6] - | alias:s2 - | Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - | Reduce Output Operator [RS_17] - | key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - | Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - | sort order:+++ - | Statistics:Num rows: 250 Data size: 116000 Basic stats: COMPLETE Column stats: PARTIAL - | Group By Operator [GBY_16] - | aggregations:["count(DISTINCT substr(_col1, 5))"] - | keys:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) - | outputColumnNames:["_col0","_col1","_col2","_col3"] - | Statistics:Num rows: 250 Data size: 116000 Basic stats: COMPLETE Column stats: PARTIAL - | Select Operator [SEL_15] - | outputColumnNames:["_col0","_col1"] - | Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - | Please refer to the previous Select Operator [SEL_7] - |<-Reducer 2 [CONTAINS] - Reduce Output Operator [RS_11] - key expressions:_col0 (type: string), _col1 (type: string) - Map-reduce partition columns:_col0 (type: string) - sort order:++ - Statistics:Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_10] - aggregations:["count(DISTINCT substr(_col1, 5))"] - keys:_col0 (type: string), substr(_col1, 5) (type: string) - outputColumnNames:["_col0","_col1","_col2"] - Statistics:Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_9] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_5] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 1 Data size: 360 Basic stats: COMPLETE Column stats: COMPLETE - Group By Operator [GBY_4] - | aggregations:["count(VALUE._col0)"] - | outputColumnNames:["_col0"] - | Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - |<-Map 1 [SIMPLE_EDGE] - Reduce Output Operator [RS_3] - sort order: - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - value expressions:_col0 (type: bigint) - Group By Operator [GBY_2] - aggregations:["count(1)"] - outputColumnNames:["_col0"] - Statistics:Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE - Select Operator [SEL_1] - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - TableScan [TS_0] - alias:s1 - Statistics:Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE - Reduce Output Operator [RS_17] - key expressions:_col0 (type: string), _col1 (type: string), _col2 (type: string) - Map-reduce partition columns:_col0 (type: string), _col1 (type: string) - sort order:+++ - Statistics:Num rows: 250 Data size: 116000 Basic stats: COMPLETE Column stats: PARTIAL - Group By Operator [GBY_16] - aggregations:["count(DISTINCT substr(_col1, 5))"] - keys:_col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) - outputColumnNames:["_col0","_col1","_col2","_col3"] - Statistics:Num rows: 250 Data size: 116000 Basic stats: COMPLETE Column stats: PARTIAL - Select Operator [SEL_15] - outputColumnNames:["_col0","_col1"] - Statistics:Num rows: 501 Data size: 5672 Basic stats: COMPLETE Column stats: PARTIAL - Please refer to the previous Select Operator [SEL_5] - Reducer 5 - File Output Operator [FS_20] - compressed:false - Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} - Group By Operator [GBY_18] - | aggregations:["count(DISTINCT KEY._col2:0._col0)"] - | keys:KEY._col0 (type: string), KEY._col1 (type: string) - | outputColumnNames:["_col0","_col1","_col2"] - | Statistics:Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL - |<- Please refer to the previous Union 3 [SIMPLE_EDGE] + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.dest1"} + Stage-3 + Dependency Collection{} + Stage-2 + Reducer 4 llap + File Output Operator [FS_14] + table:{"name:":"default.dest1"} + Group By Operator [GBY_12] (rows=1 width=96) + Output:["_col0","_col1"],aggregations:["count(DISTINCT KEY._col1:0._col0)"],keys:KEY._col0 + <-Union 3 [SIMPLE_EDGE] + <-Map 6 [CONTAINS] llap + Reduce Output Operator [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, substr(_col1, 5) + Select Operator [SEL_9] (rows=501 width=11) + Output:["_col0","_col1"] + Select Operator [SEL_7] (rows=500 width=10) + Output:["_col0","_col1"] + TableScan [TS_6] (rows=500 width=10) + Output:["key","value"] + Reduce Output Operator [RS_17] + PartitionCols:_col0, _col1 + Group By Operator [GBY_16] (rows=1 width=464) + Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1, substr(_col1, 5) + Select Operator [SEL_15] (rows=501 width=11) + Output:["_col0","_col1"] + Please refer to the previous Select Operator [SEL_7] + <-Reducer 2 [CONTAINS] llap + Reduce Output Operator [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, substr(_col1, 5) + Select Operator [SEL_9] (rows=501 width=11) + Output:["_col0","_col1"] + Select Operator [SEL_5] (rows=1 width=360) + Output:["_col0","_col1"] + Group By Operator [GBY_4] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Group By Operator [GBY_2] (rows=1 width=8) + Output:["_col0"],aggregations:["count(1)"] + Select Operator [SEL_1] (rows=500 width=10) + TableScan [TS_0] (rows=500 width=10) + default@src,s1,Tbl:COMPLETE,Col:COMPLETE + Reduce Output Operator [RS_17] + PartitionCols:_col0, _col1 + Group By Operator [GBY_16] (rows=1 width=464) + Output:["_col0","_col1","_col2","_col3"],aggregations:["count(DISTINCT substr(_col1, 5))"],keys:_col0, _col1, substr(_col1, 5) + Select Operator [SEL_15] (rows=501 width=11) + Output:["_col0","_col1"] + Please refer to the previous Select Operator [SEL_5] + Reducer 5 llap + File Output Operator [FS_20] + table:{"name:":"default.dest2"} + Group By Operator [GBY_18] (rows=1 width=280) + Output:["_col0","_col1","_col2"],aggregations:["count(DISTINCT KEY._col2:0._col0)"],keys:KEY._col0, KEY._col1 + <- Please refer to the previous Union 3 [SIMPLE_EDGE] Stage-5 - Stats-Aggr Operator - Stage-1 - Move Operator - table:{"input format:":"org.apache.hadoop.mapred.TextInputFormat","output format:":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat","serde:":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe","name:":"default.dest2"} - Please refer to the previous Stage-3 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"name:":"default.dest2"} + Please refer to the previous Stage-3 diff --git a/ql/src/test/results/clientpositive/llap/explainuser_4.q.out b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out new file mode 100644 index 0000000..4ea1488 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/explainuser_4.q.out @@ -0,0 +1,482 @@ +PREHOOK: query: -- First try with regular mergejoin +explain +select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +PREHOOK: type: QUERY +POSTHOOK: query: -- First try with regular mergejoin +explain +select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=7286 width=620) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Merge Join Operator [MERGEJOIN_17] (rows=7286 width=620) + Conds:RS_6._col2=RS_7._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col2 + Select Operator [SEL_2] (rows=6144 width=251) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + Filter Operator [FIL_15] (rows=6144 width=251) + predicate:cint BETWEEN 1000000 AND 3000000 + TableScan [TS_0] (rows=12288 width=251) + default@alltypesorc,a,Tbl:COMPLETE,Col:COMPLETE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col2 + Select Operator [SEL_5] (rows=3424 width=251) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + Filter Operator [FIL_16] (rows=3424 width=251) + predicate:(cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) + TableScan [TS_3] (rows=12288 width=251) + default@alltypesorc,b,Tbl:COMPLETE,Col:COMPLETE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] + +PREHOOK: query: select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true +NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true +NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true +NULL -13036 1288927 -1645852809 NULL -13036.0 yinBY725P7V2 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:00.763 true false NULL -13036 1288927 -1645852809 NULL -13036.0 yinBY725P7V2 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:00.763 true false +11 NULL 1310786 -413875656 11.0 NULL W0rvA4H1xn0xMG4uk0 8yVVjG 1969-12-31 16:00:02.351 NULL false true 11 NULL 1310786 -413875656 11.0 NULL W0rvA4H1xn0xMG4uk0 8yVVjG 1969-12-31 16:00:02.351 NULL false true +-51 NULL 2089466 -240556350 -51.0 NULL cXX24dH7tblSj46j2g C31eea0wrHHqvj 1969-12-31 16:00:08.451 NULL true true -51 NULL 2089466 -240556350 -51.0 NULL cXX24dH7tblSj46j2g C31eea0wrHHqvj 1969-12-31 16:00:08.451 NULL true true +NULL -8915 2101183 1864027286 NULL -8915.0 x7By66525 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:05.831 false true NULL -8915 2101183 1864027286 NULL -8915.0 x7By66525 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:05.831 false true +8 NULL 2229621 -381406148 8.0 NULL q7onkS7QRPh5ghOK oKb0bi 1969-12-31 16:00:15.892 NULL true false 8 NULL 2229621 -381406148 8.0 NULL q7onkS7QRPh5ghOK oKb0bi 1969-12-31 16:00:15.892 NULL true false +8 NULL 2433892 -1611863517 8.0 NULL 674ILv3V2TxFqXP6wSbL VLprkK2XfX 1969-12-31 16:00:15.892 NULL false true 8 NULL 2433892 -1611863517 8.0 NULL 674ILv3V2TxFqXP6wSbL VLprkK2XfX 1969-12-31 16:00:15.892 NULL false true +-51 NULL 2949963 -1580871111 -51.0 NULL 0K68k3bdl7jO7 TPPAu 1969-12-31 16:00:08.451 NULL true false -51 NULL 2949963 -1580871111 -51.0 NULL 0K68k3bdl7jO7 TPPAu 1969-12-31 16:00:08.451 NULL true false +PREHOOK: query: explain +select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_14] + Group By Operator [GBY_12] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=7286 width=8) + Conds:RS_6._col0=RS_7._col0(Inner) + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=6144 width=2) + Output:["_col0"] + Filter Operator [FIL_17] (rows=6144 width=2) + predicate:cint BETWEEN 1000000 AND 3000000 + TableScan [TS_0] (rows=12288 width=2) + default@alltypesorc,a,Tbl:COMPLETE,Col:COMPLETE,Output:["cint"] + <-Map 4 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=3424 width=8) + Output:["_col0"] + Filter Operator [FIL_18] (rows=3424 width=8) + predicate:(cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) + TableScan [TS_3] (rows=12288 width=8) + default@alltypesorc,b,Tbl:COMPLETE,Col:COMPLETE,Output:["cint","cbigint"] + +PREHOOK: query: select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +10 +PREHOOK: query: explain +select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_16] + Select Operator [SEL_15] (rows=2765 width=12) + Output:["_col0","_col1"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + Group By Operator [GBY_12] (rows=2765 width=12) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=2765 width=12) + Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 + Merge Join Operator [MERGEJOIN_21] (rows=7286 width=4) + Conds:RS_6._col1=RS_7._col0(Inner),Output:["_col0"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col1 + Select Operator [SEL_2] (rows=6144 width=5) + Output:["_col0","_col1"] + Filter Operator [FIL_19] (rows=6144 width=5) + predicate:cint BETWEEN 1000000 AND 3000000 + TableScan [TS_0] (rows=12288 width=5) + default@alltypesorc,a,Tbl:COMPLETE,Col:COMPLETE,Output:["csmallint","cint"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=3424 width=8) + Output:["_col0"] + Filter Operator [FIL_20] (rows=3424 width=8) + predicate:(cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) + TableScan [TS_3] (rows=12288 width=8) + default@alltypesorc,b,Tbl:COMPLETE,Col:COMPLETE,Output:["cint","cbigint"] + +PREHOOK: query: select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +-13036 1 +-8915 1 +-3799 1 +10782 1 +NULL 6 +PREHOOK: query: -- Try with dynamically partitioned hashjoin +explain +select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +PREHOOK: type: QUERY +POSTHOOK: query: -- Try with dynamically partitioned hashjoin +explain +select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=6758 width=215) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_10] + Map Join Operator [MAPJOIN_17] (rows=6758 width=215) + Conds:RS_6.KEY.reducesinkkey0=RS_7.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true,Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15","_col16","_col17","_col18","_col19","_col20","_col21","_col22","_col23"] + <-Map 4 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_7] + PartitionCols:_col2 + Select Operator [SEL_5] (rows=6144 width=215) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + Filter Operator [FIL_16] (rows=6144 width=215) + predicate:(cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) + TableScan [TS_3] (rows=12288 width=215) + default@alltypesorc,b,Tbl:COMPLETE,Col:NONE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] + <-Map 1 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_6] + PartitionCols:_col2 + Select Operator [SEL_2] (rows=6144 width=215) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] + Filter Operator [FIL_15] (rows=6144 width=215) + predicate:cint BETWEEN 1000000 AND 3000000 + TableScan [TS_0] (rows=12288 width=215) + default@alltypesorc,a,Tbl:COMPLETE,Col:NONE,Output:["ctinyint","csmallint","cint","cbigint","cfloat","cdouble","cstring1","cstring2","ctimestamp1","ctimestamp2","cboolean1","cboolean2"] + +PREHOOK: query: select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: select + * +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +order by a.cint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true 11 NULL 1000828 1531084669 11.0 NULL wM316f6NqGIkoP388j3F6 poWQQo3Upvt3Wh 1969-12-31 16:00:02.351 NULL false true +NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true NULL -3799 1248059 1864027286 NULL -3799.0 Uhps6mMh3IfHB3j7yH62K 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:54.622 false true +NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true NULL 10782 1286921 1864027286 NULL 10782.0 ODLrXI8882q8LS8 4KWs6gw7lv2WYd66P NULL 1969-12-31 15:59:52.138 true true +NULL -13036 1288927 -1645852809 NULL -13036.0 yinBY725P7V2 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:00.763 true false NULL -13036 1288927 -1645852809 NULL -13036.0 yinBY725P7V2 xH7445Rals48VOulSyR5F NULL 1969-12-31 16:00:00.763 true false +11 NULL 1310786 -413875656 11.0 NULL W0rvA4H1xn0xMG4uk0 8yVVjG 1969-12-31 16:00:02.351 NULL false true 11 NULL 1310786 -413875656 11.0 NULL W0rvA4H1xn0xMG4uk0 8yVVjG 1969-12-31 16:00:02.351 NULL false true +-51 NULL 2089466 -240556350 -51.0 NULL cXX24dH7tblSj46j2g C31eea0wrHHqvj 1969-12-31 16:00:08.451 NULL true true -51 NULL 2089466 -240556350 -51.0 NULL cXX24dH7tblSj46j2g C31eea0wrHHqvj 1969-12-31 16:00:08.451 NULL true true +NULL -8915 2101183 1864027286 NULL -8915.0 x7By66525 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:05.831 false true NULL -8915 2101183 1864027286 NULL -8915.0 x7By66525 4KWs6gw7lv2WYd66P NULL 1969-12-31 16:00:05.831 false true +8 NULL 2229621 -381406148 8.0 NULL q7onkS7QRPh5ghOK oKb0bi 1969-12-31 16:00:15.892 NULL true false 8 NULL 2229621 -381406148 8.0 NULL q7onkS7QRPh5ghOK oKb0bi 1969-12-31 16:00:15.892 NULL true false +8 NULL 2433892 -1611863517 8.0 NULL 674ILv3V2TxFqXP6wSbL VLprkK2XfX 1969-12-31 16:00:15.892 NULL false true 8 NULL 2433892 -1611863517 8.0 NULL 674ILv3V2TxFqXP6wSbL VLprkK2XfX 1969-12-31 16:00:15.892 NULL false true +-51 NULL 2949963 -1580871111 -51.0 NULL 0K68k3bdl7jO7 TPPAu 1969-12-31 16:00:08.451 NULL true false -51 NULL 2949963 -1580871111 -51.0 NULL 0K68k3bdl7jO7 TPPAu 1969-12-31 16:00:08.451 NULL true false +PREHOOK: query: explain +select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 4 (CUSTOM_SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_14] + Group By Operator [GBY_12] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Map Join Operator [MAPJOIN_19] (rows=6758 width=215) + Conds:RS_6.KEY.reducesinkkey0=RS_7.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true + <-Map 4 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=6144 width=215) + Output:["_col0"] + Filter Operator [FIL_18] (rows=6144 width=215) + predicate:(cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) + TableScan [TS_3] (rows=12288 width=215) + default@alltypesorc,b,Tbl:COMPLETE,Col:NONE,Output:["cint","cbigint"] + <-Map 1 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=6144 width=215) + Output:["_col0"] + Filter Operator [FIL_17] (rows=6144 width=215) + predicate:cint BETWEEN 1000000 AND 3000000 + TableScan [TS_0] (rows=12288 width=215) + default@alltypesorc,a,Tbl:COMPLETE,Col:NONE,Output:["cint"] + +PREHOOK: query: select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: select + count(*) +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +10 +PREHOOK: query: explain +select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (CUSTOM_SIMPLE_EDGE), Map 5 (CUSTOM_SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_16] + Select Operator [SEL_15] (rows=3379 width=215) + Output:["_col0","_col1"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + Group By Operator [GBY_12] (rows=3379 width=215) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=6758 width=215) + Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 + Map Join Operator [MAPJOIN_21] (rows=6758 width=215) + Conds:RS_6.KEY.reducesinkkey0=RS_7.KEY.reducesinkkey0(Inner),HybridGraceHashJoin:true,Output:["_col0"] + <-Map 5 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=6144 width=215) + Output:["_col0"] + Filter Operator [FIL_20] (rows=6144 width=215) + predicate:(cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) + TableScan [TS_3] (rows=12288 width=215) + default@alltypesorc,b,Tbl:COMPLETE,Col:NONE,Output:["cint","cbigint"] + <-Map 1 [CUSTOM_SIMPLE_EDGE] llap + PARTITION_ONLY_SHUFFLE [RS_6] + PartitionCols:_col1 + Select Operator [SEL_2] (rows=6144 width=215) + Output:["_col0","_col1"] + Filter Operator [FIL_19] (rows=6144 width=215) + predicate:cint BETWEEN 1000000 AND 3000000 + TableScan [TS_0] (rows=12288 width=215) + default@alltypesorc,a,Tbl:COMPLETE,Col:NONE,Output:["csmallint","cint"] + +PREHOOK: query: select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: select + a.csmallint, count(*) c1 +from alltypesorc a join alltypesorc b on a.cint = b.cint +where + a.cint between 1000000 and 3000000 and b.cbigint is not null +group by a.csmallint +order by c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +-8915 1 +-3799 1 +10782 1 +-13036 1 +NULL 6 diff --git a/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out b/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out index b8e738c..284ffb9 100644 --- a/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out +++ b/ql/src/test/results/clientpositive/llap/filter_join_breaktask.q.out @@ -32,108 +32,6 @@ SELECT f.key, g.value FROM filter_join_breaktask f JOIN filter_join_breaktask m ON( f.key = m.key AND f.ds='2008-04-08' AND m.ds='2008-04-08' AND f.key is not null) JOIN filter_join_breaktask g ON(g.value = m.value AND g.ds='2008-04-08' AND m.ds='2008-04-08' AND m.value is not null AND m.value !='') POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_JOIN - TOK_TABREF - TOK_TABNAME - filter_join_breaktask - f - TOK_TABREF - TOK_TABNAME - filter_join_breaktask - m - AND - AND - AND - = - . - TOK_TABLE_OR_COL - f - key - . - TOK_TABLE_OR_COL - m - key - = - . - TOK_TABLE_OR_COL - f - ds - '2008-04-08' - = - . - TOK_TABLE_OR_COL - m - ds - '2008-04-08' - TOK_FUNCTION - TOK_ISNOTNULL - . - TOK_TABLE_OR_COL - f - key - TOK_TABREF - TOK_TABNAME - filter_join_breaktask - g - AND - AND - AND - AND - = - . - TOK_TABLE_OR_COL - g - value - . - TOK_TABLE_OR_COL - m - value - = - . - TOK_TABLE_OR_COL - g - ds - '2008-04-08' - = - . - TOK_TABLE_OR_COL - m - ds - '2008-04-08' - TOK_FUNCTION - TOK_ISNOTNULL - . - TOK_TABLE_OR_COL - m - value - != - . - TOK_TABLE_OR_COL - m - value - '' - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - f - key - TOK_SELEXPR - . - TOK_TABLE_OR_COL - g - value - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -141,6 +39,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -150,20 +49,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: f - Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: key is not null (type: boolean) - Statistics: Num rows: 13 Data size: 109 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 13 Data size: 109 Basic stats: COMPLETE Column stats: NONE - tag: 0 - auto parallelism: true + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + tag: 0 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -175,7 +80,7 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,value columns.comments @@ -218,21 +123,27 @@ STAGE PLANS: Map Operator Tree: TableScan alias: m - Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false - predicate: ((key is not null and value is not null) and (value <> '')) (type: boolean) - Statistics: Num rows: 7 Data size: 59 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: int) - sort order: + - Map-reduce partition columns: key (type: int) - Statistics: Num rows: 7 Data size: 59 Basic stats: COMPLETE Column stats: NONE - tag: 1 - value expressions: value (type: string) - auto parallelism: true + predicate: ((value <> '') and key is not null) (type: boolean) + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + tag: 1 + value expressions: _col1 (type: string) + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -244,7 +155,7 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,value columns.comments @@ -287,20 +198,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: g - Statistics: Num rows: 25 Data size: 211 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false - predicate: ((value <> '') and value is not null) (type: boolean) - Statistics: Num rows: 13 Data size: 109 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: value (type: string) - sort order: + - Map-reduce partition columns: value (type: string) - Statistics: Num rows: 13 Data size: 109 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + predicate: (value <> '') (type: boolean) + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 25 Data size: 411 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -312,7 +229,7 @@ STAGE PLANS: partition values: ds 2008-04-08 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,value columns.comments @@ -359,16 +276,17 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0, _col7 + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col3 Position of Big Table: 0 - Statistics: Num rows: 14 Data size: 119 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27 Data size: 452 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col7 (type: string) + key expressions: _col3 (type: string) + null sort order: a sort order: + - Map-reduce partition columns: _col7 (type: string) - Statistics: Num rows: 14 Data size: 119 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col3 (type: string) + Statistics: Num rows: 27 Data size: 452 Basic stats: COMPLETE Column stats: NONE tag: 0 value expressions: _col0 (type: int) auto parallelism: true @@ -380,30 +298,31 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 _col7 (type: string) - 1 value (type: string) - outputColumnNames: _col0, _col13 + 0 _col3 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col5 Position of Big Table: 0 - Statistics: Num rows: 15 Data size: 130 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 497 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: _col0 (type: int), _col13 (type: string) + expressions: _col0 (type: int), _col5 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 130 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 497 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 15 Data size: 130 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 497 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types int:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/groupby1.q.out b/ql/src/test/results/clientpositive/llap/groupby1.q.out index 1323a73..ba0a09a 100644 --- a/ql/src/test/results/clientpositive/llap/groupby1.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby1.q.out @@ -25,6 +25,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -34,18 +35,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), substr(value, 5) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: rand() (type: double) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -54,29 +56,29 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: partial1 outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) keys: KEY._col0 (type: string) mode: final outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 2460 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 2460 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/groupby2.q.out b/ql/src/test/results/clientpositive/llap/groupby2.q.out index 94d8c81..8286589 100644 --- a/ql/src/test/results/clientpositive/llap/groupby2.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby2.q.out @@ -23,6 +23,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -32,17 +33,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: substr(key, 1, 1) (type: string), substr(value, 5) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -51,29 +53,29 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: partial1 outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 100000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 100000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) keys: KEY._col0 (type: string) mode: final outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 41000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), UDFToInteger(_col1) (type: int), concat(_col0, _col2) (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 76260 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 76260 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/groupby3.q.out b/ql/src/test/results/clientpositive/llap/groupby3.q.out index 75f0c36..be98fd6 100644 --- a/ql/src/test/results/clientpositive/llap/groupby3.q.out +++ b/ql/src/test/results/clientpositive/llap/groupby3.q.out @@ -41,6 +41,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -50,17 +51,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: substr(value, 5) (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -68,26 +70,26 @@ STAGE PLANS: aggregations: sum(KEY._col0:0._col0), avg(KEY._col0:0._col0), avg(DISTINCT KEY._col0:0._col0), max(KEY._col0:0._col0), min(KEY._col0:0._col0), std(KEY._col0:0._col0), stddev_samp(KEY._col0:0._col0), variance(KEY._col0:0._col0), var_samp(KEY._col0:0._col0) mode: partial1 outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1208 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 1208 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double), _col1 (type: struct), _col2 (type: struct), _col3 (type: string), _col4 (type: string), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), avg(VALUE._col1), avg(VALUE._col2), max(VALUE._col3), min(VALUE._col4), std(VALUE._col5), stddev_samp(VALUE._col6), variance(VALUE._col7), var_samp(VALUE._col8) mode: final outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 424 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), _col1 (type: double), _col2 (type: double), UDFToDouble(_col3) (type: double), UDFToDouble(_col4) (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 72 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/having.q.out b/ql/src/test/results/clientpositive/llap/having.q.out index 026fdbf..9438910 100644 --- a/ql/src/test/results/clientpositive/llap/having.q.out +++ b/ql/src/test/results/clientpositive/llap/having.q.out @@ -11,6 +11,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -19,50 +20,51 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: bigint) outputColumnNames: _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 1640 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 3) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 544 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 544 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 544 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -100,6 +102,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -108,38 +111,39 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (UDFToDouble(key) <> 302.0) (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -475,6 +479,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -483,46 +488,47 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 'val_255') (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 18428 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 5916 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 5916 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -749,6 +755,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -757,45 +764,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (UDFToDouble(key) > 300.0) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 18699 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 18699 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 18699 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 'val_255') (type: boolean) - Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 23 Data size: 6233 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 23 Data size: 2001 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 27 Data size: 286 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 23 Data size: 2001 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -948,6 +956,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -956,42 +965,43 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 'val_255') (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 18428 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 18428 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1218,6 +1228,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1226,42 +1237,43 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 >= 4) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out index 2facae5..8ec11eb 100644 --- a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_1.q.out @@ -56,14 +56,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint < 2000000000) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -72,15 +72,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 4505 Data size: 968719 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26150 Data size: 209200 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -88,19 +88,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: cd - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint < 2000000000) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -110,10 +110,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -181,14 +181,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint < 2000000000) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -197,15 +197,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 4505 Data size: 968719 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26150 Data size: 209200 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -213,19 +213,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: cd - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint < 2000000000) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -235,10 +235,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -302,14 +302,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -318,15 +318,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19518 Data size: 156144 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -334,19 +334,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: cd - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -356,10 +356,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -423,14 +423,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -439,15 +439,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19518 Data size: 156144 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -455,19 +455,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: cd - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -477,10 +477,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -542,11 +542,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -555,15 +555,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26150 Data size: 209200 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -571,16 +571,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: cd - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -590,10 +590,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -655,11 +655,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -668,15 +668,15 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26150 Data size: 209200 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: all inputs @@ -684,16 +684,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: cd - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -703,10 +703,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -802,14 +802,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -818,7 +818,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 577 Data size: 13721 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 577 Data size: 18341 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -834,19 +834,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p2 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -925,14 +925,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -941,7 +941,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 577 Data size: 13721 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 577 Data size: 18341 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator aggregations: count() @@ -958,19 +958,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p2 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -1049,14 +1049,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1065,7 +1065,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 577 Data size: 13721 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 577 Data size: 18341 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1081,19 +1081,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p2 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -1172,14 +1172,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1188,7 +1188,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 577 Data size: 13721 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 577 Data size: 18341 Basic stats: COMPLETE Column stats: NONE HybridGraceHashJoin: true Group By Operator aggregations: count() @@ -1205,19 +1205,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p2 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 525 Data size: 12474 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 525 Data size: 16674 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 diff --git a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out index b8f24c4..de81828 100644 --- a/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/llap/hybridgrace_hashjoin_2.q.out @@ -49,25 +49,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -79,15 +79,15 @@ STAGE PLANS: input vertices: 0 Map 1 2 Map 4 - Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 594 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -95,15 +95,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -113,10 +113,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -180,25 +180,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -210,15 +210,15 @@ STAGE PLANS: input vertices: 0 Map 1 2 Map 4 - Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 594 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -226,15 +226,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -244,10 +244,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -324,25 +324,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -357,15 +357,15 @@ STAGE PLANS: 0 Map 1 2 Map 4 3 Map 5 - Statistics: Num rows: 6600 Data size: 70118 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5803 Data size: 46424 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -373,30 +373,30 @@ STAGE PLANS: Map Operator Tree: TableScan alias: w - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -406,10 +406,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -477,25 +477,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -510,15 +510,15 @@ STAGE PLANS: 0 Map 1 2 Map 4 3 Map 5 - Statistics: Num rows: 6600 Data size: 70118 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5803 Data size: 46424 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -526,30 +526,30 @@ STAGE PLANS: Map Operator Tree: TableScan alias: w - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -559,10 +559,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -650,40 +650,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 10 Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -695,15 +695,15 @@ STAGE PLANS: input vertices: 0 Map 1 2 Map 6 - Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 594 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -711,40 +711,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 8 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -756,15 +756,15 @@ STAGE PLANS: input vertices: 0 Map 7 2 Map 10 - Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 545 Data size: 4360 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -775,17 +775,17 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: llap Reduce Operator Tree: @@ -793,10 +793,10 @@ STAGE PLANS: keys: KEY._col0 (type: bigint) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -808,17 +808,17 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Union 4 Vertex: Union 4 @@ -900,40 +900,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 10 Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -945,15 +945,15 @@ STAGE PLANS: input vertices: 0 Map 1 2 Map 6 - Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 594 Data size: 4752 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -961,40 +961,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 8 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1006,15 +1006,15 @@ STAGE PLANS: input vertices: 0 Map 7 2 Map 10 - Statistics: Num rows: 4400 Data size: 46745 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 545 Data size: 4360 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1025,17 +1025,17 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: llap Reduce Operator Tree: @@ -1043,10 +1043,10 @@ STAGE PLANS: keys: KEY._col0 (type: bigint) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1058,17 +1058,17 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Union 4 Vertex: Union 4 @@ -1160,15 +1160,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((value < 'zzzzzzzzzz') and (key < 'zzzzzzzz')) (type: boolean) - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap LLAP IO: no inputs @@ -1176,10 +1176,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: z1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 'zzzzzzzz') (type: boolean) - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 57942 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1192,7 +1192,7 @@ STAGE PLANS: input vertices: 0 Map 1 2 Map 4 - Statistics: Num rows: 1465 Data size: 15565 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 46 Data size: 4094 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1204,15 +1204,15 @@ STAGE PLANS: input vertices: 1 Map 5 2 Map 6 - Statistics: Num rows: 3223 Data size: 34243 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 981 Data size: 7848 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1220,45 +1220,45 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((value < 'zzzzzzzz') and (key < 'zzzzzzzz')) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: z2 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key < 'zzzzzzzzzz') and (value < 'zzzzzzzzzz')) (type: boolean) - Statistics: Num rows: 222 Data size: 2358 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 222 Data size: 2358 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 6 Map Operator Tree: TableScan alias: y2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (value < 'zzzzzzzzzz') (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -1268,10 +1268,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1355,15 +1355,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((value < 'zzzzzzzzzz') and (key < 'zzzzzzzz')) (type: boolean) - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 2 Data size: 15 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 350 Basic stats: COMPLETE Column stats: COMPLETE value expressions: value (type: string) Execution mode: llap LLAP IO: no inputs @@ -1371,10 +1371,10 @@ STAGE PLANS: Map Operator Tree: TableScan alias: z1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 'zzzzzzzz') (type: boolean) - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 57942 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1387,7 +1387,7 @@ STAGE PLANS: input vertices: 0 Map 1 2 Map 4 - Statistics: Num rows: 1465 Data size: 15565 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 46 Data size: 4094 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1399,15 +1399,15 @@ STAGE PLANS: input vertices: 1 Map 5 2 Map 6 - Statistics: Num rows: 3223 Data size: 34243 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 981 Data size: 7848 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1415,45 +1415,45 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((value < 'zzzzzzzz') and (key < 'zzzzzzzz')) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: z2 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key < 'zzzzzzzzzz') and (value < 'zzzzzzzzzz')) (type: boolean) - Statistics: Num rows: 222 Data size: 2358 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 222 Data size: 2358 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 222 Data size: 39516 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 6 Map Operator Tree: TableScan alias: y2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (value < 'zzzzzzzzzz') (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 15106 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -1463,10 +1463,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/insert1.q.out b/ql/src/test/results/clientpositive/llap/insert1.q.out index 623ed2d..4b30156 100644 --- a/ql/src/test/results/clientpositive/llap/insert1.q.out +++ b/ql/src/test/results/clientpositive/llap/insert1.q.out @@ -26,7 +26,7 @@ POSTHOOK: query: insert overwrite table insert1 select a.key, a.value from inser POSTHOOK: type: QUERY POSTHOOK: Input: default@insert2 POSTHOOK: Output: default@insert1 -POSTHOOK: Lineage: insert1.key SIMPLE [(insert2)a.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: insert1.key SIMPLE [] POSTHOOK: Lineage: insert1.value SIMPLE [(insert2)a.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: explain insert into table insert1 select a.key, a.value from insert2 a WHERE (a.key=-1) PREHOOK: type: QUERY @@ -64,6 +64,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -117,6 +118,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -186,6 +188,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: x.insert1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -239,6 +242,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.insert1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -315,6 +319,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: x.insert1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-3 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/insert_into1.q.out b/ql/src/test/results/clientpositive/llap/insert_into1.q.out index cfbfadc..d4c514a 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into1.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into1.q.out @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -35,34 +36,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 17800 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -146,6 +149,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -154,34 +158,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 17800 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -265,6 +271,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -273,34 +280,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1780 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 950 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 950 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -371,6 +380,266 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into1 #### A masked pattern was here #### 10 +PREHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' +PREHOOK: type: QUERY +POSTHOOK: query: explain insert overwrite table insert_into1 select 1, 'a' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 1 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 1 (type: int), 'a' (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: insert overwrite table insert_into1 select 1, 'a' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 +POSTHOOK: query: insert overwrite table insert_into1 select 1, 'a' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 +POSTHOOK: Lineage: insert_into1.key SIMPLE [] +POSTHOOK: Lineage: insert_into1.value SIMPLE [] +PREHOOK: query: explain insert into insert_into1 select 2, 'b' +PREHOOK: type: QUERY +POSTHOOK: query: explain insert into insert_into1 select 2, 'b' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: _dummy_table + Row Limit Per Split: 1 + Statistics: Num rows: 1 Data size: 1 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 2 (type: int), 'b' (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: insert into insert_into1 select 2, 'b' +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@insert_into1 +POSTHOOK: query: insert into insert_into1 select 2, 'b' +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@insert_into1 +POSTHOOK: Lineage: insert_into1.key SIMPLE [] +POSTHOOK: Lineage: insert_into1.value SIMPLE [] +PREHOOK: query: select * from insert_into1 +PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### +POSTHOOK: query: select * from insert_into1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### +1 a +2 b +PREHOOK: query: explain +insert into table insert_into1 values(1, 'abc') +PREHOOK: type: QUERY +POSTHOOK: query: explain +insert into table insert_into1 values(1, 'abc') +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: values__tmp__table__1 + Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToInteger(tmp_values_col1) (type: int), tmp_values_col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 6 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: false + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.insert_into1 + +PREHOOK: query: insert into table insert_into1 values(1, 'abc') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@insert_into1 +POSTHOOK: query: insert into table insert_into1 values(1, 'abc') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@insert_into1 +POSTHOOK: Lineage: insert_into1.key EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: insert_into1.value SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: explain +SELECT COUNT(*) FROM insert_into1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +SELECT COUNT(*) FROM insert_into1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: insert_into1 + Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 2 Data size: 6 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from insert_into1 +PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from insert_into1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into1 +#### A masked pattern was here #### +3 PREHOOK: query: DROP TABLE insert_into1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@insert_into1 diff --git a/ql/src/test/results/clientpositive/llap/insert_into2.q.out b/ql/src/test/results/clientpositive/llap/insert_into2.q.out index 6eb8129..c0d2178 100644 --- a/ql/src/test/results/clientpositive/llap/insert_into2.q.out +++ b/ql/src/test/results/clientpositive/llap/insert_into2.q.out @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -35,34 +36,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 17800 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -187,6 +190,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -195,34 +199,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 17800 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -316,6 +322,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -324,34 +331,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 50 - Statistics: Num rows: 50 Data size: 500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 8900 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 50 Data size: 500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 4750 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 50 Data size: 500 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 4750 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -430,6 +439,85 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@insert_into2 #### A masked pattern was here #### 50 +PREHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@insert_into2@ds=2 +POSTHOOK: query: insert into table insert_into2 partition (ds='2') values(1, 'abc') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@insert_into2@ds=2 +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).key EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: insert_into2 PARTITION(ds=2).value SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: explain +SELECT COUNT(*) FROM insert_into2 where ds='2' +PREHOOK: type: QUERY +POSTHOOK: query: explain +SELECT COUNT(*) FROM insert_into2 where ds='2' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: insert_into2 + Statistics: Num rows: 50 Data size: 930 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 50 Data size: 930 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: bigint) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from insert_into2 where ds='2' +PREHOOK: type: QUERY +PREHOOK: Input: default@insert_into2 +PREHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from insert_into2 where ds='2' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@insert_into2 +POSTHOOK: Input: default@insert_into2@ds=2 +#### A masked pattern was here #### +51 PREHOOK: query: DROP TABLE insert_into2 PREHOOK: type: DROPTABLE PREHOOK: Input: default@insert_into2 diff --git a/ql/src/test/results/clientpositive/llap/join0.q.out b/ql/src/test/results/clientpositive/llap/join0.q.out index f177afc..82440e7 100644 --- a/ql/src/test/results/clientpositive/llap/join0.q.out +++ b/ql/src/test/results/clientpositive/llap/join0.q.out @@ -36,17 +36,17 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -54,17 +54,17 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < 10) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -78,21 +78,21 @@ STAGE PLANS: 0 1 outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27556 Data size: 9809936 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) sort order: ++++ - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27556 Data size: 9809936 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27556 Data size: 9809936 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 27556 Data size: 9809936 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/join1.q.out b/ql/src/test/results/clientpositive/llap/join1.q.out index f719181..cb0a735 100644 --- a/ql/src/test/results/clientpositive/llap/join1.q.out +++ b/ql/src/test/results/clientpositive/llap/join1.q.out @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -35,39 +36,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: src2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -77,15 +80,15 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col2 + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(_col2) (type: int), _col1 (type: string) + expressions: UDFToInteger(_col0) (type: int), _col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -119,7 +122,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: SELECT dest_j1.* FROM dest_j1 PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 diff --git a/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out b/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out index 5ec2db7..7e3b67d 100644 --- a/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out +++ b/ql/src/test/results/clientpositive/llap/join_nullsafe.q.out @@ -31,6 +31,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -47,6 +48,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -59,6 +61,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -79,8 +82,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 28 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -121,6 +124,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -132,14 +136,15 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -147,14 +152,15 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: int) sort order: + Map-reduce partition columns: value (type: int) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -162,14 +168,15 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -182,17 +189,17 @@ STAGE PLANS: 1 value (type: int) 2 key (type: int) outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -222,6 +229,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -238,6 +246,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -250,6 +259,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -262,6 +272,7 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -284,8 +295,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -342,6 +353,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -353,13 +365,14 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int), value (type: int) sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -367,13 +380,14 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: int), key (type: int) sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -381,13 +395,14 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int), value (type: int) sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) - Statistics: Num rows: 2 Data size: 17 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -401,17 +416,17 @@ STAGE PLANS: 2 key (type: int), value (type: int) nullSafes: [true, false] outputColumnNames: _col0, _col1, _col5, _col6, _col10, _col11 - Statistics: Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 37 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -441,6 +456,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -456,6 +472,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -467,6 +484,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -478,6 +496,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 3 Data size: 26 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -500,8 +519,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6 Data size: 57 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1584,6 +1603,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1603,6 +1623,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -1618,6 +1639,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1638,8 +1660,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out index e39ac18..3fe4837 100644 --- a/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out +++ b/ql/src/test/results/clientpositive/llap/limit_pushdown.q.out @@ -19,6 +19,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -27,34 +28,35 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -104,6 +106,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -112,34 +115,35 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: - - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3560 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -189,6 +193,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -197,43 +202,44 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: value (type: string), (UDFToDouble(key) + 1.0) (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -285,6 +291,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -293,43 +300,44 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: value (type: string), (UDFToDouble(key) + 1.0) (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(_col1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 36594 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 36594 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: struct) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: avg(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -381,6 +389,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -389,40 +398,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73400 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cdouble (type: double) outputColumnNames: cdouble - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73400 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: cdouble (type: double) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4265 Data size: 25480 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + Map-reduce partition columns: _col0 (type: double) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4265 Data size: 25480 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4265 Data size: 25480 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -472,6 +482,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -480,45 +491,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110096 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cdouble (type: double) outputColumnNames: ctinyint, cdouble - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110096 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ctinyint (type: tinyint), cdouble (type: double) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint), _col1 (type: double) sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 1048 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -568,6 +580,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -576,45 +589,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110096 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cdouble (type: double) outputColumnNames: ctinyint, cdouble - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110096 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ctinyint (type: tinyint), cdouble (type: double) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint), _col1 (type: double) sort order: ++ Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 55052 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: tinyint) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 1048 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 224 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -666,6 +680,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -674,42 +689,43 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1779850 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cstring1 (type: string), cstring2 (type: string) outputColumnNames: ctinyint, cstring1, cstring2 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1779850 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT cstring1), count(DISTINCT cstring2) keys: ctinyint (type: tinyint), cstring1 (type: string), cstring2 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1976458 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1976458 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0) keys: KEY._col0 (type: tinyint) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 95 Data size: 1808 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 384 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -787,6 +803,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -796,24 +813,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: value (type: string), key (type: string) outputColumnNames: value, key - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(key) keys: value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -822,29 +840,29 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: double) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -904,6 +922,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) @@ -915,48 +934,50 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -965,18 +986,18 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 2 - Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 190 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap @@ -988,16 +1009,16 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 4 - Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 22 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 380 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: llap @@ -1007,13 +1028,13 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 - Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 285 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 285 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: _col0 (type: string), _col1 (type: bigint) Reducer 6 @@ -1022,18 +1043,18 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 285 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 3 - Statistics: Num rows: 3 Data size: 30 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 285 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 285 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 285 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Stage: Stage-0 @@ -1057,6 +1078,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1065,37 +1087,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.3 value expressions: key (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) keys: KEY._col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1980 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1147,6 +1170,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1155,34 +1179,35 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 407500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 407500 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 2.0E-5 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 407500 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 81500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 81500 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1314,6 +1339,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1323,18 +1349,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: concat(key, value, value, value, value, value, value, value, value, value) (type: string), key (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1343,32 +1370,32 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 96000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: double) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 2.0E-5 Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 100 - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 100 Data size: 1000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/llapdecider.q.out b/ql/src/test/results/clientpositive/llap/llapdecider.q.out index c7339c9..aeaa5b4 100644 --- a/ql/src/test/results/clientpositive/llap/llapdecider.q.out +++ b/ql/src/test/results/clientpositive/llap/llapdecider.q.out @@ -1142,7 +1142,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: llap + LLAP IO: all inputs Reducer 2 + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1200,7 +1203,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) + Execution mode: llap + LLAP IO: all inputs Reducer 2 + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out index 8488240..efd79a6 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part1.q.out @@ -73,17 +73,17 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 1092000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (ds <= '2008-04-08') (type: boolean) - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 363636 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 363636 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 363636 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -91,20 +91,21 @@ STAGE PLANS: name: default.nzhang_part1 Filter Operator predicate: (ds > '2008-04-08') (type: boolean) - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 363636 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 241092 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 666 Data size: 7075 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 666 Data size: 241092 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part2 Execution mode: llap + LLAP IO: no inputs Stage: Stage-3 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out index c0ed71c..52d754a 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part2.q.out @@ -47,6 +47,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -55,27 +56,28 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out index 65a3037..7a5b0fc 100644 --- a/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out +++ b/ql/src/test/results/clientpositive/llap/load_dyn_part3.q.out @@ -59,20 +59,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 1092000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string), ds (type: string), hr (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 1092000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 1092000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.nzhang_part3 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/mapjoin2.q.out b/ql/src/test/results/clientpositive/llap/mapjoin2.q.out new file mode 100644 index 0000000..a7f7d15 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/mapjoin2.q.out @@ -0,0 +1,95 @@ +PREHOOK: query: create table tbl (n bigint, t string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tbl +POSTHOOK: query: create table tbl (n bigint, t string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tbl +PREHOOK: query: insert into tbl values (1, 'one') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@tbl +POSTHOOK: query: insert into tbl values (1, 'one') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@tbl +POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: insert into tbl values(2, 'two') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@tbl +POSTHOOK: query: insert into tbl values(2, 'two') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@tbl +POSTHOOK: Lineage: tbl.n EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: tbl.t SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +Warning: Map Join MAPJOIN[13][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: select a.n, a.t, isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a left outer join (select * from tbl where 1 = 2) b on a.n = b.n +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +#### A masked pattern was here #### +POSTHOOK: query: select a.n, a.t, isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a left outer join (select * from tbl where 1 = 2) b on a.n = b.n +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +#### A masked pattern was here #### +1 one true true +Warning: Map Join MAPJOIN[13][bigTable=?] in task 'Map 2' is a cross product +PREHOOK: query: select isnull(a.n), isnull(a.t), b.n, b.t from (select * from tbl where 2 = 1) a right outer join (select * from tbl where n = 2) b on a.n = b.n +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +#### A masked pattern was here #### +POSTHOOK: query: select isnull(a.n), isnull(a.t), b.n, b.t from (select * from tbl where 2 = 1) a right outer join (select * from tbl where n = 2) b on a.n = b.n +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +#### A masked pattern was here #### +true true 2 two +Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +PREHOOK: query: select isnull(a.n), isnull(a.t), isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a full outer join (select * from tbl where n = 2) b on a.n = b.n +PREHOOK: type: QUERY +PREHOOK: Input: default@tbl +#### A masked pattern was here #### +POSTHOOK: query: select isnull(a.n), isnull(a.t), isnull(b.n), isnull(b.t) from (select * from tbl where n = 1) a full outer join (select * from tbl where n = 2) b on a.n = b.n +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tbl +#### A masked pattern was here #### +false false true true +true true false false +PREHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +POSTHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +11 1 1 0 0 +PREHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a left outer join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +POSTHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a left outer join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +11 1 1 0 0 +PREHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a right outer join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +POSTHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a right outer join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +11 1 1 0 0 +PREHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a full outer join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +POSTHOOK: query: select a.key, a.a_one, b.b_one, a.a_zero, b.b_zero from ( SELECT 11 key, 0 confuse_you, 1 a_one, 0 a_zero ) a full outer join ( SELECT 11 key, 0 confuse_you, 1 b_one, 0 b_zero ) b on a.key = b.key +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +#### A masked pattern was here #### +11 1 1 0 0 diff --git a/ql/src/test/results/clientpositive/llap/mapreduce1.q.out b/ql/src/test/results/clientpositive/llap/mapreduce1.q.out index 6eb5ecc..37f92d9 100644 --- a/ql/src/test/results/clientpositive/llap/mapreduce1.q.out +++ b/ql/src/test/results/clientpositive/llap/mapreduce1.q.out @@ -31,6 +31,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -39,34 +40,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), UDFToInteger((key / 10)) (type: int), UDFToInteger((key % 10)) (type: int), value (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Transform Operator command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string), _col2 (type: string) sort order: ++ Map-reduce partition columns: _col3 (type: string), _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 6000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 6000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/mapreduce2.q.out b/ql/src/test/results/clientpositive/llap/mapreduce2.q.out index 2b18150..1904768 100644 --- a/ql/src/test/results/clientpositive/llap/mapreduce2.q.out +++ b/ql/src/test/results/clientpositive/llap/mapreduce2.q.out @@ -29,6 +29,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -37,33 +38,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), UDFToInteger((key / 10)) (type: int), UDFToInteger((key % 10)) (type: int), value (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Transform Operator command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: Map-reduce partition columns: _col3 (type: string), _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: UDFToInteger(VALUE._col0) (type: int), UDFToInteger(VALUE._col1) (type: int), UDFToInteger(VALUE._col2) (type: int), VALUE._col3 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 6000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 6000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/merge1.q.out b/ql/src/test/results/clientpositive/llap/merge1.q.out index ce3cd2c..4ec5d06 100644 --- a/ql/src/test/results/clientpositive/llap/merge1.q.out +++ b/ql/src/test/results/clientpositive/llap/merge1.q.out @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -35,40 +36,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 1640 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 1640 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -485,20 +487,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test_src - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -550,20 +553,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test_src - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/merge2.q.out b/ql/src/test/results/clientpositive/llap/merge2.q.out index e515db1..383c598 100644 --- a/ql/src/test/results/clientpositive/llap/merge2.q.out +++ b/ql/src/test/results/clientpositive/llap/merge2.q.out @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -35,40 +36,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), UDFToInteger(_col1) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 1640 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 1640 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -485,20 +487,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test_src - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -550,20 +553,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test_src - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/mergejoin.q.out b/ql/src/test/results/clientpositive/llap/mergejoin.q.out index 77bb875..b73b427 100644 --- a/ql/src/test/results/clientpositive/llap/mergejoin.q.out +++ b/ql/src/test/results/clientpositive/llap/mergejoin.q.out @@ -15,6 +15,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -24,41 +25,43 @@ STAGE PLANS: TableScan alias: a filterExpr: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -69,13 +72,13 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 21180 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 21180 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -256,6 +259,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -266,39 +270,41 @@ STAGE PLANS: TableScan alias: a filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -308,7 +314,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -319,7 +325,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -330,8 +336,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1343,6 +1349,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1352,33 +1359,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b - filterExpr: (key) IN (RS[4]) (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1388,7 +1396,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1399,7 +1407,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1410,8 +1418,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1452,6 +1460,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1461,33 +1470,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - filterExpr: (key) IN (RS[5]) (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1497,7 +1507,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1508,7 +1518,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1519,8 +1529,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1561,6 +1571,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1570,32 +1581,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1605,7 +1618,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1616,7 +1629,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1627,8 +1640,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1665,6 +1678,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -1676,59 +1690,62 @@ STAGE PLANS: TableScan alias: a filterExpr: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 6 Map Operator Tree: TableScan alias: c filterExpr: value is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1739,12 +1756,12 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -1754,7 +1771,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 605 Data size: 56870 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 61710 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1765,7 +1782,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1776,8 +1793,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1814,6 +1831,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1824,39 +1842,41 @@ STAGE PLANS: TableScan alias: a filterExpr: value is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col1 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b filterExpr: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col1 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1866,7 +1886,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col1 (type: string) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1877,7 +1897,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1888,8 +1908,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1932,6 +1952,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 7 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -1944,77 +1965,81 @@ STAGE PLANS: TableScan alias: s1 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 6 Map Operator Tree: TableScan - alias: s1 + alias: s3 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 7 Map Operator Tree: TableScan - alias: s1 + alias: s2 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 508 Data size: 47770 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 508 Data size: 51836 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 8 Map Operator Tree: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2025,12 +2050,12 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 266 Data size: 25022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 27152 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 508 Data size: 47770 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 508 Data size: 51836 Basic stats: COMPLETE Column stats: NONE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -2040,7 +2065,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 558 Data size: 52547 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 558 Data size: 57019 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2051,7 +2076,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2062,8 +2087,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 3 Vertex: Union 3 @@ -2085,6 +2110,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2095,39 +2121,41 @@ STAGE PLANS: TableScan alias: a filterExpr: value is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col1 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b filterExpr: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col1 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2137,7 +2165,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col1 (type: string) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2148,7 +2176,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2159,8 +2187,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2195,6 +2223,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Map 6 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -2206,59 +2235,62 @@ STAGE PLANS: TableScan alias: a filterExpr: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 6 Map Operator Tree: TableScan alias: c filterExpr: value is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2225 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2269,12 +2301,12 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col1 - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2284,7 +2316,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 605 Data size: 56870 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 605 Data size: 61710 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2295,7 +2327,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2306,8 +2338,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2352,6 +2384,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 7 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -2364,77 +2397,81 @@ STAGE PLANS: TableScan alias: s1 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 6 Map Operator Tree: TableScan - alias: s1 + alias: s3 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 7 Map Operator Tree: TableScan - alias: s1 + alias: s2 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 508 Data size: 47770 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 508 Data size: 51836 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 8 Map Operator Tree: TableScan alias: b filterExpr: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2445,12 +2482,12 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 266 Data size: 25022 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 27152 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 508 Data size: 47770 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 508 Data size: 51836 Basic stats: COMPLETE Column stats: NONE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -2460,7 +2497,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 558 Data size: 52547 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 558 Data size: 57019 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2471,7 +2508,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2482,8 +2519,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 3 Vertex: Union 3 @@ -2519,6 +2556,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) @@ -2531,49 +2569,51 @@ STAGE PLANS: TableScan alias: t1 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan alias: t2 filterExpr: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 22748 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 24684 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2583,7 +2623,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 51700 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 56100 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2594,7 +2634,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2605,8 +2645,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: vectorized, llap @@ -2614,12 +2654,12 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 47000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51000 Basic stats: COMPLETE Column stats: NONE Stage: Stage-0 Fetch Operator @@ -2654,6 +2694,7 @@ POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 #### A masked pattern was here #### 480 +Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: select * from (select * from tab where tab.key = 0)a full outer join (select * from tab_part where tab_part.key = 98)b on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@tab @@ -2673,22 +2714,22 @@ POSTHOOK: Input: default@tab_part@ds=2008-04-08 0 val_0 2008-04-08 NULL NULL NULL NULL NULL NULL 98 val_98 2008-04-08 NULL NULL NULL 98 val_98 2008-04-08 +Warning: Shuffle Join MERGEJOIN[13][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product PREHOOK: query: select * from (select * from tab where tab.key = 0)a right outer join (select * from tab_part where tab_part.key = 98)b on a.key = b.key PREHOOK: type: QUERY PREHOOK: Input: default@tab -PREHOOK: Input: default@tab@ds=2008-04-08 PREHOOK: Input: default@tab_part PREHOOK: Input: default@tab_part@ds=2008-04-08 #### A masked pattern was here #### POSTHOOK: query: select * from (select * from tab where tab.key = 0)a right outer join (select * from tab_part where tab_part.key = 98)b on a.key = b.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tab -POSTHOOK: Input: default@tab@ds=2008-04-08 POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 #### A masked pattern was here #### NULL NULL NULL 98 val_98 2008-04-08 NULL NULL NULL 98 val_98 2008-04-08 +Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 2' is a cross product PREHOOK: query: select * from (select * from tab where tab.key = 0)a full outer join @@ -2709,13 +2750,14 @@ POSTHOOK: Input: default@tab@ds=2008-04-08 POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 #### A masked pattern was here #### +Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[21][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: select * from (select * from tab where tab.key = 0)a full outer join (select * from tab_part where tab_part.key = 98)b on a.key = b.key join tab_part c on b.key = c.key PREHOOK: type: QUERY PREHOOK: Input: default@tab -PREHOOK: Input: default@tab@ds=2008-04-08 PREHOOK: Input: default@tab_part PREHOOK: Input: default@tab_part@ds=2008-04-08 #### A masked pattern was here #### @@ -2725,7 +2767,6 @@ full outer join (select * from tab_part where tab_part.key = 98)b on a.key = b.key join tab_part c on b.key = c.key POSTHOOK: type: QUERY POSTHOOK: Input: default@tab -POSTHOOK: Input: default@tab@ds=2008-04-08 POSTHOOK: Input: default@tab_part POSTHOOK: Input: default@tab_part@ds=2008-04-08 #### A masked pattern was here #### @@ -2733,7 +2774,8 @@ NULL NULL NULL 98 val_98 2008-04-08 98 val_98 2008-04-08 NULL NULL NULL 98 val_98 2008-04-08 98 val_98 2008-04-08 NULL NULL NULL 98 val_98 2008-04-08 98 val_98 2008-04-08 NULL NULL NULL 98 val_98 2008-04-08 98 val_98 2008-04-08 -Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[18][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: select * from (select * from tab where tab.key = 0)a join @@ -3260,6 +3302,8 @@ NULL NULL NULL NULL NULL NULL 97 val_97 2008-04-08 NULL NULL NULL NULL NULL NULL 97 val_97 2008-04-08 NULL NULL NULL NULL NULL NULL 98 val_98 2008-04-08 NULL NULL NULL NULL NULL NULL 98 val_98 2008-04-08 +Warning: Shuffle Join MERGEJOIN[19][tables = [$hdt$_0, $hdt$_1]] in Stage 'Reducer 2' is a cross product +Warning: Shuffle Join MERGEJOIN[20][tables = [$hdt$_0, $hdt$_1, $hdt$_2]] in Stage 'Reducer 3' is a cross product PREHOOK: query: select * from (select * from tab where tab.key = 0)a join diff --git a/ql/src/test/results/clientpositive/llap/mergejoin_3way.q.out b/ql/src/test/results/clientpositive/llap/mergejoin_3way.q.out new file mode 100644 index 0000000..e644051 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/mergejoin_3way.q.out @@ -0,0 +1,30 @@ +PREHOOK: query: select + a.key, b.value, c.value +from + src a, + src1 b, + src1 c +where + a.key = b.key and a.key = c.key + and b.key != '' and b.value != '' + and a.value > 'wal_6789' + and c.value > 'wal_6789' +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Input: default@src1 +#### A masked pattern was here #### +POSTHOOK: query: select + a.key, b.value, c.value +from + src a, + src1 b, + src1 c +where + a.key = b.key and a.key = c.key + and b.key != '' and b.value != '' + and a.value > 'wal_6789' + and c.value > 'wal_6789' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Input: default@src1 +#### A masked pattern was here #### diff --git a/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out b/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out index ed3179d..04b556e 100644 --- a/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out +++ b/ql/src/test/results/clientpositive/llap/metadata_only_queries.q.out @@ -189,6 +189,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -206,26 +207,27 @@ STAGE PLANS: aggregations: count(), sum(1), sum(0.2), count(1), count(_col2), count(_col3), count(_col4), count(_col5), max(_col6), min(_col7) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), count(VALUE._col7), max(VALUE._col8), min(VALUE._col9) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -247,6 +249,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -255,35 +258,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: stats_tbl_part - Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9489 Data size: 1054697 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: s (type: string), bo (type: boolean), bin (type: binary), si (type: smallint), i (type: int), b (type: bigint) outputColumnNames: _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9489 Data size: 1054697 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), sum(1), sum(0.2), count(1), count(_col2), count(_col3), count(_col4), count(_col5), max(_col6), min(_col7) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: double), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), count(VALUE._col7), max(VALUE._col8), min(VALUE._col9) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -292,6 +296,134 @@ STAGE PLANS: Processor Tree: ListSink +PREHOOK: query: explain +select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: stats_tbl + Statistics: Num rows: 9999 Data size: 1030908 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: s (type: string), bo (type: boolean), bin (type: binary), si (type: smallint), i (type: int), b (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9999 Data size: 1030908 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(), sum(1), sum(0.2), count(1), count(_col2), count(_col3), count(_col4), count(_col5), max(_col6), min(_col7) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), count(VALUE._col7), max(VALUE._col8), min(VALUE._col9) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: bigint), '1' (type: string), _col1 (type: bigint), _col2 (type: decimal(11,1)), 2 (type: int), _col3 (type: bigint), _col4 (type: bigint), 7 (type: decimal(11,0)), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: explain +select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*), '1' as one, sum(1), sum(0.2), 2 as two, count(1), count(s), 3+4.0 as three, count(bo), count(bin), count(si), max(i), min(b) from stats_tbl_part +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: stats_tbl_part + Statistics: Num rows: 9489 Data size: 1054697 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: s (type: string), bo (type: boolean), bin (type: binary), si (type: smallint), i (type: int), b (type: bigint) + outputColumnNames: _col2, _col3, _col4, _col5, _col6, _col7 + Statistics: Num rows: 9489 Data size: 1054697 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(), sum(1), sum(0.2), count(1), count(_col2), count(_col3), count(_col4), count(_col5), max(_col6), min(_col7) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: decimal(11,1)), _col3 (type: bigint), _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(VALUE._col6), count(VALUE._col7), max(VALUE._col8), min(VALUE._col9) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: bigint), '1' (type: string), _col1 (type: bigint), _col2 (type: decimal(11,1)), 2 (type: int), _col3 (type: bigint), _col4 (type: bigint), 7 (type: decimal(11,0)), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: int), _col9 (type: bigint) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 180 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + PREHOOK: query: analyze table stats_tbl compute statistics for columns t,si,i,b,f,d,bo,s,bin PREHOOK: type: QUERY PREHOOK: Input: default@stats_tbl @@ -354,7 +486,7 @@ POSTHOOK: query: select count(*), sum(1), sum(0.2), count(1), count(s), count(bo POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_tbl #### A masked pattern was here #### -9999 9999 1999.8000000000002 9999 9999 9999 9999 9999 +9999 9999 1999.8 9999 9999 9999 9999 9999 PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl PREHOOK: type: QUERY @@ -380,6 +512,31 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_tbl #### A masked pattern was here #### 65536 65791 4294967296 4294967551 0.01 99.98 0.01 50.0 +PREHOOK: query: explain +select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl +PREHOOK: type: QUERY +POSTHOOK: query: explain +select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### +POSTHOOK: query: select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### +65536 1 65791 4294967296 4294967551 0.01 99.98 7 0.01 50.0 PREHOOK: query: explain select count(*), sum(1), sum(0.2), count(1), count(s), count(bo), count(bin), count(si) from stats_tbl_part PREHOOK: type: QUERY @@ -404,7 +561,7 @@ POSTHOOK: query: select count(*), sum(1), sum(0.2), count(1), count(s), count(bo POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_tbl_part #### A masked pattern was here #### -9489 9489 1897.8000000000002 9489 9489 9489 9489 9489 +9489 9489 1897.8 9489 9489 9489 9489 9489 PREHOOK: query: explain select min(i), max(i), min(b), max(b), min(f), max(f), min(d), max(d) from stats_tbl_part PREHOOK: type: QUERY @@ -430,6 +587,31 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@stats_tbl_part #### A masked pattern was here #### 65536 65791 4294967296 4294967551 0.01 99.98 0.01 50.0 +PREHOOK: query: explain +select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part +PREHOOK: type: QUERY +POSTHOOK: query: explain +select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### +POSTHOOK: query: select min(i), '1' as one, max(i), min(b), max(b), min(f), max(f), 3+4.0 as three, min(d), max(d) from stats_tbl_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### +65536 1 65791 4294967296 4294967551 0.01 99.98 7 0.01 50.0 PREHOOK: query: explain select count(ts) from stats_tbl_part PREHOOK: type: QUERY POSTHOOK: query: explain select count(ts) from stats_tbl_part @@ -441,6 +623,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -449,11 +632,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: stats_tbl_part - Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9489 Data size: 1054697 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ts (type: timestamp) outputColumnNames: ts - Statistics: Num rows: 9489 Data size: 978785 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9489 Data size: 1054697 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(ts) mode: hash @@ -464,8 +647,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -476,8 +660,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -486,6 +670,52 @@ STAGE PLANS: Processor Tree: ListSink +PREHOOK: query: explain select count('1') from stats_tbl group by '1' +PREHOOK: type: QUERY +POSTHOOK: query: explain select count('1') from stats_tbl group by '1' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count('1') from stats_tbl group by '1' +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl +#### A masked pattern was here #### +POSTHOOK: query: select count('1') from stats_tbl group by '1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl +#### A masked pattern was here #### +9999 +PREHOOK: query: explain select count('1') from stats_tbl_part group by '1' +PREHOOK: type: QUERY +POSTHOOK: query: explain select count('1') from stats_tbl_part group by '1' +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: select count('1') from stats_tbl_part group by '1' +PREHOOK: type: QUERY +PREHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### +POSTHOOK: query: select count('1') from stats_tbl_part group by '1' +POSTHOOK: type: QUERY +POSTHOOK: Input: default@stats_tbl_part +#### A masked pattern was here #### +9489 PREHOOK: query: drop table stats_tbl PREHOOK: type: DROPTABLE PREHOOK: Input: default@stats_tbl diff --git a/ql/src/test/results/clientpositive/llap/metadataonly1.q.out b/ql/src/test/results/clientpositive/llap/metadataonly1.q.out index e1dd7f2..98261bc 100644 --- a/ql/src/test/results/clientpositive/llap/metadataonly1.q.out +++ b/ql/src/test/results/clientpositive/llap/metadataonly1.q.out @@ -10,25 +10,6 @@ PREHOOK: query: explain extended select max(ds) from TEST1 PREHOOK: type: QUERY POSTHOOK: query: explain extended select max(ds) from TEST1 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - max - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -36,6 +17,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -44,48 +26,51 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string) auto parallelism: false Execution mode: llap + LLAP IO: unknown Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -119,25 +104,6 @@ PREHOOK: query: explain extended select max(ds) from TEST1 PREHOOK: type: QUERY POSTHOOK: query: explain extended select max(ds) from TEST1 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - max - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -145,6 +111,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -153,44 +120,52 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.test1{ds=1} [test1] + nullscan://null/default.test1/part_ds=1_ [test1] Path -> Partition: - -mr-10004default.test1{ds=1} + nullscan://null/default.test1/part_ds=1_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: ds 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -213,31 +188,32 @@ STAGE PLANS: name: default.test1 name: default.test1 Truncated Path -> Alias: - -mr-10004default.test1{ds=1} [test1] + nullscan://null/default.test1/part_ds=1_ [test1] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -266,25 +242,6 @@ PREHOOK: query: explain extended select count(distinct ds) from TEST1 PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(distinct ds) from TEST1 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONDI - count - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -292,6 +249,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -300,45 +258,53 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT ds) keys: ds (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.test1{ds=1} [test1] + nullscan://null/default.test1/part_ds=1_ [test1] Path -> Partition: - -mr-10004default.test1{ds=1} + nullscan://null/default.test1/part_ds=1_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: ds 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -361,31 +327,32 @@ STAGE PLANS: name: default.test1 name: default.test1 Truncated Path -> Alias: - -mr-10004default.test1{ds=1} [test1] + nullscan://null/default.test1/part_ds=1_ [test1] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col0:0._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -414,25 +381,6 @@ PREHOOK: query: explain extended select count(ds) from TEST1 PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(ds) from TEST1 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - count - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -440,6 +388,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -448,24 +397,26 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -477,17 +428,22 @@ STAGE PLANS: partition values: ds 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -512,29 +468,30 @@ STAGE PLANS: Truncated Path -> Alias: /test1/ds=1 [test1] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -572,52 +529,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(*) from TEST1 a2 join (select max(ds) m from TEST1) b on a2.ds=b.m POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - TEST1 - a2 - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - max - TOK_TABLE_OR_COL - ds - m - b - = - . - TOK_TABLE_OR_COL - a2 - ds - . - TOK_TABLE_OR_COL - b - m - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTIONSTAR - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -625,6 +536,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -635,20 +547,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -660,17 +574,22 @@ STAGE PLANS: partition values: ds 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -700,17 +619,22 @@ STAGE PLANS: partition values: ds 2 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -738,25 +662,27 @@ STAGE PLANS: Map 4 Map Operator Tree: TableScan - alias: a2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + alias: test1 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -768,17 +694,22 @@ STAGE PLANS: partition values: ds 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -808,17 +739,22 @@ STAGE PLANS: partition values: ds 2 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -841,8 +777,8 @@ STAGE PLANS: name: default.test1 name: default.test1 Truncated Path -> Alias: - /test1/ds=1 [a2] - /test1/ds=2 [a2] + /test1/ds=1 [test1] + /test1/ds=2 [test1] Reducer 2 Execution mode: llap Needs Tagging: false @@ -853,43 +789,45 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Position of Big Table: 0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Position of Big Table: 1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -904,32 +842,33 @@ STAGE PLANS: aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator isSamplingPred: false predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: true Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: a2 Partition key expr: ds - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Stage: Stage-0 @@ -984,31 +923,6 @@ PREHOOK: query: explain extended select ds, count(distinct hr) from TEST2 group PREHOOK: type: QUERY POSTHOOK: query: explain extended select ds, count(distinct hr) from TEST2 group by ds POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - ds - TOK_SELEXPR - TOK_FUNCTIONDI - count - TOK_TABLE_OR_COL - hr - TOK_GROUPBY - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1016,6 +930,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1024,31 +939,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: ds, hr - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT hr) keys: ds (type: string), hr (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: true + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.test2{ds=1, hr=1} [test2] - -mr-10005default.test2{ds=1, hr=2} [test2] - -mr-10006default.test2{ds=1, hr=3} [test2] + nullscan://null/default.test2/part_ds=1_hr=1_ [test2] + nullscan://null/default.test2/part_ds=1_hr=2_ [test2] + nullscan://null/default.test2/part_ds=1_hr=3_ [test2] Path -> Partition: - -mr-10004default.test2{ds=1, hr=1} + nullscan://null/default.test2/part_ds=1_hr=1_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1056,17 +974,22 @@ STAGE PLANS: ds 1 hr 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1088,7 +1011,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test2 name: default.test2 - -mr-10005default.test2{ds=1, hr=2} + nullscan://null/default.test2/part_ds=1_hr=2_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1096,17 +1019,22 @@ STAGE PLANS: ds 1 hr 2 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1128,7 +1056,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test2 name: default.test2 - -mr-10006default.test2{ds=1, hr=3} + nullscan://null/default.test2/part_ds=1_hr=3_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1136,17 +1064,22 @@ STAGE PLANS: ds 1 hr 3 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1169,11 +1102,11 @@ STAGE PLANS: name: default.test2 name: default.test2 Truncated Path -> Alias: - -mr-10004default.test2{ds=1, hr=1} [test2] - -mr-10005default.test2{ds=1, hr=2} [test2] - -mr-10006default.test2{ds=1, hr=3} [test2] + nullscan://null/default.test2/part_ds=1_hr=1_ [test2] + nullscan://null/default.test2/part_ds=1_hr=2_ [test2] + nullscan://null/default.test2/part_ds=1_hr=3_ [test2] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1181,22 +1114,23 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1229,31 +1163,6 @@ PREHOOK: query: explain extended select ds, count(hr) from TEST2 group by ds PREHOOK: type: QUERY POSTHOOK: query: explain extended select ds, count(hr) from TEST2 group by ds POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - ds - TOK_SELEXPR - TOK_FUNCTION - count - TOK_TABLE_OR_COL - hr - TOK_GROUPBY - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1261,6 +1170,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1269,27 +1179,29 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: ds, hr - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(hr) keys: ds (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1302,17 +1214,22 @@ STAGE PLANS: ds 1 hr 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1343,17 +1260,22 @@ STAGE PLANS: ds 1 hr 2 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1384,17 +1306,22 @@ STAGE PLANS: ds 1 hr 3 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1421,7 +1348,7 @@ STAGE PLANS: /test2/ds=1/hr=2 [test2] /test2/ds=1/hr=3 [test2] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1429,22 +1356,23 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1476,25 +1404,6 @@ PREHOOK: query: explain extended select max(ds) from TEST1 PREHOOK: type: QUERY POSTHOOK: query: explain extended select max(ds) from TEST1 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - max - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1502,6 +1411,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1510,45 +1420,53 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.test1{ds=1} [test1] - -mr-10005default.test1{ds=2} [test1] + nullscan://null/default.test1/part_ds=1_ [test1] + nullscan://null/default.test1/part_ds=2_ [test1] Path -> Partition: - -mr-10004default.test1{ds=1} + nullscan://null/default.test1/part_ds=1_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: ds 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1570,24 +1488,29 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test1 name: default.test1 - -mr-10005default.test1{ds=2} + nullscan://null/default.test1/part_ds=2_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat partition values: ds 2 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test1 + numFiles 0 + numRows 0 partition_columns ds partition_columns.types string + rawDataSize 0 serialization.ddl struct test1 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1610,32 +1533,33 @@ STAGE PLANS: name: default.test1 name: default.test1 Truncated Path -> Alias: - -mr-10004default.test1{ds=1} [test1] - -mr-10005default.test1{ds=2} [test1] + nullscan://null/default.test1/part_ds=1_ [test1] + nullscan://null/default.test1/part_ds=2_ [test1] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 84 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1717,31 +1641,6 @@ PREHOOK: query: explain extended select ds, count(distinct hr) from TEST2 group PREHOOK: type: QUERY POSTHOOK: query: explain extended select ds, count(distinct hr) from TEST2 group by ds POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - TEST2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - ds - TOK_SELEXPR - TOK_FUNCTIONDI - count - TOK_TABLE_OR_COL - hr - TOK_GROUPBY - TOK_TABLE_OR_COL - ds - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1749,6 +1648,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1757,33 +1657,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: ds, hr - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT hr) keys: ds (type: string), hr (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 376 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 auto parallelism: true + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.test2{ds=01_10_10, hr=01} [test2] - -mr-10005default.test2{ds=01_10_20, hr=02} [test2] - -mr-10006default.test2{ds=1, hr=1} [test2] - -mr-10007default.test2{ds=1, hr=2} [test2] - -mr-10008default.test2{ds=1, hr=3} [test2] + nullscan://null/default.test2/part_ds=01_10_10_hr=01_ [test2] + nullscan://null/default.test2/part_ds=01_10_20_hr=02_ [test2] + nullscan://null/default.test2/part_ds=1_hr=1_ [test2] + nullscan://null/default.test2/part_ds=1_hr=2_ [test2] + nullscan://null/default.test2/part_ds=1_hr=3_ [test2] Path -> Partition: - -mr-10004default.test2{ds=01_10_10, hr=01} + nullscan://null/default.test2/part_ds=01_10_10_hr=01_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1791,17 +1694,22 @@ STAGE PLANS: ds 01:10:10 hr 01 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1823,7 +1731,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test2 name: default.test2 - -mr-10005default.test2{ds=01_10_20, hr=02} + nullscan://null/default.test2/part_ds=01_10_20_hr=02_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1831,17 +1739,22 @@ STAGE PLANS: ds 01:10:20 hr 02 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1863,7 +1776,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test2 name: default.test2 - -mr-10006default.test2{ds=1, hr=1} + nullscan://null/default.test2/part_ds=1_hr=1_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1871,17 +1784,22 @@ STAGE PLANS: ds 1 hr 1 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1903,7 +1821,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test2 name: default.test2 - -mr-10007default.test2{ds=1, hr=2} + nullscan://null/default.test2/part_ds=1_hr=2_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1911,17 +1829,22 @@ STAGE PLANS: ds 1 hr 2 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1943,7 +1866,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test2 name: default.test2 - -mr-10008default.test2{ds=1, hr=3} + nullscan://null/default.test2/part_ds=1_hr=3_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1951,17 +1874,22 @@ STAGE PLANS: ds 1 hr 3 properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns a,b columns.comments columns.types int:double #### A masked pattern was here #### name default.test2 + numFiles 0 + numRows 0 partition_columns ds/hr partition_columns.types string:string + rawDataSize 0 serialization.ddl struct test2 { i32 a, double b} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.NullStructSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.NullStructSerDe @@ -1984,13 +1912,13 @@ STAGE PLANS: name: default.test2 name: default.test2 Truncated Path -> Alias: - -mr-10004default.test2{ds=01_10_10, hr=01} [test2] - -mr-10005default.test2{ds=01_10_20, hr=02} [test2] - -mr-10006default.test2{ds=1, hr=1} [test2] - -mr-10007default.test2{ds=1, hr=2} [test2] - -mr-10008default.test2{ds=1, hr=3} [test2] + nullscan://null/default.test2/part_ds=01_10_10_hr=01_ [test2] + nullscan://null/default.test2/part_ds=01_10_20_hr=02_ [test2] + nullscan://null/default.test2/part_ds=1_hr=1_ [test2] + nullscan://null/default.test2/part_ds=1_hr=2_ [test2] + nullscan://null/default.test2/part_ds=1_hr=3_ [test2] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1998,22 +1926,23 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 192 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/mrr.q.out b/ql/src/test/results/clientpositive/llap/mrr.q.out index 7e2a554..6272d04 100644 --- a/ql/src/test/results/clientpositive/llap/mrr.q.out +++ b/ql/src/test/results/clientpositive/llap/mrr.q.out @@ -25,22 +25,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -52,11 +52,11 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 3 Execution mode: llap @@ -64,10 +64,10 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -420,38 +420,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -465,17 +465,17 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1, _col2 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col1 (type: string), _col2 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -483,27 +483,27 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint), _col0 (type: string) sort order: ++ - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -847,23 +847,42 @@ STAGE PLANS: Tez #### A masked pattern was here #### Edges: - Map 1 <- Map 4 (BROADCAST_EDGE) - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) + Reducer 3 <- Map 2 (SIMPLE_EDGE) + Reducer 4 <- Reducer 3 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + Map 2 + Map Operator Tree: + TableScan + alias: s2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -872,68 +891,48 @@ STAGE PLANS: 1 _col0 (type: string) outputColumnNames: _col1, _col2 input vertices: - 1 Map 4 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + 0 Map 1 + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col1 (type: string), _col2 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs - Map 4 - Map Operator Tree: - TableScan - alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) - Execution mode: llap - LLAP IO: no inputs - Reducer 2 + Reducer 3 Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 609 Data size: 108402 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint), _col0 (type: string) sort order: ++ - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE - Reducer 3 + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE + Reducer 4 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 137 Data size: 1455 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1319,21 +1318,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1341,21 +1340,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1363,21 +1362,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(value) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -1389,11 +1388,11 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 11 Execution mode: llap @@ -1401,12 +1400,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 2 Execution mode: llap @@ -1416,11 +1415,11 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 3 Execution mode: llap @@ -1428,12 +1427,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 Execution mode: llap @@ -1447,15 +1446,15 @@ STAGE PLANS: 1 _col0 (type: string) 2 _col0 (type: string) outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 13464 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col3 (type: bigint), _col1 (type: bigint), _col4 (type: string), _col5 (type: bigint) outputColumnNames: _col0, _col1, _col3, _col4, _col5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col3 (type: bigint), _col4 (type: string), _col5 (type: bigint) Reducer 5 Execution mode: llap @@ -1463,10 +1462,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: bigint), VALUE._col2 (type: string), VALUE._col3 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 19380 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1479,14 +1478,14 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (_col1 > 1) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint) sort order: + - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 8 Execution mode: llap @@ -1494,12 +1493,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 68 Data size: 6460 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out new file mode 100644 index 0000000..b45e4db --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/nonmr_fetch_threshold.q.out @@ -0,0 +1,205 @@ +PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 +PREHOOK: type: QUERY +POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:10 + Limit [LIM_3] + Number of rows:10 + Select Operator [SEL_2] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 +PREHOOK: type: QUERY +POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:10 + Limit [LIM_2] + Number of rows:10 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 +PREHOOK: type: QUERY +POSTHOOK: query: explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:10 + Limit [LIM_3] + Number of rows:10 + Select Operator [SEL_2] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 +PREHOOK: type: QUERY +POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:10 + Limit [LIM_2] + Number of rows:10 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: -- Scans without limit (should be Fetch task now) +explain select concat(key, value) from src +PREHOOK: type: QUERY +POSTHOOK: query: -- Scans without limit (should be Fetch task now) +explain select concat(key, value) from src +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: -- from HIVE-7397, limit + partition pruning filter +explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 +PREHOOK: type: QUERY +POSTHOOK: query: -- from HIVE-7397, limit + partition pruning filter +explain select * from srcpart where ds='2008-04-08' AND hr='11' limit 10 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:10 + Limit [LIM_3] + Number of rows:10 + Select Operator [SEL_2] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 +PREHOOK: type: QUERY +POSTHOOK: query: explain select cast(key as int) * 10, upper(value) from src limit 10 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:10 + Limit [LIM_2] + Number of rows:10 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: -- Scans without limit (should not be Fetch task now) +explain select concat(key, value) from src +PREHOOK: type: QUERY +POSTHOOK: query: -- Scans without limit (should not be Fetch task now) +explain select concat(key, value) from src +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=500 width=184) + Output:["_col0"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + +PREHOOK: query: -- Simple Scans without limit (will be Fetch task now) +explain select key, value from src +PREHOOK: type: QUERY +POSTHOOK: query: -- Simple Scans without limit (will be Fetch task now) +explain select key, value from src +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: explain select key from src +PREHOOK: type: QUERY +POSTHOOK: query: explain select key from src +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0"] + TableScan [TS_0] + Output:["key"] + +PREHOOK: query: explain select * from src +PREHOOK: type: QUERY +POSTHOOK: query: explain select * from src +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["key","value"] + +PREHOOK: query: explain select key,1 from src +PREHOOK: type: QUERY +POSTHOOK: query: explain select key,1 from src +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["key"] + +PREHOOK: query: explain select cast(key as char(20)),1 from src +PREHOOK: type: QUERY +POSTHOOK: query: explain select cast(key as char(20)),1 from src +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["key"] + diff --git a/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out b/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out index d58d033..d9775b5 100644 --- a/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out +++ b/ql/src/test/results/clientpositive/llap/optimize_nullscan.q.out @@ -14,25 +14,6 @@ POSTHOOK: query: -- SORT_QUERY_RESULTS explain extended select key from src where false POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_WHERE - false - - STAGE DEPENDENCIES: Stage-0 is a root stage @@ -66,32 +47,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(key) from srcpart where 1=2 group by key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - srcpart - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - count - TOK_TABLE_OR_COL - key - TOK_WHERE - = - 1 - 2 - TOK_GROUPBY - TOK_TABLE_OR_COL - key - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -99,6 +54,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -107,29 +63,31 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(key) keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col1 (type: bigint) auto parallelism: true Execution mode: llap + LLAP IO: unknown Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -137,26 +95,27 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -184,63 +143,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select key from srcpart limit 0) b on a.key=b.key POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_LEFTOUTERJOIN - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_WHERE - false - a - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - srcpart - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_LIMIT - 0 - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -248,6 +150,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) @@ -257,32 +160,35 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Path -> Partition: - -mr-10003default.src{} + nullscan://null/default.src/part_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -302,7 +208,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -321,33 +227,36 @@ STAGE PLANS: name: default.src name: default.src Truncated Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Map 3 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 0 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.srcpart{ds=2008-04-08, hr=11} [srcpart] - -mr-10005default.srcpart{ds=2008-04-08, hr=12} [srcpart] - -mr-10006default.srcpart{ds=2008-04-09, hr=11} [srcpart] - -mr-10007default.srcpart{ds=2008-04-09, hr=12} [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=12_ [srcpart] Path -> Partition: - -mr-10004default.srcpart{ds=2008-04-08, hr=11} + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -355,7 +264,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -392,7 +301,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - -mr-10005default.srcpart{ds=2008-04-08, hr=12} + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -400,7 +309,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -437,7 +346,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - -mr-10006default.srcpart{ds=2008-04-09, hr=11} + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=11_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -445,7 +354,7 @@ STAGE PLANS: ds 2008-04-09 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -482,7 +391,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - -mr-10007default.srcpart{ds=2008-04-09, hr=12} + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=12_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -490,7 +399,7 @@ STAGE PLANS: ds 2008-04-09 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -528,10 +437,10 @@ STAGE PLANS: name: default.srcpart name: default.srcpart Truncated Path -> Alias: - -mr-10004default.srcpart{ds=2008-04-08, hr=11} [srcpart] - -mr-10005default.srcpart{ds=2008-04-08, hr=12} [srcpart] - -mr-10006default.srcpart{ds=2008-04-09, hr=11} [srcpart] - -mr-10007default.srcpart{ds=2008-04-09, hr=12} [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=12_ [srcpart] Reducer 2 Execution mode: llap Needs Tagging: false @@ -544,22 +453,23 @@ STAGE PLANS: 1 _col0 (type: string) outputColumnNames: _col0, _col1 Position of Big Table: 0 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 174 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -573,15 +483,16 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 0 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 auto parallelism: true @@ -615,54 +526,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(key) from src where false union all select count(key) from srcpart POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - count - TOK_TABLE_OR_COL - key - TOK_WHERE - false - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - srcpart - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - count - TOK_TABLE_OR_COL - key - _u1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -670,6 +533,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 5 <- Map 4 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -679,32 +543,35 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(key) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Path -> Partition: - -mr-10003default.src{} + nullscan://null/default.src/part_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -724,7 +591,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -743,29 +610,31 @@ STAGE PLANS: name: default.src name: default.src Truncated Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Map 4 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: key (type: string) outputColumnNames: key - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(key) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -778,7 +647,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -824,7 +693,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -870,7 +739,7 @@ STAGE PLANS: ds 2008-04-09 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -916,7 +785,7 @@ STAGE PLANS: ds 2008-04-09 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -959,29 +828,30 @@ STAGE PLANS: /srcpart/ds=2008-04-09/hr=11 [srcpart] /srcpart/ds=2008-04-09/hr=12 [srcpart] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -989,29 +859,30 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 5 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1054,54 +925,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select * from (select key from src where false) a left outer join (select value from srcpart limit 0) b POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_LEFTOUTERJOIN - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_WHERE - false - a - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - srcpart - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - value - TOK_LIMIT - 0 - b - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1109,6 +932,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) @@ -1118,31 +942,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Path -> Partition: - -mr-10003default.src{} + nullscan://null/default.src/part_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1162,7 +989,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1181,33 +1008,36 @@ STAGE PLANS: name: default.src name: default.src Truncated Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Map 3 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 182000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 0 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string) auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.srcpart{ds=2008-04-08, hr=11} [srcpart] - -mr-10005default.srcpart{ds=2008-04-08, hr=12} [srcpart] - -mr-10006default.srcpart{ds=2008-04-09, hr=11} [srcpart] - -mr-10007default.srcpart{ds=2008-04-09, hr=12} [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=12_ [srcpart] Path -> Partition: - -mr-10004default.srcpart{ds=2008-04-08, hr=11} + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1215,7 +1045,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1252,7 +1082,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - -mr-10005default.srcpart{ds=2008-04-08, hr=12} + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1260,7 +1090,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1297,7 +1127,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - -mr-10006default.srcpart{ds=2008-04-09, hr=11} + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=11_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1305,7 +1135,7 @@ STAGE PLANS: ds 2008-04-09 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1342,7 +1172,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.srcpart name: default.srcpart - -mr-10007default.srcpart{ds=2008-04-09, hr=12} + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=12_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1350,7 +1180,7 @@ STAGE PLANS: ds 2008-04-09 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1388,10 +1218,10 @@ STAGE PLANS: name: default.srcpart name: default.srcpart Truncated Path -> Alias: - -mr-10004default.srcpart{ds=2008-04-08, hr=11} [srcpart] - -mr-10005default.srcpart{ds=2008-04-08, hr=12} [srcpart] - -mr-10006default.srcpart{ds=2008-04-09, hr=11} [srcpart] - -mr-10007default.srcpart{ds=2008-04-09, hr=12} [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-08_hr=12_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=11_ [srcpart] + nullscan://null/default.srcpart/part_ds=2008-04-09_hr=12_ [srcpart] Reducer 2 Execution mode: llap Needs Tagging: false @@ -1404,22 +1234,23 @@ STAGE PLANS: 1 outputColumnNames: _col0, _col1 Position of Big Table: 0 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1433,13 +1264,14 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 0 - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: - Statistics: Num rows: 0 Data size: 0 Basic stats: NONE Column stats: NONE + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 value expressions: _col0 (type: string) auto parallelism: false @@ -1475,65 +1307,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select * from (select key from src union all select src.key from src left outer join srcpart on src.key = srcpart.key) a where false POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_QUERY - TOK_FROM - TOK_LEFTOUTERJOIN - TOK_TABREF - TOK_TABNAME - src - TOK_TABREF - TOK_TABNAME - srcpart - = - . - TOK_TABLE_OR_COL - src - key - . - TOK_TABLE_OR_COL - srcpart - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - src - key - a - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - TOK_WHERE - false - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1541,6 +1314,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Reducer 4 <- Map 3 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE), Union 2 (CONTAINS) @@ -1550,31 +1324,32 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 2 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: PARTIAL #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1582,6 +1357,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1591,7 +1367,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1611,7 +1387,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1635,28 +1411,31 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: key (type: string) + null sort order: a sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 auto parallelism: true + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Path -> Partition: - -mr-10003default.src{} + nullscan://null/default.src/part_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1676,7 +1455,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1695,25 +1474,27 @@ STAGE PLANS: name: default.src name: default.src Truncated Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Map 5 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: string) + null sort order: a sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true Execution mode: llap + LLAP IO: unknown Reducer 4 Execution mode: llap Needs Tagging: false @@ -1726,22 +1507,23 @@ STAGE PLANS: 1 key (type: string) outputColumnNames: _col0 Position of Big Table: 0 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 95 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 2 Data size: 21 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: PARTIAL #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1773,40 +1555,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select * from src s1, src s2 where false and s1.value = s2.value POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - src - s1 - TOK_TABREF - TOK_TABNAME - src - s2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - TOK_WHERE - and - false - = - . - TOK_TABLE_OR_COL - s1 - value - . - TOK_TABLE_OR_COL - s2 - value - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1814,6 +1562,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1822,29 +1571,32 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) + null sort order: a sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE tag: 0 value expressions: key (type: string) auto parallelism: true + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10003default.src{} [s1] + nullscan://null/default.src/part_ [s1] Path -> Partition: - -mr-10003default.src{} + nullscan://null/default.src/part_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1864,7 +1616,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1883,34 +1635,37 @@ STAGE PLANS: name: default.src name: default.src Truncated Path -> Alias: - -mr-10003default.src{} [s1] + nullscan://null/default.src/part_ [s1] Map 3 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: value (type: string) + null sort order: a sort order: + Map-reduce partition columns: value (type: string) - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE tag: 1 value expressions: key (type: string) auto parallelism: true + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10004default.src{} [s2] + nullscan://null/default.src/part_ [s2] Path -> Partition: - -mr-10004default.src{} + nullscan://null/default.src/part_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1930,7 +1685,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -1949,7 +1704,7 @@ STAGE PLANS: name: default.src name: default.src Truncated Path -> Alias: - -mr-10004default.src{} [s2] + nullscan://null/default.src/part_ [s2] Reducer 2 Execution mode: llap Needs Tagging: false @@ -1962,26 +1717,27 @@ STAGE PLANS: 1 value (type: string) outputColumnNames: _col0, _col1, _col5, _col6 Position of Big Table: 0 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col5 (type: string), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 1 Data size: 11 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3 columns.types string:string:string:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2009,28 +1765,6 @@ PREHOOK: type: QUERY POSTHOOK: query: explain extended select count(1) from src where null = 1 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_FUNCTION - count - 1 - TOK_WHERE - = - TOK_NULL - 1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2038,6 +1772,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2051,27 +1786,30 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: false (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator + null sort order: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: bigint) auto parallelism: false + Execution mode: llap + LLAP IO: no inputs Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Path -> Partition: - -mr-10003default.src{} + nullscan://null/default.src/part_ Partition input format: org.apache.hadoop.hive.ql.io.OneNullRowInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -2091,7 +1829,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -2110,9 +1848,9 @@ STAGE PLANS: name: default.src name: default.src Truncated Path -> Alias: - -mr-10003default.src{} [src] + nullscan://null/default.src/part_ [src] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -2128,13 +1866,14 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0 columns.types bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/orc_analyze.q.out b/ql/src/test/results/clientpositive/llap/orc_analyze.q.out index 6eb9a93..87855fa 100644 --- a/ql/src/test/results/clientpositive/llap/orc_analyze.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_analyze.q.out @@ -102,11 +102,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3174 + totalSize 3202 #### A masked pattern was here #### # Storage Information @@ -150,11 +150,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3174 + totalSize 3202 #### A masked pattern was here #### # Storage Information @@ -198,11 +198,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3174 + totalSize 3202 #### A masked pattern was here #### # Storage Information @@ -287,11 +287,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 100 rawDataSize 52600 - totalSize 3174 + totalSize 3202 #### A masked pattern was here #### # Storage Information @@ -401,11 +401,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2073 + totalSize 2102 #### A masked pattern was here #### # Storage Information @@ -444,11 +444,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2088 + totalSize 2118 #### A masked pattern was here #### # Storage Information @@ -499,11 +499,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2073 + totalSize 2102 #### A masked pattern was here #### # Storage Information @@ -542,11 +542,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2088 + totalSize 2118 #### A masked pattern was here #### # Storage Information @@ -597,11 +597,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2073 + totalSize 2102 #### A masked pattern was here #### # Storage Information @@ -640,11 +640,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2088 + totalSize 2118 #### A masked pattern was here #### # Storage Information @@ -740,11 +740,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2073 + totalSize 2102 #### A masked pattern was here #### # Storage Information @@ -783,11 +783,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 22050 - totalSize 2088 + totalSize 2118 #### A masked pattern was here #### # Storage Information @@ -903,11 +903,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 21950 - totalSize 2073 + rawDataSize 21975 + totalSize 5263 #### A masked pattern was here #### # Storage Information @@ -946,11 +946,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 22050 - totalSize 2088 + rawDataSize 22043 + totalSize 5336 #### A masked pattern was here #### # Storage Information @@ -1001,11 +1001,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 21950 - totalSize 2073 + rawDataSize 21975 + totalSize 5263 #### A masked pattern was here #### # Storage Information @@ -1044,11 +1044,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 22050 - totalSize 2088 + rawDataSize 22043 + totalSize 5336 #### A masked pattern was here #### # Storage Information @@ -1099,11 +1099,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 21950 - totalSize 2073 + rawDataSize 21975 + totalSize 5263 #### A masked pattern was here #### # Storage Information @@ -1142,11 +1142,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 22050 - totalSize 2088 + rawDataSize 22043 + totalSize 5336 #### A masked pattern was here #### # Storage Information @@ -1248,11 +1248,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 21950 - totalSize 2073 + rawDataSize 21975 + totalSize 5263 #### A masked pattern was here #### # Storage Information @@ -1291,11 +1291,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true - numFiles 1 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 50 - rawDataSize 22050 - totalSize 2088 + rawDataSize 22043 + totalSize 5336 #### A masked pattern was here #### # Storage Information @@ -1369,66 +1369,17 @@ POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).id SIMPLE [(orc_create_ POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).last_name SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:last_name, type:string, comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).salary SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:salary, type:decimal(10,0), comment:null), ] POSTHOOK: Lineage: orc_create_people PARTITION(state=Or).start_date SIMPLE [(orc_create_people_staging)orc_create_people_staging.FieldSchema(name:start_date, type:timestamp, comment:null), ] -PREHOOK: query: -- set the table to text format -ALTER TABLE orc_create_people SET SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' -PREHOOK: type: ALTERTABLE_SERIALIZER -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- set the table to text format -ALTER TABLE orc_create_people SET SERDE 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' -POSTHOOK: type: ALTERTABLE_SERIALIZER -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: ALTER TABLE orc_create_people SET FILEFORMAT TEXTFILE -PREHOOK: type: ALTERTABLE_FILEFORMAT -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: ALTER TABLE orc_create_people SET FILEFORMAT TEXTFILE -POSTHOOK: type: ALTERTABLE_FILEFORMAT -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: -- load the text data into a new partition -LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' OVERWRITE INTO TABLE orc_create_people PARTITION(state="OH") -PREHOOK: type: LOAD -#### A masked pattern was here #### -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- load the text data into a new partition -LOAD DATA LOCAL INPATH '../../data/files/kv1.txt' OVERWRITE INTO TABLE orc_create_people PARTITION(state="OH") -POSTHOOK: type: LOAD -#### A masked pattern was here #### -POSTHOOK: Output: default@orc_create_people -POSTHOOK: Output: default@orc_create_people@state=OH -PREHOOK: query: -- set the table back to orc -ALTER TABLE orc_create_people SET SERDE 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' -PREHOOK: type: ALTERTABLE_SERIALIZER -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: -- set the table back to orc -ALTER TABLE orc_create_people SET SERDE 'org.apache.hadoop.hive.ql.io.orc.OrcSerde' -POSTHOOK: type: ALTERTABLE_SERIALIZER -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people -PREHOOK: query: ALTER TABLE orc_create_people SET FILEFORMAT ORC -PREHOOK: type: ALTERTABLE_FILEFORMAT -PREHOOK: Input: default@orc_create_people -PREHOOK: Output: default@orc_create_people -POSTHOOK: query: ALTER TABLE orc_create_people SET FILEFORMAT ORC -POSTHOOK: type: ALTERTABLE_FILEFORMAT -POSTHOOK: Input: default@orc_create_people -POSTHOOK: Output: default@orc_create_people PREHOOK: query: analyze table orc_create_people partition(state) compute statistics PREHOOK: type: QUERY PREHOOK: Input: default@orc_create_people PREHOOK: Output: default@orc_create_people PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=OH PREHOOK: Output: default@orc_create_people@state=Or POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=OH POSTHOOK: Output: default@orc_create_people@state=Or PREHOOK: query: desc formatted orc_create_people partition(state="Ca") PREHOOK: type: DESCTABLE @@ -1456,11 +1407,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2073 + totalSize 2102 #### A masked pattern was here #### # Storage Information @@ -1473,62 +1424,17 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="OH") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="OH") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [OH] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE false - numFiles 1 - numRows -1 - rawDataSize -1 - totalSize 5812 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 PREHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_create_people PREHOOK: Output: default@orc_create_people PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=OH PREHOOK: Output: default@orc_create_people@state=Or POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics partialscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=OH POSTHOOK: Output: default@orc_create_people@state=Or PREHOOK: query: desc formatted orc_create_people partition(state="Ca") PREHOOK: type: DESCTABLE @@ -1556,11 +1462,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2073 + totalSize 2102 #### A masked pattern was here #### # Storage Information @@ -1573,62 +1479,17 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="OH") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="OH") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [OH] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE false - numFiles 1 - numRows -1 - rawDataSize -1 - totalSize 5812 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 PREHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan PREHOOK: type: QUERY PREHOOK: Input: default@orc_create_people PREHOOK: Output: default@orc_create_people PREHOOK: Output: default@orc_create_people@state=Ca -PREHOOK: Output: default@orc_create_people@state=OH PREHOOK: Output: default@orc_create_people@state=Or POSTHOOK: query: analyze table orc_create_people partition(state) compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_create_people POSTHOOK: Output: default@orc_create_people POSTHOOK: Output: default@orc_create_people@state=Ca -POSTHOOK: Output: default@orc_create_people@state=OH POSTHOOK: Output: default@orc_create_people@state=Or PREHOOK: query: desc formatted orc_create_people partition(state="Ca") PREHOOK: type: DESCTABLE @@ -1656,11 +1517,11 @@ Database: default Table: orc_create_people #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 50 rawDataSize 21950 - totalSize 2073 + totalSize 2102 #### A masked pattern was here #### # Storage Information @@ -1673,49 +1534,6 @@ Bucket Columns: [] Sort Columns: [] Storage Desc Params: serialization.format 1 -PREHOOK: query: desc formatted orc_create_people partition(state="OH") -PREHOOK: type: DESCTABLE -PREHOOK: Input: default@orc_create_people -POSTHOOK: query: desc formatted orc_create_people partition(state="OH") -POSTHOOK: type: DESCTABLE -POSTHOOK: Input: default@orc_create_people -# col_name data_type comment - -id int -first_name string -last_name string -address string -salary decimal(10,0) -start_date timestamp - -# Partition Information -# col_name data_type comment - -state string - -# Detailed Partition Information -Partition Value: [OH] -Database: default -Table: orc_create_people -#### A masked pattern was here #### -Partition Parameters: - COLUMN_STATS_ACCURATE false - numFiles 1 - numRows -1 - rawDataSize -1 - totalSize 5812 -#### A masked pattern was here #### - -# Storage Information -SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe -InputFormat: org.apache.hadoop.mapred.TextInputFormat -OutputFormat: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat -Compressed: No -Num Buckets: -1 -Bucket Columns: [] -Sort Columns: [] -Storage Desc Params: - serialization.format 1 PREHOOK: query: drop table orc_create_people PREHOOK: type: DROPTABLE PREHOOK: Input: default@orc_create_people diff --git a/ql/src/test/results/clientpositive/llap/orc_merge1.q.out b/ql/src/test/results/clientpositive/llap/orc_merge1.q.out index 241fb05..973d5a1 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge1.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge1.q.out @@ -71,20 +71,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orcfile_merge1 Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -156,20 +157,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orcfile_merge1b Execution mode: llap + LLAP IO: no inputs Stage: Stage-8 Conditional Operator @@ -286,20 +288,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orcfile_merge1c Execution mode: llap + LLAP IO: no inputs Stage: Stage-8 Conditional Operator diff --git a/ql/src/test/results/clientpositive/llap/orc_merge10.q.out b/ql/src/test/results/clientpositive/llap/orc_merge10.q.out new file mode 100644 index 0000000..164edda --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/orc_merge10.q.out @@ -0,0 +1,743 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +DROP TABLE orcfile_merge1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: -- SORT_QUERY_RESULTS + +DROP TABLE orcfile_merge1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orcfile_merge1b +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orcfile_merge1b +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orcfile_merge1c +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orcfile_merge1c +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orcfile_merge1 (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC tblproperties("orc.compress"="SNAPPY","orc.compress.size"="4096") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1 +POSTHOOK: query: CREATE TABLE orcfile_merge1 (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC tblproperties("orc.compress"="SNAPPY","orc.compress.size"="4096") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1 +PREHOOK: query: CREATE TABLE orcfile_merge1b (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC tblproperties("orc.compress"="SNAPPY","orc.compress.size"="4096") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1b +POSTHOOK: query: CREATE TABLE orcfile_merge1b (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC tblproperties("orc.compress"="SNAPPY","orc.compress.size"="4096") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1b +PREHOOK: query: CREATE TABLE orcfile_merge1c (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC tblproperties("orc.compress"="SNAPPY","orc.compress.size"="4096") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1c +POSTHOOK: query: CREATE TABLE orcfile_merge1c (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC tblproperties("orc.compress"="SNAPPY","orc.compress.size"="4096") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1c +PREHOOK: query: -- merge disabled +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +POSTHOOK: query: -- merge disabled +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1 + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 1 + part + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Output: default@orcfile_merge1@ds=1/part=1 +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Found 3 items +#### A masked pattern was here #### +PREHOOK: query: -- auto-merge slow way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +POSTHOOK: query: -- auto-merge slow way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + Stage-4 + Stage-6 + Stage-7 depends on stages: Stage-6 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 1 + part + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-3 + Stats-Aggr Operator + + Stage: Stage-4 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-6 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + +PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=0 +POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=1 +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Found 1 items +#### A masked pattern was here #### +PREHOOK: query: -- auto-merge fast way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +POSTHOOK: query: -- auto-merge fast way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + Stage-4 + Stage-6 + Stage-7 depends on stages: Stage-6 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1c + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 1 + part + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1c + + Stage: Stage-3 + Stats-Aggr Operator + + Stage: Stage-4 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Merge File Operator + Map Operator Tree: + ORC File Merge Operator + merge level: stripe + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + + Stage: Stage-6 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Merge File Operator + Map Operator Tree: + ORC File Merge Operator + merge level: stripe + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + +PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orcfile_merge1c@ds=1/part=0 +POSTHOOK: Output: default@orcfile_merge1c@ds=1/part=1 +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Found 1 items +#### A masked pattern was here #### +PREHOOK: query: -- Verify +SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1 WHERE ds='1' +) t +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: -- Verify +SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1 WHERE ds='1' +) t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +-21975308766 +PREHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1b WHERE ds='1' +) t +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1b +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1b WHERE ds='1' +) t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1b +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +-21975308766 +PREHOOK: query: select count(*) from orcfile_merge1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from orcfile_merge1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +500 +PREHOOK: query: select count(*) from orcfile_merge1b +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1b +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from orcfile_merge1b +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1b +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +500 +PREHOOK: query: -- concatenate +explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE +PREHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: query: -- concatenate +explain ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE +POSTHOOK: type: ALTER_PARTITION_MERGE +STAGE DEPENDENCIES: + Stage-0 is a root stage + Stage-1 depends on stages: Stage-0 + Stage-2 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-0 + + Stage: Stage-1 + Move Operator + tables: + partition: + ds 1 + part 0 + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1 + + Stage: Stage-2 + Stats-Aggr Operator + +PREHOOK: query: ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE +PREHOOK: type: ALTER_PARTITION_MERGE +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Output: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: query: ALTER TABLE orcfile_merge1 PARTITION (ds='1', part='0') CONCATENATE +POSTHOOK: type: ALTER_PARTITION_MERGE +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 +Found 1 items +#### A masked pattern was here #### +PREHOOK: query: -- Verify +SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1c WHERE ds='1' +) t +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1c +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: -- Verify +SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1c WHERE ds='1' +) t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1c +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +-21975308766 +PREHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1 WHERE ds='1' +) t +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1 WHERE ds='1' +) t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +-21975308766 +PREHOOK: query: select count(*) from orcfile_merge1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from orcfile_merge1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +500 +PREHOOK: query: select count(*) from orcfile_merge1c +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1c +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from orcfile_merge1c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1c +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +500 +PREHOOK: query: select * from orcfile_merge1 where ds='1' and part='0' limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 +#### A masked pattern was here #### +-- BEGIN ORC FILE DUMP -- +#### A masked pattern was here #### +File Version: 0.12 with HIVE_13083 +Rows: 242 +Compression: SNAPPY +Compression size: 4096 +Type: struct + +Stripe Statistics: + Stripe 1: + Column 0: count: 90 hasNull: false + Column 1: count: 90 hasNull: false min: 0 max: 495 sum: 22736 + Column 2: count: 90 hasNull: false min: val_0 max: val_86 sum: 612 + Stripe 2: + Column 0: count: 78 hasNull: false + Column 1: count: 78 hasNull: false min: 0 max: 497 sum: 18371 + Column 2: count: 78 hasNull: false min: val_0 max: val_95 sum: 529 + Stripe 3: + Column 0: count: 74 hasNull: false + Column 1: count: 74 hasNull: false min: 2 max: 493 sum: 19663 + Column 2: count: 74 hasNull: false min: val_105 max: val_97 sum: 505 + +File Statistics: + Column 0: count: 242 hasNull: false + Column 1: count: 242 hasNull: false min: 0 max: 497 sum: 60770 + Column 2: count: 242 hasNull: false min: val_0 max: val_97 sum: 1646 + +Stripes: + Stripe: offset: 3 data: 616 rows: 90 tail: 61 index: 76 + Stream: column 0 section ROW_INDEX start: 3 length 11 + Stream: column 1 section ROW_INDEX start: 14 length 27 + Stream: column 2 section ROW_INDEX start: 41 length 38 + Stream: column 1 section DATA start: 79 length 185 + Stream: column 2 section DATA start: 264 length 377 + Stream: column 2 section LENGTH start: 641 length 54 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 90 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 90 hasNull: false min: 0 max: 495 sum: 22736 positions: 0,0,0 + Row group indices for column 2: + Entry 0: count: 90 hasNull: false min: val_0 max: val_86 sum: 612 positions: 0,0,0,0,0 + Stripe: offset: 756 data: 544 rows: 78 tail: 61 index: 76 + Stream: column 0 section ROW_INDEX start: 756 length 11 + Stream: column 1 section ROW_INDEX start: 767 length 27 + Stream: column 2 section ROW_INDEX start: 794 length 38 + Stream: column 1 section DATA start: 832 length 161 + Stream: column 2 section DATA start: 993 length 332 + Stream: column 2 section LENGTH start: 1325 length 51 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 78 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 78 hasNull: false min: 0 max: 497 sum: 18371 positions: 0,0,0 + Row group indices for column 2: + Entry 0: count: 78 hasNull: false min: val_0 max: val_95 sum: 529 positions: 0,0,0,0,0 + Stripe: offset: 1437 data: 519 rows: 74 tail: 61 index: 78 + Stream: column 0 section ROW_INDEX start: 1437 length 11 + Stream: column 1 section ROW_INDEX start: 1448 length 27 + Stream: column 2 section ROW_INDEX start: 1475 length 40 + Stream: column 1 section DATA start: 1515 length 153 + Stream: column 2 section DATA start: 1668 length 331 + Stream: column 2 section LENGTH start: 1999 length 35 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 74 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 74 hasNull: false min: 2 max: 493 sum: 19663 positions: 0,0,0 + Row group indices for column 2: + Entry 0: count: 74 hasNull: false min: val_105 max: val_97 sum: 505 positions: 0,0,0,0,0 + +File length: 2393 bytes +Padding length: 0 bytes +Padding ratio: 0% +________________________________________________________________________________________________________________________ + +-- END ORC FILE DUMP -- +86 val_86 1 0 +PREHOOK: query: select * from orcfile_merge1c where ds='1' and part='0' limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1c +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +#### A masked pattern was here #### +-- BEGIN ORC FILE DUMP -- +#### A masked pattern was here #### +File Version: 0.12 with HIVE_13083 +Rows: 242 +Compression: SNAPPY +Compression size: 4096 +Type: struct + +Stripe Statistics: + Stripe 1: + Column 0: count: 90 hasNull: false + Column 1: count: 90 hasNull: false min: 0 max: 495 sum: 22736 + Column 2: count: 90 hasNull: false min: val_0 max: val_86 sum: 612 + Stripe 2: + Column 0: count: 78 hasNull: false + Column 1: count: 78 hasNull: false min: 0 max: 497 sum: 18371 + Column 2: count: 78 hasNull: false min: val_0 max: val_95 sum: 529 + Stripe 3: + Column 0: count: 74 hasNull: false + Column 1: count: 74 hasNull: false min: 2 max: 493 sum: 19663 + Column 2: count: 74 hasNull: false min: val_105 max: val_97 sum: 505 + +File Statistics: + Column 0: count: 242 hasNull: false + Column 1: count: 242 hasNull: false min: 0 max: 497 sum: 60770 + Column 2: count: 242 hasNull: false min: val_0 max: val_97 sum: 1646 + +Stripes: + Stripe: offset: 3 data: 616 rows: 90 tail: 61 index: 76 + Stream: column 0 section ROW_INDEX start: 3 length 11 + Stream: column 1 section ROW_INDEX start: 14 length 27 + Stream: column 2 section ROW_INDEX start: 41 length 38 + Stream: column 1 section DATA start: 79 length 185 + Stream: column 2 section DATA start: 264 length 377 + Stream: column 2 section LENGTH start: 641 length 54 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 90 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 90 hasNull: false min: 0 max: 495 sum: 22736 positions: 0,0,0 + Row group indices for column 2: + Entry 0: count: 90 hasNull: false min: val_0 max: val_86 sum: 612 positions: 0,0,0,0,0 + Stripe: offset: 756 data: 544 rows: 78 tail: 61 index: 76 + Stream: column 0 section ROW_INDEX start: 756 length 11 + Stream: column 1 section ROW_INDEX start: 767 length 27 + Stream: column 2 section ROW_INDEX start: 794 length 38 + Stream: column 1 section DATA start: 832 length 161 + Stream: column 2 section DATA start: 993 length 332 + Stream: column 2 section LENGTH start: 1325 length 51 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 78 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 78 hasNull: false min: 0 max: 497 sum: 18371 positions: 0,0,0 + Row group indices for column 2: + Entry 0: count: 78 hasNull: false min: val_0 max: val_95 sum: 529 positions: 0,0,0,0,0 + Stripe: offset: 1437 data: 519 rows: 74 tail: 61 index: 78 + Stream: column 0 section ROW_INDEX start: 1437 length 11 + Stream: column 1 section ROW_INDEX start: 1448 length 27 + Stream: column 2 section ROW_INDEX start: 1475 length 40 + Stream: column 1 section DATA start: 1515 length 153 + Stream: column 2 section DATA start: 1668 length 331 + Stream: column 2 section LENGTH start: 1999 length 35 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 74 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 74 hasNull: false min: 2 max: 493 sum: 19663 positions: 0,0,0 + Row group indices for column 2: + Entry 0: count: 74 hasNull: false min: val_105 max: val_97 sum: 505 positions: 0,0,0,0,0 + +File length: 2393 bytes +Padding length: 0 bytes +Padding ratio: 0% +________________________________________________________________________________________________________________________ + +-- END ORC FILE DUMP -- +86 val_86 1 0 +PREHOOK: query: DROP TABLE orcfile_merge1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Output: default@orcfile_merge1 +PREHOOK: query: DROP TABLE orcfile_merge1b +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orcfile_merge1b +PREHOOK: Output: default@orcfile_merge1b +PREHOOK: query: DROP TABLE orcfile_merge1c +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orcfile_merge1c +PREHOOK: Output: default@orcfile_merge1c diff --git a/ql/src/test/results/clientpositive/llap/orc_merge11.q.out b/ql/src/test/results/clientpositive/llap/orc_merge11.q.out new file mode 100644 index 0000000..5143a6a --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/orc_merge11.q.out @@ -0,0 +1,442 @@ +PREHOOK: query: DROP TABLE orcfile_merge1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orcfile_merge1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orc_split_elim +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orc_split_elim +POSTHOOK: type: DROPTABLE +PREHOOK: query: create table orc_split_elim (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orc_split_elim +POSTHOOK: query: create table orc_split_elim (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orc_split_elim +PREHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_split_elim +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@orc_split_elim +POSTHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_split_elim +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@orc_split_elim +PREHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_split_elim +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@orc_split_elim +POSTHOOK: query: load data local inpath '../../data/files/orc_split_elim.orc' into table orc_split_elim +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@orc_split_elim +PREHOOK: query: create table orcfile_merge1 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc tblproperties("orc.compress.size"="4096") +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1 +POSTHOOK: query: create table orcfile_merge1 (userid bigint, string1 string, subtype double, decimal1 decimal, ts timestamp) stored as orc tblproperties("orc.compress.size"="4096") +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1 +PREHOOK: query: insert overwrite table orcfile_merge1 select * from orc_split_elim +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_split_elim +PREHOOK: Output: default@orcfile_merge1 +POSTHOOK: query: insert overwrite table orcfile_merge1 select * from orc_split_elim +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_split_elim +POSTHOOK: Output: default@orcfile_merge1 +POSTHOOK: Lineage: orcfile_merge1.decimal1 SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.string1 SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.subtype SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:subtype, type:double, comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.ts SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:ts, type:timestamp, comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.userid SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:userid, type:bigint, comment:null), ] +PREHOOK: query: insert into table orcfile_merge1 select * from orc_split_elim +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_split_elim +PREHOOK: Output: default@orcfile_merge1 +POSTHOOK: query: insert into table orcfile_merge1 select * from orc_split_elim +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orc_split_elim +POSTHOOK: Output: default@orcfile_merge1 +POSTHOOK: Lineage: orcfile_merge1.decimal1 SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:decimal1, type:decimal(10,0), comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.string1 SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:string1, type:string, comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.subtype SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:subtype, type:double, comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.ts SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:ts, type:timestamp, comment:null), ] +POSTHOOK: Lineage: orcfile_merge1.userid SIMPLE [(orc_split_elim)orc_split_elim.FieldSchema(name:userid, type:bigint, comment:null), ] +Found 2 items +#### A masked pattern was here #### +PREHOOK: query: select * from orcfile_merge1 limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +#### A masked pattern was here #### +-- BEGIN ORC FILE DUMP -- +#### A masked pattern was here #### +File Version: 0.12 with HIVE_13083 +Rows: 50000 +Compression: ZLIB +Compression size: 4096 +Type: struct + +Stripe Statistics: + Stripe 1: + Column 0: count: 50000 hasNull: false + Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005 + Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 + +File Statistics: + Column 0: count: 50000 hasNull: false + Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005 + Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 + +Stripes: + Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 498 + Stream: column 0 section ROW_INDEX start: 3 length 17 + Stream: column 1 section ROW_INDEX start: 20 length 83 + Stream: column 2 section ROW_INDEX start: 103 length 81 + Stream: column 3 section ROW_INDEX start: 184 length 111 + Stream: column 4 section ROW_INDEX start: 295 length 110 + Stream: column 5 section ROW_INDEX start: 405 length 96 + Stream: column 1 section DATA start: 501 length 45 + Stream: column 2 section DATA start: 546 length 41 + Stream: column 2 section LENGTH start: 587 length 8 + Stream: column 2 section DICTIONARY_DATA start: 595 length 23 + Stream: column 3 section DATA start: 618 length 5167 + Stream: column 4 section DATA start: 5785 length 524 + Stream: column 4 section SECONDARY start: 6309 length 18 + Stream: column 5 section DATA start: 6327 length 53 + Stream: column 5 section SECONDARY start: 6380 length 18 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[6] + Encoding column 3: DIRECT + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 10000 hasNull: false positions: + Entry 1: count: 10000 hasNull: false positions: + Entry 2: count: 10000 hasNull: false positions: + Entry 3: count: 10000 hasNull: false positions: + Entry 4: count: 10000 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 + Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 + Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 + Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Row group indices for column 2: + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 + Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 + Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 + Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Row group indices for column 3: + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 + Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 + Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Row group indices for column 4: + Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Row group indices for column 5: + Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64 + +File length: 6849 bytes +Padding length: 0 bytes +Padding ratio: 0% +________________________________________________________________________________________________________________________ + +-- END ORC FILE DUMP -- +-- BEGIN ORC FILE DUMP -- +#### A masked pattern was here #### +File Version: 0.12 with HIVE_13083 +Rows: 50000 +Compression: ZLIB +Compression size: 4096 +Type: struct + +Stripe Statistics: + Stripe 1: + Column 0: count: 50000 hasNull: false + Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005 + Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 + +File Statistics: + Column 0: count: 50000 hasNull: false + Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005 + Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 + +Stripes: + Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 498 + Stream: column 0 section ROW_INDEX start: 3 length 17 + Stream: column 1 section ROW_INDEX start: 20 length 83 + Stream: column 2 section ROW_INDEX start: 103 length 81 + Stream: column 3 section ROW_INDEX start: 184 length 111 + Stream: column 4 section ROW_INDEX start: 295 length 110 + Stream: column 5 section ROW_INDEX start: 405 length 96 + Stream: column 1 section DATA start: 501 length 45 + Stream: column 2 section DATA start: 546 length 41 + Stream: column 2 section LENGTH start: 587 length 8 + Stream: column 2 section DICTIONARY_DATA start: 595 length 23 + Stream: column 3 section DATA start: 618 length 5167 + Stream: column 4 section DATA start: 5785 length 524 + Stream: column 4 section SECONDARY start: 6309 length 18 + Stream: column 5 section DATA start: 6327 length 53 + Stream: column 5 section SECONDARY start: 6380 length 18 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[6] + Encoding column 3: DIRECT + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 10000 hasNull: false positions: + Entry 1: count: 10000 hasNull: false positions: + Entry 2: count: 10000 hasNull: false positions: + Entry 3: count: 10000 hasNull: false positions: + Entry 4: count: 10000 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 + Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 + Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 + Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Row group indices for column 2: + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 + Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 + Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 + Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Row group indices for column 3: + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 + Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 + Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Row group indices for column 4: + Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Row group indices for column 5: + Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64 + +File length: 6849 bytes +Padding length: 0 bytes +Padding ratio: 0% +________________________________________________________________________________________________________________________ + +-- END ORC FILE DUMP -- +2 foo 0.8 1 1969-12-31 16:00:00 +PREHOOK: query: -- concatenate +ALTER TABLE orcfile_merge1 CONCATENATE +PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Output: default@orcfile_merge1 +Found 1 items +#### A masked pattern was here #### +PREHOOK: query: select count(*) from orc_split_elim +PREHOOK: type: QUERY +PREHOOK: Input: default@orc_split_elim +#### A masked pattern was here #### +50000 +PREHOOK: query: -- will have double the number of rows +select count(*) from orcfile_merge1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +#### A masked pattern was here #### +100000 +PREHOOK: query: select * from orcfile_merge1 limit 1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +#### A masked pattern was here #### +-- BEGIN ORC FILE DUMP -- +#### A masked pattern was here #### +File Version: 0.12 with HIVE_13083 +Rows: 100000 +Compression: ZLIB +Compression size: 4096 +Type: struct + +Stripe Statistics: + Stripe 1: + Column 0: count: 50000 hasNull: false + Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005 + Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 + Stripe 2: + Column 0: count: 50000 hasNull: false + Column 1: count: 50000 hasNull: false min: 2 max: 100 sum: 4999238 + Column 2: count: 50000 hasNull: false min: bar max: zebra sum: 249980 + Column 3: count: 50000 hasNull: false min: 0.8 max: 80.0 sum: 400102.80000000005 + Column 4: count: 50000 hasNull: false min: 0 max: 6 sum: 32 + Column 5: count: 50000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 + +File Statistics: + Column 0: count: 100000 hasNull: false + Column 1: count: 100000 hasNull: false min: 2 max: 100 sum: 9998476 + Column 2: count: 100000 hasNull: false min: bar max: zebra sum: 499960 + Column 3: count: 100000 hasNull: false min: 0.8 max: 80.0 sum: 800205.6000000001 + Column 4: count: 100000 hasNull: false min: 0 max: 6 sum: 64 + Column 5: count: 100000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 + +Stripes: + Stripe: offset: 3 data: 5897 rows: 50000 tail: 113 index: 498 + Stream: column 0 section ROW_INDEX start: 3 length 17 + Stream: column 1 section ROW_INDEX start: 20 length 83 + Stream: column 2 section ROW_INDEX start: 103 length 81 + Stream: column 3 section ROW_INDEX start: 184 length 111 + Stream: column 4 section ROW_INDEX start: 295 length 110 + Stream: column 5 section ROW_INDEX start: 405 length 96 + Stream: column 1 section DATA start: 501 length 45 + Stream: column 2 section DATA start: 546 length 41 + Stream: column 2 section LENGTH start: 587 length 8 + Stream: column 2 section DICTIONARY_DATA start: 595 length 23 + Stream: column 3 section DATA start: 618 length 5167 + Stream: column 4 section DATA start: 5785 length 524 + Stream: column 4 section SECONDARY start: 6309 length 18 + Stream: column 5 section DATA start: 6327 length 53 + Stream: column 5 section SECONDARY start: 6380 length 18 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[6] + Encoding column 3: DIRECT + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 10000 hasNull: false positions: + Entry 1: count: 10000 hasNull: false positions: + Entry 2: count: 10000 hasNull: false positions: + Entry 3: count: 10000 hasNull: false positions: + Entry 4: count: 10000 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 + Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 + Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 + Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Row group indices for column 2: + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 + Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 + Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 + Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Row group indices for column 3: + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 + Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 + Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Row group indices for column 4: + Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Row group indices for column 5: + Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64 + Stripe: offset: 6511 data: 5897 rows: 50000 tail: 113 index: 498 + Stream: column 0 section ROW_INDEX start: 6511 length 17 + Stream: column 1 section ROW_INDEX start: 6528 length 83 + Stream: column 2 section ROW_INDEX start: 6611 length 81 + Stream: column 3 section ROW_INDEX start: 6692 length 111 + Stream: column 4 section ROW_INDEX start: 6803 length 110 + Stream: column 5 section ROW_INDEX start: 6913 length 96 + Stream: column 1 section DATA start: 7009 length 45 + Stream: column 2 section DATA start: 7054 length 41 + Stream: column 2 section LENGTH start: 7095 length 8 + Stream: column 2 section DICTIONARY_DATA start: 7103 length 23 + Stream: column 3 section DATA start: 7126 length 5167 + Stream: column 4 section DATA start: 12293 length 524 + Stream: column 4 section SECONDARY start: 12817 length 18 + Stream: column 5 section DATA start: 12835 length 53 + Stream: column 5 section SECONDARY start: 12888 length 18 + Encoding column 0: DIRECT + Encoding column 1: DIRECT_V2 + Encoding column 2: DICTIONARY_V2[6] + Encoding column 3: DIRECT + Encoding column 4: DIRECT_V2 + Encoding column 5: DIRECT_V2 + Row group indices for column 0: + Entry 0: count: 10000 hasNull: false positions: + Entry 1: count: 10000 hasNull: false positions: + Entry 2: count: 10000 hasNull: false positions: + Entry 3: count: 10000 hasNull: false positions: + Entry 4: count: 10000 hasNull: false positions: + Row group indices for column 1: + Entry 0: count: 10000 hasNull: false min: 2 max: 100 sum: 999815 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: 29 max: 100 sum: 999899 positions: 0,101,391 + Entry 2: count: 10000 hasNull: false min: 2 max: 100 sum: 999807 positions: 0,207,391 + Entry 3: count: 10000 hasNull: false min: 13 max: 100 sum: 999842 positions: 0,313,391 + Entry 4: count: 10000 hasNull: false min: 5 max: 100 sum: 999875 positions: 0,419,391 + Row group indices for column 2: + Entry 0: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,0,0 + Entry 1: count: 10000 hasNull: false min: cat max: zebra sum: 49996 positions: 0,82,391 + Entry 2: count: 10000 hasNull: false min: eat max: zebra sum: 49996 positions: 0,168,391 + Entry 3: count: 10000 hasNull: false min: bar max: zebra sum: 49996 positions: 0,254,391 + Entry 4: count: 10000 hasNull: false min: dog max: zebra sum: 49996 positions: 0,340,391 + Row group indices for column 3: + Entry 0: count: 10000 hasNull: false min: 0.8 max: 80.0 sum: 80064.8 positions: 0,0 + Entry 1: count: 10000 hasNull: false min: 1.8 max: 8.0 sum: 79993.8 positions: 1002,2176 + Entry 2: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79985.6 positions: 2053,256 + Entry 3: count: 10000 hasNull: false min: 8.0 max: 80.0 sum: 80072.0 positions: 3067,2432 + Entry 4: count: 10000 hasNull: false min: 0.8 max: 8.0 sum: 79986.6 positions: 4117,512 + Row group indices for column 4: + Entry 0: count: 10000 hasNull: false min: 0 max: 2 sum: 3 positions: 0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 0 max: 4 sum: 7 positions: 83,1808,0,76,272 + Entry 2: count: 10000 hasNull: false min: 0 max: 6 sum: 7 positions: 167,3616,0,156,32 + Entry 3: count: 10000 hasNull: false min: 0 max: 3 sum: 5 positions: 290,1328,0,232,304 + Entry 4: count: 10000 hasNull: false min: 0 max: 6 sum: 10 positions: 380,3136,0,312,64 + Row group indices for column 5: + Entry 0: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,0,0,0,0,0 + Entry 1: count: 10000 hasNull: false min: 1969-12-31 16:00:10.0 max: 1969-12-31 16:04:10.0 positions: 0,164,391,0,76,272 + Entry 2: count: 10000 hasNull: false min: 1969-12-31 16:00:00.0 max: 1969-12-31 16:04:10.0 positions: 0,336,391,0,156,32 + Entry 3: count: 10000 hasNull: false min: 1969-12-31 16:00:05.0 max: 1969-12-31 16:04:10.0 positions: 0,508,391,0,232,304 + Entry 4: count: 10000 hasNull: false min: 1969-12-31 16:00:15.0 max: 1969-12-31 16:04:10.0 positions: 0,680,391,0,312,64 + +File length: 13369 bytes +Padding length: 0 bytes +Padding ratio: 0% +________________________________________________________________________________________________________________________ + +-- END ORC FILE DUMP -- +2 foo 0.8 1 1969-12-31 16:00:00 +PREHOOK: query: DROP TABLE orc_split_elim +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orc_split_elim +PREHOOK: Output: default@orc_split_elim +PREHOOK: query: DROP TABLE orcfile_merge1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Output: default@orcfile_merge1 diff --git a/ql/src/test/results/clientpositive/llap/orc_merge2.q.out b/ql/src/test/results/clientpositive/llap/orc_merge2.q.out index a399be9..c38852a 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge2.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge2.q.out @@ -39,20 +39,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 10) (type: int), (hash(value) pmod 10) (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 51500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orcfile_merge2a Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/orc_merge3.q.out b/ql/src/test/results/clientpositive/llap/orc_merge3.q.out index 893b6d2..fd79d9d 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge3.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge3.q.out @@ -69,20 +69,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orcfile_merge3a - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orcfile_merge3b Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/orc_merge4.q.out b/ql/src/test/results/clientpositive/llap/orc_merge4.q.out index 1018bcf..6e2617b 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge4.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge4.q.out @@ -87,20 +87,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: orcfile_merge3a - Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 102000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 102000 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 102000 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.orcfile_merge3b Execution mode: llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/orc_merge5.q.out b/ql/src/test/results/clientpositive/llap/orc_merge5.q.out index 0837007..18ccba0 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge5.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge5.q.out @@ -65,6 +65,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Execution mode: llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection @@ -105,7 +106,7 @@ analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b -Found 3 items +Found 2 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY @@ -162,6 +163,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Execution mode: llap + LLAP IO: all inputs Stage: Stage-8 Conditional Operator @@ -273,7 +275,7 @@ POSTHOOK: query: analyze table orc_merge5b compute statistics noscan POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5b POSTHOOK: Output: default@orc_merge5b -Found 3 items +Found 2 items #### A masked pattern was here #### PREHOOK: query: select * from orc_merge5b PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/orc_merge6.q.out b/ql/src/test/results/clientpositive/llap/orc_merge6.q.out index 847b22d..b38bffc 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge6.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge6.q.out @@ -67,6 +67,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Execution mode: llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection @@ -135,9 +136,9 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 -Found 3 items +Found 2 items #### A masked pattern was here #### -Found 3 items +Found 2 items #### A masked pattern was here #### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS @@ -209,6 +210,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Execution mode: llap + LLAP IO: all inputs Stage: Stage-8 Conditional Operator @@ -390,9 +392,9 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a POSTHOOK: Output: default@orc_merge5a@year=2001/hour=24 -Found 3 items +Found 2 items #### A masked pattern was here #### -Found 3 items +Found 2 items #### A masked pattern was here #### PREHOOK: query: show partitions orc_merge5a PREHOOK: type: SHOWPARTITIONS diff --git a/ql/src/test/results/clientpositive/llap/orc_merge7.q.out b/ql/src/test/results/clientpositive/llap/orc_merge7.q.out index eee65c0..595061e 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge7.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge7.q.out @@ -65,6 +65,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Execution mode: llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection @@ -241,6 +242,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Execution mode: llap + LLAP IO: all inputs Stage: Stage-8 Conditional Operator diff --git a/ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out b/ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out new file mode 100644 index 0000000..973d5a1 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/orc_merge_diff_fs.q.out @@ -0,0 +1,503 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +DROP TABLE orcfile_merge1 +PREHOOK: type: DROPTABLE +POSTHOOK: query: -- SORT_QUERY_RESULTS + +DROP TABLE orcfile_merge1 +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orcfile_merge1b +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orcfile_merge1b +POSTHOOK: type: DROPTABLE +PREHOOK: query: DROP TABLE orcfile_merge1c +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE orcfile_merge1c +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE orcfile_merge1 (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1 +POSTHOOK: query: CREATE TABLE orcfile_merge1 (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1 +PREHOOK: query: CREATE TABLE orcfile_merge1b (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1b +POSTHOOK: query: CREATE TABLE orcfile_merge1b (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1b +PREHOOK: query: CREATE TABLE orcfile_merge1c (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@orcfile_merge1c +POSTHOOK: query: CREATE TABLE orcfile_merge1c (key INT, value STRING) + PARTITIONED BY (ds STRING, part STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@orcfile_merge1c +PREHOOK: query: -- merge disabled +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +POSTHOOK: query: -- merge disabled +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1 + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 1 + part + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1 PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Output: default@orcfile_merge1@ds=1/part=1 +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1 PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Found 6 items +#### A masked pattern was here #### +PREHOOK: query: -- auto-merge slow way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +POSTHOOK: query: -- auto-merge slow way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + Stage-4 + Stage-6 + Stage-7 depends on stages: Stage-6 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 1 + part + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-3 + Stats-Aggr Operator + + Stage: Stage-4 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-6 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Map Operator Tree: + TableScan + File Output Operator + compressed: false + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1b + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + +PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1b@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1b PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=0 +POSTHOOK: Output: default@orcfile_merge1b@ds=1/part=1 +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1b PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Found 1 items +#### A masked pattern was here #### +PREHOOK: query: -- auto-merge fast way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +POSTHOOK: query: -- auto-merge fast way +EXPLAIN + INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-8 depends on stages: Stage-1 , consists of Stage-5, Stage-4, Stage-6 + Stage-5 + Stage-2 depends on stages: Stage-5, Stage-4, Stage-7 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + Stage-4 + Stage-6 + Stage-7 depends on stages: Stage-6 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: UDFToInteger(key) (type: int), value (type: string), (hash(key) pmod 2) (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 49500 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1c + Execution mode: llap + LLAP IO: no inputs + + Stage: Stage-8 + Conditional Operator + + Stage: Stage-5 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + partition: + ds 1 + part + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.orcfile_merge1c + + Stage: Stage-3 + Stats-Aggr Operator + + Stage: Stage-4 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Merge File Operator + Map Operator Tree: + ORC File Merge Operator + merge level: stripe + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + + Stage: Stage-6 + Tez +#### A masked pattern was here #### + Vertices: + File Merge + Merge File Operator + Map Operator Tree: + ORC File Merge Operator + merge level: stripe + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + + Stage: Stage-7 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + +PREHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@orcfile_merge1c@ds=1 +POSTHOOK: query: INSERT OVERWRITE TABLE orcfile_merge1c PARTITION (ds='1', part) + SELECT key, value, PMOD(HASH(key), 2) as part + FROM src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@orcfile_merge1c@ds=1/part=0 +POSTHOOK: Output: default@orcfile_merge1c@ds=1/part=1 +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=0).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcfile_merge1c PARTITION(ds=1,part=1).value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +Found 1 items +#### A masked pattern was here #### +PREHOOK: query: -- Verify +SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1 WHERE ds='1' +) t +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: -- Verify +SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1 WHERE ds='1' +) t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +-21975308766 +PREHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1b WHERE ds='1' +) t +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1b +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1b WHERE ds='1' +) t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1b +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +-21975308766 +PREHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1c WHERE ds='1' +) t +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1c +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT SUM(HASH(c)) FROM ( + SELECT TRANSFORM(*) USING 'tr \t _' AS (c) + FROM orcfile_merge1c WHERE ds='1' +) t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1c +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +-21975308766 +PREHOOK: query: select count(*) from orcfile_merge1 +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from orcfile_merge1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1@ds=1/part=1 +#### A masked pattern was here #### +500 +PREHOOK: query: select count(*) from orcfile_merge1b +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1b +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from orcfile_merge1b +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1b +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1b@ds=1/part=1 +#### A masked pattern was here #### +500 +PREHOOK: query: select count(*) from orcfile_merge1c +PREHOOK: type: QUERY +PREHOOK: Input: default@orcfile_merge1c +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +PREHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from orcfile_merge1c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@orcfile_merge1c +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=0 +POSTHOOK: Input: default@orcfile_merge1c@ds=1/part=1 +#### A masked pattern was here #### +500 +PREHOOK: query: DROP TABLE orcfile_merge1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orcfile_merge1 +PREHOOK: Output: default@orcfile_merge1 +POSTHOOK: query: DROP TABLE orcfile_merge1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orcfile_merge1 +POSTHOOK: Output: default@orcfile_merge1 +PREHOOK: query: DROP TABLE orcfile_merge1b +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orcfile_merge1b +PREHOOK: Output: default@orcfile_merge1b +POSTHOOK: query: DROP TABLE orcfile_merge1b +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orcfile_merge1b +POSTHOOK: Output: default@orcfile_merge1b +PREHOOK: query: DROP TABLE orcfile_merge1c +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@orcfile_merge1c +PREHOOK: Output: default@orcfile_merge1c +POSTHOOK: query: DROP TABLE orcfile_merge1c +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@orcfile_merge1c +POSTHOOK: Output: default@orcfile_merge1c diff --git a/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out b/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out index 5d7a985..3f8d559 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge_incompat1.q.out @@ -64,6 +64,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5b Execution mode: llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out b/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out index 83543d5..e6bfd33 100644 --- a/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out +++ b/ql/src/test/results/clientpositive/llap/orc_merge_incompat2.q.out @@ -63,6 +63,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.orc_merge5a Execution mode: llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/orc_merge_incompat3.q.out b/ql/src/test/results/clientpositive/llap/orc_merge_incompat3.q.out new file mode 100644 index 0000000..e34492b --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/orc_merge_incompat3.q.out @@ -0,0 +1,70 @@ +PREHOOK: query: create table concat_incompat like alltypesorc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@concat_incompat +POSTHOOK: query: create table concat_incompat like alltypesorc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@concat_incompat +PREHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@concat_incompat +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@concat_incompat +PREHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@concat_incompat +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@concat_incompat +PREHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@concat_incompat +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@concat_incompat +PREHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@concat_incompat +POSTHOOK: query: load data local inpath '../../data/files/alltypesorc' into table concat_incompat +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@concat_incompat +Found 4 items +#### A masked pattern was here #### +PREHOOK: query: select count(*) from concat_incompat +PREHOOK: type: QUERY +PREHOOK: Input: default@concat_incompat +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from concat_incompat +POSTHOOK: type: QUERY +POSTHOOK: Input: default@concat_incompat +#### A masked pattern was here #### +49152 +PREHOOK: query: ALTER TABLE concat_incompat CONCATENATE +PREHOOK: type: ALTER_TABLE_MERGE +PREHOOK: Input: default@concat_incompat +PREHOOK: Output: default@concat_incompat +POSTHOOK: query: ALTER TABLE concat_incompat CONCATENATE +POSTHOOK: type: ALTER_TABLE_MERGE +POSTHOOK: Input: default@concat_incompat +POSTHOOK: Output: default@concat_incompat +Found 4 items +#### A masked pattern was here #### +PREHOOK: query: select count(*) from concat_incompat +PREHOOK: type: QUERY +PREHOOK: Input: default@concat_incompat +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from concat_incompat +POSTHOOK: type: QUERY +POSTHOOK: Input: default@concat_incompat +#### A masked pattern was here #### +49152 diff --git a/ql/src/test/results/clientpositive/llap/order_null.q.out b/ql/src/test/results/clientpositive/llap/order_null.q.out new file mode 100644 index 0000000..252e348 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/order_null.q.out @@ -0,0 +1,222 @@ +PREHOOK: query: create table src_null (a int, b string) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@src_null +POSTHOOK: query: create table src_null (a int, b string) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@src_null +PREHOOK: query: insert into src_null values (1, 'A') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@src_null +POSTHOOK: query: insert into src_null values (1, 'A') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@src_null +POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: insert into src_null values (null, null) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@src_null +POSTHOOK: query: insert into src_null values (null, null) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@src_null +POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: insert into src_null values (3, null) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@src_null +POSTHOOK: query: insert into src_null values (3, null) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@src_null +POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: insert into src_null values (2, null) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@src_null +POSTHOOK: query: insert into src_null values (2, null) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@src_null +POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: insert into src_null values (2, 'A') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__5 +PREHOOK: Output: default@src_null +POSTHOOK: query: insert into src_null values (2, 'A') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__5 +POSTHOOK: Output: default@src_null +POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__5)values__tmp__table__5.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: insert into src_null values (2, 'B') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__6 +PREHOOK: Output: default@src_null +POSTHOOK: query: insert into src_null values (2, 'B') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__6 +POSTHOOK: Output: default@src_null +POSTHOOK: Lineage: src_null.a EXPRESSION [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: src_null.b SIMPLE [(values__tmp__table__6)values__tmp__table__6.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY a asc +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY a asc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +NULL NULL +1 A +2 NULL +2 A +2 B +3 NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY a desc +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY a desc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +3 NULL +2 NULL +2 A +2 B +1 A +NULL NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY b asc, a asc nulls last +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY b asc, a asc nulls last +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +2 NULL +3 NULL +NULL NULL +1 A +2 A +2 B +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY b desc, a asc +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY b desc, a asc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +2 B +1 A +2 A +NULL NULL +2 NULL +3 NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY a asc nulls first +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY a asc nulls first +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +NULL NULL +1 A +2 NULL +2 A +2 B +3 NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY a desc nulls first +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY a desc nulls first +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +NULL NULL +3 NULL +2 NULL +2 A +2 B +1 A +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY b asc nulls last, a +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY b asc nulls last, a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +1 A +2 A +2 B +NULL NULL +2 NULL +3 NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY b desc nulls last, a +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY b desc nulls last, a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +2 B +1 A +2 A +NULL NULL +2 NULL +3 NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY a asc nulls last, b desc +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY a asc nulls last, b desc +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +1 A +2 B +2 A +2 NULL +3 NULL +NULL NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY b desc nulls last, a desc nulls last +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY b desc nulls last, a desc nulls last +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +2 B +2 A +1 A +3 NULL +2 NULL +NULL NULL +PREHOOK: query: SELECT x.* FROM src_null x ORDER BY b asc nulls first, a asc nulls last +PREHOOK: type: QUERY +PREHOOK: Input: default@src_null +#### A masked pattern was here #### +POSTHOOK: query: SELECT x.* FROM src_null x ORDER BY b asc nulls first, a asc nulls last +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src_null +#### A masked pattern was here #### +2 NULL +3 NULL +NULL NULL +1 A +2 A +2 B diff --git a/ql/src/test/results/clientpositive/llap/parallel.q.out b/ql/src/test/results/clientpositive/llap/parallel.q.out index eb00a72..05220db 100644 --- a/ql/src/test/results/clientpositive/llap/parallel.q.out +++ b/ql/src/test/results/clientpositive/llap/parallel.q.out @@ -39,6 +39,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -48,22 +49,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: key (type: string), value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -71,25 +73,25 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Forward - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -99,10 +101,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/ptf.q.out b/ql/src/test/results/clientpositive/llap/ptf.q.out index 59c5def..aabe694 100644 --- a/ql/src/test/results/clientpositive/llap/ptf.q.out +++ b/ql/src/test/results/clientpositive/llap/ptf.q.out @@ -31,6 +31,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -40,21 +41,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -64,24 +66,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -91,7 +93,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -115,17 +117,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -205,6 +207,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -215,31 +218,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: p2 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -250,12 +255,12 @@ STAGE PLANS: 0 p_partkey (type: int) 1 p_partkey (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -263,7 +268,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -273,24 +278,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -300,7 +305,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -311,17 +316,17 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - lag_window_0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -395,6 +400,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -403,21 +409,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -427,21 +434,21 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -519,6 +526,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -528,21 +536,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -552,24 +561,24 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -579,7 +588,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -603,17 +612,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -699,6 +708,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -708,21 +718,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -732,24 +743,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -759,7 +770,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -784,17 +795,17 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), (_col5 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -882,6 +893,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -891,21 +903,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -915,33 +928,33 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) outputColumnNames: _col2, _col1, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col2 (type: string), _col1 (type: string), _col5 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -951,7 +964,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col0 raw input shape: window functions: @@ -976,17 +989,17 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col2 (type: int), (_col2 - lag_window_2) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 3107 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 3107 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1067,6 +1080,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -1076,35 +1090,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: int), VALUE._col4 (type: string), VALUE._col5 (type: double), VALUE._col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1114,19 +1130,19 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 3 Execution mode: llap @@ -1138,13 +1154,13 @@ STAGE PLANS: 0 _col0 (type: int) 1 p_partkey (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1220,6 +1236,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) @@ -1229,28 +1246,30 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1261,17 +1280,17 @@ STAGE PLANS: 0 p_partkey (type: int) 1 _col0 (type: int) outputColumnNames: _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col12 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: string), _col17 (type: int), _col18 (type: string), _col19 (type: double), _col20 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 Execution mode: llap @@ -1279,7 +1298,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: int), VALUE._col4 (type: string), VALUE._col5 (type: double), VALUE._col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1289,19 +1308,19 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Stage: Stage-0 @@ -1377,6 +1396,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1386,7 +1406,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1396,26 +1416,27 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: p_name, p_size(DESC) + order by: p_name ASC NULLS FIRST, p_size DESC NULLS LAST output shape: p_name: string, p_mfgr: string, p_size: int partition by: p_mfgr raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int) sort order: ++- Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1425,24 +1446,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col1, _col5(DESC) + order by: _col1 ASC NULLS FIRST, _col5 DESC NULLS LAST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) sort order: ++- Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1452,7 +1473,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1, _col5(DESC) + order by: _col1 ASC NULLS FIRST, _col5 DESC NULLS LAST partition by: _col2 raw input shape: window functions: @@ -1463,17 +1484,17 @@ STAGE PLANS: window function: GenericUDAFRankEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1551,6 +1572,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1560,7 +1582,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1570,27 +1592,28 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: p_name + order by: p_name ASC NULLS FIRST output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double partition by: p_mfgr raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1600,25 +1623,25 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1628,7 +1651,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1652,17 +1675,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1744,6 +1767,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1753,21 +1777,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1777,24 +1802,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1804,7 +1829,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1828,17 +1853,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1922,6 +1947,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1932,21 +1958,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: -+ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1956,11 +1983,11 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2(DESC), _col1 + order by: _col2 DESC NULLS LAST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1970,7 +1997,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2(DESC), _col1 + order by: _col2 DESC NULLS LAST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -1978,17 +2005,17 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2(DESC), _col1 + order by: _col2 DESC NULLS LAST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: -+ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 Execution mode: llap @@ -1996,7 +2023,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2006,7 +2033,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2(DESC), _col1 + order by: _col2 DESC NULLS LAST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -2014,24 +2041,24 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2(DESC), _col1 + order by: _col2 DESC NULLS LAST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2041,7 +2068,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -2065,17 +2092,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2167,6 +2194,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2176,21 +2204,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2200,24 +2229,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2227,7 +2256,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -2243,17 +2272,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(2)~FOLLOWING(2) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), count_window_0 (type: bigint), sum_window_1 (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2349,6 +2378,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -2359,35 +2389,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col0, _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2397,19 +2429,19 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) Reducer 3 Execution mode: llap @@ -2421,20 +2453,20 @@ STAGE PLANS: 0 _col0 (type: int) 1 p_partkey (type: int) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2444,7 +2476,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -2481,17 +2513,17 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), count_window_2 (type: bigint), _col7 (type: double), sum_window_3 (type: double), _col5 (type: int), (_col5 - lag_window_4) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2575,6 +2607,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2584,21 +2617,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2608,39 +2642,39 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) outputColumnNames: _col2, _col1, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col2 (type: string), _col1 (type: string), _col5 (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: int) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2899 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2731,6 +2765,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2740,24 +2775,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: p_mfgr (type: string), p_brand (type: string), p_retailprice (type: double) outputColumnNames: p_mfgr, p_brand, p_retailprice - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5148 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(p_retailprice) keys: p_mfgr (type: string), p_brand (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2766,7 +2802,7 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2776,24 +2812,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col0 + order by: _col0 ASC NULLS FIRST output shape: _col0: string, _col1: string, _col2: double partition by: _col0 raw input shape: - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2803,7 +2839,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col0 raw input shape: window functions: @@ -2813,17 +2849,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(2)~ - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2574 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: double), sum_window_0 (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 2678 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2957,6 +2993,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2968,21 +3005,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2992,30 +3030,30 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reduce Output Operator key expressions: _col2 (type: string), _col5 (type: int) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3025,7 +3063,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -3049,14 +3087,14 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3068,7 +3106,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3078,7 +3116,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col5 + order by: _col5 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -3088,24 +3126,24 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(5)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), sum_window_0 (type: bigint) outputColumnNames: _col1, _col2, _col5, sum_window_0 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: sum_window_0 (type: bigint), _col5 (type: int) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: bigint), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col0, _col2, _col3, _col6 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3115,7 +3153,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col3, _col2 + order by: _col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST partition by: _col3 raw input shape: window functions: @@ -3146,14 +3184,14 @@ STAGE PLANS: name: first_value window function: GenericUDAFFirstValueEvaluator window frame: PRECEDING(2)~FOLLOWING(2) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col3 (type: string), _col2 (type: string), _col6 (type: int), UDFToInteger(round(_col0, 1)) (type: int), rank_window_1 (type: int), dense_rank_window_2 (type: int), cume_dist_window_3 (type: double), first_value_window_4 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3350,6 +3388,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -3360,21 +3399,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string) sort order: + Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3384,18 +3424,18 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3405,7 +3445,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -3413,17 +3453,17 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -3431,7 +3471,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3441,7 +3481,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -3449,24 +3489,24 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3476,7 +3516,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST partition by: _col2, _col1 raw input shape: window functions: @@ -3500,17 +3540,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3624,6 +3664,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -3635,21 +3676,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string) sort order: + Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3659,23 +3701,23 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -3683,7 +3725,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3693,16 +3735,16 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string) sort order: + Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col5 (type: int) Reducer 4 Execution mode: llap @@ -3710,7 +3752,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3720,24 +3762,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3747,7 +3789,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -3771,17 +3813,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3891,6 +3933,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -3901,21 +3944,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3925,23 +3969,23 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string) sort order: + Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col5 (type: int) Reducer 3 Execution mode: llap @@ -3949,7 +3993,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3959,31 +4003,31 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -3993,7 +4037,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -4017,17 +4061,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4137,6 +4181,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -4148,21 +4193,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4172,23 +4218,23 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string) sort order: + Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col5 (type: int) Reducer 3 Execution mode: llap @@ -4196,7 +4242,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4206,11 +4252,11 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4220,18 +4266,18 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 Execution mode: llap @@ -4239,7 +4285,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4249,25 +4295,25 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4277,7 +4323,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST partition by: _col2, _col1 raw input shape: window functions: @@ -4301,17 +4347,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4423,6 +4469,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -4433,21 +4480,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4457,11 +4505,11 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4471,7 +4519,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -4479,17 +4527,17 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string) sort order: + Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col5 (type: int) Reducer 3 Execution mode: llap @@ -4497,7 +4545,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4507,7 +4555,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -4515,24 +4563,24 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4542,7 +4590,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST partition by: _col2, _col1 raw input shape: window functions: @@ -4566,17 +4614,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4682,6 +4730,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -4692,21 +4741,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4716,18 +4766,18 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4737,18 +4787,18 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -4756,7 +4806,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4766,25 +4816,25 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -4794,7 +4844,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -4818,17 +4868,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out b/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out index 78e84a0..b45e5ed 100644 --- a/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out +++ b/ql/src/test/results/clientpositive/llap/ptf_matchpath.q.out @@ -69,6 +69,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -85,8 +86,9 @@ STAGE PLANS: Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE value expressions: origin_city_name (type: string), arr_delay (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey0 (type: string) @@ -102,7 +104,7 @@ STAGE PLANS: input alias: ptf_1 arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath' name: matchpath - order by: _col2, _col3, _col4 + order by: _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST output shape: tpath: int partition by: _col6 raw input shape: @@ -116,8 +118,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -197,6 +199,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -213,8 +216,9 @@ STAGE PLANS: Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE value expressions: origin_city_name (type: string), arr_delay (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) @@ -230,7 +234,7 @@ STAGE PLANS: input alias: ptf_1 arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath' name: matchpath - order by: _col6, _col2, _col3, _col4 + order by: _col6 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST output shape: tpath: int partition by: 0 raw input shape: @@ -240,15 +244,15 @@ STAGE PLANS: predicate: (fl_num = 1142) (type: boolean) Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: origin_city_name (type: string), '1142' (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int) + expressions: origin_city_name (type: string), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -315,6 +319,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -323,28 +328,29 @@ STAGE PLANS: Map Operator Tree: TableScan alias: flights_tiny - Statistics: Num rows: 44 Data size: 5379 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 5379 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (fl_num = -1142) (type: boolean) - Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: origin_city_name (type: string), year (type: int), month (type: int), day_of_month (type: int), arr_delay (type: float) - outputColumnNames: _col0, _col2, _col3, _col4, _col5 - Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE + expressions: origin_city_name (type: string), year (type: int), month (type: int), day_of_month (type: int), arr_delay (type: float), fl_num (type: string) + outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 0 (type: int), '-1142' (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) + key expressions: 0 (type: int), _col6 (type: string), _col2 (type: int), _col3 (type: int), _col4 (type: int) sort order: +++++ Map-reduce partition columns: 0 (type: int) - Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col5 (type: float) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator - expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), '-1142' (type: string) + expressions: VALUE._col0 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: int), KEY.reducesinkkey4 (type: int), VALUE._col2 (type: float), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE PTF Operator Function definitions: Input definition @@ -355,22 +361,22 @@ STAGE PLANS: input alias: ptf_1 arguments: 'LATE.LATE+', 'LATE', (_col5 > 15.0), 'origin_city_name, fl_num, year, month, day_of_month, size(tpath) as sz, tpath[0].day_of_month as tpath' name: matchpath - order by: _col6, _col2, _col3, _col4 + order by: _col6 ASC NULLS FIRST, _col2 ASC NULLS FIRST, _col3 ASC NULLS FIRST, _col4 ASC NULLS FIRST output shape: tpath: int partition by: 0 raw input shape: referenced columns: _col0, _col6, _col2, _col3, _col4, tpath, _col5 - Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: origin_city_name (type: string), '-1142' (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int) + expressions: origin_city_name (type: string), fl_num (type: string), year (type: int), month (type: int), day_of_month (type: int), sz (type: int), tpath (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 22 Data size: 2689 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 2689 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out b/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out index a4fed1e..440b95d 100644 --- a/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out +++ b/ql/src/test/results/clientpositive/llap/ptf_streaming.q.out @@ -31,6 +31,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -40,21 +41,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -64,24 +66,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -91,7 +93,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -115,17 +117,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -205,6 +207,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -215,31 +218,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: p2 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -250,12 +255,12 @@ STAGE PLANS: 0 p_partkey (type: int) 1 p_partkey (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -263,7 +268,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -273,24 +278,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -300,7 +305,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -311,17 +316,17 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6467 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - lag_window_0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6583 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -397,6 +402,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -406,35 +412,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16094 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string), VALUE._col3 (type: int), VALUE._col4 (type: string), VALUE._col5 (type: double), VALUE._col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -444,19 +452,19 @@ STAGE PLANS: Partition table definition input alias: abc name: noopstreaming - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 23062 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) Reducer 3 Execution mode: llap @@ -468,13 +476,13 @@ STAGE PLANS: 0 _col0 (type: int) 1 p_partkey (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 17951 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -550,6 +558,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -559,7 +568,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -569,26 +578,27 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: p_name, p_size(DESC) + order by: p_name ASC NULLS FIRST, p_size DESC NULLS LAST output shape: p_name: string, p_mfgr: string, p_size: int partition by: p_mfgr raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int) sort order: ++- Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -598,24 +608,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col1, _col5(DESC) + order by: _col1 ASC NULLS FIRST, _col5 DESC NULLS LAST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) sort order: ++- Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey2 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -625,7 +635,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1, _col5(DESC) + order by: _col1 ASC NULLS FIRST, _col5 DESC NULLS LAST partition by: _col2 raw input shape: window functions: @@ -636,17 +646,17 @@ STAGE PLANS: window function: GenericUDAFRankEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5902 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -724,6 +734,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -733,7 +744,7 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -743,27 +754,28 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: p_name + order by: p_name ASC NULLS FIRST output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double partition by: p_mfgr raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -773,25 +785,25 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -801,7 +813,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -825,17 +837,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -919,6 +931,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -929,21 +942,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -953,11 +967,11 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -967,7 +981,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -975,17 +989,17 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 Execution mode: llap @@ -993,7 +1007,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1003,7 +1017,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -1011,24 +1025,24 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1038,7 +1052,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1062,17 +1076,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1158,6 +1172,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1168,21 +1183,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1192,11 +1208,11 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1206,7 +1222,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -1214,17 +1230,17 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 Execution mode: llap @@ -1232,7 +1248,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1242,7 +1258,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -1250,24 +1266,24 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1277,7 +1293,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1301,17 +1317,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1397,6 +1413,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1407,21 +1424,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6006 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1431,11 +1449,11 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1445,7 +1463,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -1453,17 +1471,17 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 3 Execution mode: llap @@ -1471,7 +1489,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1481,7 +1499,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -1489,24 +1507,24 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1516,7 +1534,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1540,17 +1558,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumDouble window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12974 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), rank_window_0 (type: int), dense_rank_window_1 (type: int), sum_window_2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1640,6 +1658,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -1650,35 +1669,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6110 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_partkey (type: int), p_size (type: int), p_retailprice (type: double) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: p1 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_partkey (type: int) sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col0, _col1, _col2, _col5, _col7 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1688,19 +1709,19 @@ STAGE PLANS: Partition table definition input alias: abc name: noopstreaming - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 13078 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) Reducer 3 Execution mode: llap @@ -1712,20 +1733,20 @@ STAGE PLANS: 0 _col0 (type: int) 1 p_partkey (type: int) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 6699 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int), _col7 (type: double) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1735,7 +1756,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1772,17 +1793,17 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 22243 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), count_window_2 (type: bigint), _col7 (type: double), sum_window_3 (type: double), _col5 (type: int), (_col5 - lag_window_4) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 29 Data size: 7511 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1888,6 +1909,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1898,21 +1920,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string) sort order: + Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1922,18 +1945,18 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1943,7 +1966,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -1951,17 +1974,17 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -1969,7 +1992,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -1979,7 +2002,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -1987,24 +2010,24 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2014,7 +2037,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST partition by: _col2, _col1 raw input shape: window functions: @@ -2038,17 +2061,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2162,6 +2185,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2173,21 +2197,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string) sort order: + Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_name (type: string), p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2197,23 +2222,23 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -2221,7 +2246,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2231,16 +2256,16 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string) sort order: + Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col5 (type: int) Reducer 4 Execution mode: llap @@ -2248,7 +2273,7 @@ STAGE PLANS: Select Operator expressions: VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col4 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2258,24 +2283,24 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2285,7 +2310,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -2309,17 +2334,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6214 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2427,6 +2452,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2437,21 +2463,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: p_size (type: int) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2461,18 +2488,18 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2482,18 +2509,18 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 3 Execution mode: llap @@ -2501,7 +2528,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2511,25 +2538,25 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmapstreaming - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: transforms raw input: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: int) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -2539,7 +2566,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -2563,17 +2590,17 @@ STAGE PLANS: name: sum window function: GenericUDAFSumLong window frame: PRECEDING(MAX)~ - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 12766 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), _col5 (type: int), sum_window_2 (type: bigint), sum_window_2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 6422 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/sample1.q.out b/ql/src/test/results/clientpositive/llap/sample1.q.out index 68eb0d9..979c5e5 100644 --- a/ql/src/test/results/clientpositive/llap/sample1.q.out +++ b/ql/src/test/results/clientpositive/llap/sample1.q.out @@ -18,45 +18,6 @@ INSERT OVERWRITE TABLE dest1 SELECT s.* FROM srcpart TABLESAMPLE (BUCKET 1 OUT OF 1 ON rand()) s WHERE s.ds='2008-04-08' and s.hr='11' POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - srcpart - TOK_TABLEBUCKETSAMPLE - 1 - 1 - TOK_FUNCTION - rand - s - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - dest1 - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - TOK_TABNAME - s - TOK_WHERE - and - = - . - TOK_TABLE_OR_COL - s - ds - '2008-04-08' - = - . - TOK_TABLE_OR_COL - s - hr - '11' - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -72,36 +33,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Filter Operator isSamplingPred: true predicate: (((hash(rand()) & 2147483647) % 1) = 0) (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string), '2008-04-08' (type: string), '11' (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 68750 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 68750 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,value,dt,hr columns.comments columns.types int:string:string:string #### A masked pattern was here #### name default.dest1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 @@ -109,6 +75,7 @@ STAGE PLANS: GatherStats: true MultiFileSpray: false Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -121,7 +88,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -173,15 +140,20 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,value,dt,hr columns.comments columns.types int:string:string:string #### A masked pattern was here #### name default.dest1 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct dest1 { i32 key, string value, string dt, string hr} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest1 diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part.q.out index c6a3a0a..9162533 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part.q.out @@ -186,10 +186,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=99) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=99) - default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=103) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_permute_select @@ -445,10 +445,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=153) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=153) - default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=157) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_string_permute_select @@ -730,10 +730,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=234) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=234) - default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=238) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY @@ -879,10 +879,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=9 width=530) + Select Operator [SEL_1] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=530) - default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=534) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp PREHOOK: type: QUERY @@ -1003,10 +1003,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=9 width=529) + Select Operator [SEL_1] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=529) - default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=533) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date PREHOOK: type: QUERY @@ -1157,10 +1157,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=313) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=313) - default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=317) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: QUERY @@ -1304,10 +1304,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=422) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=422) - default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=426) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: QUERY @@ -1451,10 +1451,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=314) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=314) - default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=318) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc PREHOOK: type: QUERY @@ -1598,10 +1598,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=313) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=313) - default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=317) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar PREHOOK: type: QUERY @@ -1745,10 +1745,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=311) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=311) - default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=315) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc PREHOOK: type: QUERY @@ -1889,10 +1889,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=304) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=304) - default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=308) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string PREHOOK: type: QUERY @@ -2033,10 +2033,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=383) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=383) - default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=387) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char PREHOOK: type: QUERY @@ -2177,10 +2177,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=306) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=306) - default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=310) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc PREHOOK: type: QUERY @@ -2321,10 +2321,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=304) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=304) - default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=308) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar PREHOOK: type: QUERY @@ -2465,10 +2465,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=302) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=302) - default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=306) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc PREHOOK: type: QUERY @@ -2620,10 +2620,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=496) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=496) - default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=500) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string PREHOOK: type: QUERY @@ -2764,10 +2764,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=427) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=427) - default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=431) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char PREHOOK: type: QUERY @@ -2908,10 +2908,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=402) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=402) - default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=406) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar PREHOOK: type: QUERY @@ -3069,10 +3069,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=183) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=10 width=183) - default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=10 width=187) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint PREHOOK: type: QUERY @@ -3219,10 +3219,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=182) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=10 width=182) - default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=10 width=186) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint PREHOOK: type: QUERY @@ -3366,10 +3366,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=178) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=178) - default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=182) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int PREHOOK: type: QUERY @@ -3510,10 +3510,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=177) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=177) - default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=181) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint PREHOOK: type: QUERY @@ -3651,10 +3651,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=189) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=189) - default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=193) + default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_decimal PREHOOK: type: QUERY @@ -3789,10 +3789,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=99) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=99) - default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=103) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out index 7b31742..990375a 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_complex.q.out @@ -164,10 +164,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=785) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=6 width=785) - default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + TableScan [TS_0] (rows=6 width=789) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","s1","b"] PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 PREHOOK: type: QUERY @@ -428,10 +428,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=8 width=610) + Select Operator [SEL_1] (rows=8 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=8 width=610) - default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + TableScan [TS_0] (rows=8 width=614) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s2"] PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 PREHOOK: type: QUERY @@ -616,10 +616,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=4 width=289) + Select Operator [SEL_1] (rows=4 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=4 width=289) - default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + TableScan [TS_0] (rows=4 width=293) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s3"] PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out index 1ec8895..41dfdfb 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_nonvec_mapwork_part_all_primitive.q.out @@ -140,10 +140,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=285) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - TableScan [TS_0] (rows=6 width=285) - default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + TableScan [TS_0] (rows=6 width=289) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean PREHOOK: type: QUERY @@ -309,10 +309,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=438) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=438) - default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=442) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint PREHOOK: type: QUERY @@ -479,10 +479,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=439) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=439) - default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=443) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint PREHOOK: type: QUERY @@ -649,10 +649,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=435) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=435) - default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=439) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int PREHOOK: type: QUERY @@ -819,10 +819,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=447) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=447) - default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=451) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint PREHOOK: type: QUERY @@ -987,10 +987,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=437) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=437) - default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=441) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float PREHOOK: type: QUERY @@ -1155,10 +1155,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=448) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=448) - default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=452) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double PREHOOK: type: QUERY @@ -1323,10 +1323,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=701) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=701) - default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=705) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal PREHOOK: type: QUERY @@ -1497,10 +1497,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=673) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=673) - default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=677) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string PREHOOK: type: QUERY @@ -1671,10 +1671,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=725) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=725) - default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=729) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char PREHOOK: type: QUERY @@ -1845,10 +1845,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=661) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=661) - default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=665) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc PREHOOK: type: QUERY @@ -2019,10 +2019,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=672) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=672) - default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=676) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar PREHOOK: type: QUERY @@ -2193,10 +2193,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=667) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=667) - default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=671) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc PREHOOK: type: QUERY @@ -2364,10 +2364,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=406) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - TableScan [TS_0] (rows=7 width=406) - default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + TableScan [TS_0] (rows=7 width=410) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY @@ -2508,10 +2508,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=407) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=6 width=407) - default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=6 width=411) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY @@ -2746,10 +2746,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=13 width=668) + Select Operator [SEL_1] (rows=13 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=13 width=668) - default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=13 width=672) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part.q.out index 8c78b66..892d5c0 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part.q.out @@ -186,10 +186,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=99) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=99) - default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=103) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_permute_select @@ -445,10 +445,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=153) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=153) - default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=157) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_string_permute_select @@ -730,10 +730,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=234) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=234) - default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=238) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY @@ -879,10 +879,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=9 width=530) + Select Operator [SEL_3] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=530) - default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=534) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp PREHOOK: type: QUERY @@ -1003,10 +1003,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=9 width=529) + Select Operator [SEL_3] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=529) - default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=533) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date PREHOOK: type: QUERY @@ -1157,10 +1157,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=313) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=313) - default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=317) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: QUERY @@ -1304,10 +1304,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=422) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=422) - default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=426) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: QUERY @@ -1451,10 +1451,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=314) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=314) - default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=318) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc PREHOOK: type: QUERY @@ -1598,10 +1598,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=313) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=313) - default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=317) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar PREHOOK: type: QUERY @@ -1745,10 +1745,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=311) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=311) - default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=315) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc PREHOOK: type: QUERY @@ -1889,10 +1889,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=304) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=304) - default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=308) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string PREHOOK: type: QUERY @@ -2033,10 +2033,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=383) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=383) - default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=387) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char PREHOOK: type: QUERY @@ -2177,10 +2177,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=306) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=306) - default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=310) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc PREHOOK: type: QUERY @@ -2321,10 +2321,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=304) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=304) - default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=308) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar PREHOOK: type: QUERY @@ -2465,10 +2465,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=302) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=302) - default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=306) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc PREHOOK: type: QUERY @@ -2620,10 +2620,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=496) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=496) - default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=500) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string PREHOOK: type: QUERY @@ -2764,10 +2764,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=427) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=427) - default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=431) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char PREHOOK: type: QUERY @@ -2908,10 +2908,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=402) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=402) - default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=406) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar PREHOOK: type: QUERY @@ -3069,10 +3069,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=183) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=10 width=183) - default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=10 width=187) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint PREHOOK: type: QUERY @@ -3219,10 +3219,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=182) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=10 width=182) - default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=10 width=186) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint PREHOOK: type: QUERY @@ -3366,10 +3366,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=178) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=178) - default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=182) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int PREHOOK: type: QUERY @@ -3510,10 +3510,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=177) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=177) - default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=181) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint PREHOOK: type: QUERY @@ -3651,10 +3651,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=189) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=189) - default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=193) + default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_decimal PREHOOK: type: QUERY @@ -3789,10 +3789,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=99) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=99) - default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=103) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out index 4f84617..26f39c4 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_complex.q.out @@ -164,10 +164,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=785) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=6 width=785) - default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + TableScan [TS_0] (rows=6 width=789) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","s1","b"] PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 PREHOOK: type: QUERY @@ -428,10 +428,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=8 width=610) + Select Operator [SEL_1] (rows=8 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=8 width=610) - default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + TableScan [TS_0] (rows=8 width=614) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s2"] PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 PREHOOK: type: QUERY @@ -616,10 +616,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=4 width=289) + Select Operator [SEL_1] (rows=4 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=4 width=289) - default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + TableScan [TS_0] (rows=4 width=293) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s3"] PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_primitive.q.out index 8b929a4..963ef0d 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_orc_vec_mapwork_part_all_primitive.q.out @@ -140,10 +140,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=6 width=285) + Select Operator [SEL_3] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - TableScan [TS_0] (rows=6 width=285) - default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + TableScan [TS_0] (rows=6 width=289) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean PREHOOK: type: QUERY @@ -309,10 +309,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=438) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=438) - default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=442) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint PREHOOK: type: QUERY @@ -479,10 +479,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=439) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=439) - default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=443) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint PREHOOK: type: QUERY @@ -649,10 +649,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=435) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=435) - default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=439) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int PREHOOK: type: QUERY @@ -819,10 +819,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=447) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=447) - default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=451) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint PREHOOK: type: QUERY @@ -987,10 +987,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=437) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=437) - default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=441) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float PREHOOK: type: QUERY @@ -1155,10 +1155,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=448) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=448) - default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=452) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double PREHOOK: type: QUERY @@ -1323,10 +1323,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=701) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=701) - default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=705) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal PREHOOK: type: QUERY @@ -1497,10 +1497,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=673) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=673) - default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=677) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string PREHOOK: type: QUERY @@ -1671,10 +1671,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=725) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=725) - default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=729) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char PREHOOK: type: QUERY @@ -1845,10 +1845,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=661) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=661) - default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=665) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc PREHOOK: type: QUERY @@ -2019,10 +2019,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=672) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=672) - default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=676) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar PREHOOK: type: QUERY @@ -2193,10 +2193,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=667) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=667) - default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=671) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc PREHOOK: type: QUERY @@ -2364,10 +2364,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=406) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - TableScan [TS_0] (rows=7 width=406) - default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + TableScan [TS_0] (rows=7 width=410) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY @@ -2508,10 +2508,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=6 width=407) + Select Operator [SEL_3] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=6 width=407) - default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=6 width=411) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY @@ -2746,10 +2746,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=13 width=668) + Select Operator [SEL_3] (rows=13 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=13 width=668) - default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=13 width=672) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part.q.out index 81d0fcc..b9bb18c 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part.q.out @@ -186,10 +186,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=11) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=11) - default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=15) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_permute_select @@ -445,10 +445,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=15) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=15) - default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=19) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_string_permute_select @@ -730,10 +730,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=55) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=55) - default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=59) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY @@ -879,10 +879,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=9 width=147) + Select Operator [SEL_1] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=147) - default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=151) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp PREHOOK: type: QUERY @@ -1003,10 +1003,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=9 width=91) + Select Operator [SEL_1] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=91) - default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=95) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date PREHOOK: type: QUERY @@ -1157,10 +1157,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=33) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: QUERY @@ -1304,10 +1304,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=140) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=140) - default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=144) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: QUERY @@ -1451,10 +1451,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=32) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=32) - default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=36) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc PREHOOK: type: QUERY @@ -1598,10 +1598,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=33) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar PREHOOK: type: QUERY @@ -1745,10 +1745,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=30) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=30) - default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=34) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc PREHOOK: type: QUERY @@ -1889,10 +1889,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=38) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=38) - default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string PREHOOK: type: QUERY @@ -2033,10 +2033,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=116) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=116) - default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=120) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char PREHOOK: type: QUERY @@ -2177,10 +2177,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=39) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=39) - default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=43) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc PREHOOK: type: QUERY @@ -2321,10 +2321,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=36) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=36) - default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar PREHOOK: type: QUERY @@ -2465,10 +2465,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=36) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=36) - default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc PREHOOK: type: QUERY @@ -2620,10 +2620,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=79) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=79) - default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=83) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string PREHOOK: type: QUERY @@ -2764,10 +2764,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=93) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=93) - default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=97) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char PREHOOK: type: QUERY @@ -2908,10 +2908,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=68) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=68) - default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=72) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar PREHOOK: type: QUERY @@ -3069,10 +3069,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=44) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=10 width=44) - default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=10 width=48) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint PREHOOK: type: QUERY @@ -3219,10 +3219,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=44) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=10 width=44) - default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=10 width=48) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint PREHOOK: type: QUERY @@ -3366,10 +3366,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=42) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=42) - default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=46) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int PREHOOK: type: QUERY @@ -3510,10 +3510,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=41) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=41) - default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=45) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint PREHOOK: type: QUERY @@ -3651,10 +3651,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=33) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_decimal PREHOOK: type: QUERY @@ -3789,10 +3789,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=10 width=14) + Select Operator [SEL_1] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=14) - default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=18) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out index 69581b5..af86449 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_complex.q.out @@ -164,10 +164,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=151) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=6 width=151) - default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + TableScan [TS_0] (rows=6 width=155) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","s1","b"] PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 PREHOOK: type: QUERY @@ -428,10 +428,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=8 width=113) + Select Operator [SEL_1] (rows=8 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=8 width=113) - default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + TableScan [TS_0] (rows=8 width=117) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s2"] PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 PREHOOK: type: QUERY @@ -616,10 +616,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=4 width=84) + Select Operator [SEL_1] (rows=4 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=4 width=84) - default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + TableScan [TS_0] (rows=4 width=88) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s3"] PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out index 4e8c9bf..fcecca8 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_nonvec_mapwork_part_all_primitive.q.out @@ -140,10 +140,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=96) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - TableScan [TS_0] (rows=6 width=96) - default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + TableScan [TS_0] (rows=6 width=100) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean PREHOOK: type: QUERY @@ -309,10 +309,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=119) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=119) - default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=123) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint PREHOOK: type: QUERY @@ -479,10 +479,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=126) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=126) - default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=130) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint PREHOOK: type: QUERY @@ -649,10 +649,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=130) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=130) - default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=134) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int PREHOOK: type: QUERY @@ -819,10 +819,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=135) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=135) - default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=139) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint PREHOOK: type: QUERY @@ -987,10 +987,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=134) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=134) - default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=138) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float PREHOOK: type: QUERY @@ -1155,10 +1155,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=141) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=141) - default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=145) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double PREHOOK: type: QUERY @@ -1323,10 +1323,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=174) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=174) - default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=178) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal PREHOOK: type: QUERY @@ -1497,10 +1497,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=141) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=141) - default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=145) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string PREHOOK: type: QUERY @@ -1671,10 +1671,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=193) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=193) - default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=197) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char PREHOOK: type: QUERY @@ -1845,10 +1845,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=129) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=129) - default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=133) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc PREHOOK: type: QUERY @@ -2019,10 +2019,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=143) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=143) - default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=147) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar PREHOOK: type: QUERY @@ -2193,10 +2193,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=138) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=138) - default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=142) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc PREHOOK: type: QUERY @@ -2364,10 +2364,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=7 width=131) + Select Operator [SEL_1] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - TableScan [TS_0] (rows=7 width=131) - default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + TableScan [TS_0] (rows=7 width=135) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY @@ -2508,10 +2508,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=96) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=6 width=96) - default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=6 width=100) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY @@ -2746,10 +2746,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=13 width=105) + Select Operator [SEL_1] (rows=13 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=13 width=105) - default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=13 width=109) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part.q.out index 934d57b..8df02a2 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part.q.out @@ -190,10 +190,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=11) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=11) - default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=15) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_permute_select @@ -449,10 +449,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=15) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=15) - default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=19) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_string_permute_select @@ -734,10 +734,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=38) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=38) - default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY @@ -883,10 +883,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=9 width=132) + Select Operator [SEL_3] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=132) - default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=136) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp PREHOOK: type: QUERY @@ -1007,10 +1007,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=9 width=61) + Select Operator [SEL_3] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=61) - default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=65) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date PREHOOK: type: QUERY @@ -1161,10 +1161,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: QUERY @@ -1308,10 +1308,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: QUERY @@ -1455,10 +1455,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=30) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=30) - default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=34) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc PREHOOK: type: QUERY @@ -1602,10 +1602,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar PREHOOK: type: QUERY @@ -1749,10 +1749,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=30) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=30) - default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=34) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc PREHOOK: type: QUERY @@ -1893,10 +1893,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=38) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=38) - default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string PREHOOK: type: QUERY @@ -2037,10 +2037,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=38) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=38) - default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char PREHOOK: type: QUERY @@ -2181,10 +2181,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=35) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=35) - default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=39) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc PREHOOK: type: QUERY @@ -2325,10 +2325,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=36) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=36) - default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar PREHOOK: type: QUERY @@ -2469,10 +2469,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=36) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=36) - default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc PREHOOK: type: QUERY @@ -2624,10 +2624,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=54) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=54) - default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=58) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string PREHOOK: type: QUERY @@ -2768,10 +2768,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=46) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=46) - default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=50) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char PREHOOK: type: QUERY @@ -2912,10 +2912,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=45) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=45) - default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=49) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar PREHOOK: type: QUERY @@ -3073,10 +3073,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=44) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=10 width=44) - default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=10 width=48) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint PREHOOK: type: QUERY @@ -3223,10 +3223,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=44) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=10 width=44) - default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=10 width=48) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint PREHOOK: type: QUERY @@ -3370,10 +3370,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=42) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=42) - default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=46) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int PREHOOK: type: QUERY @@ -3514,10 +3514,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=41) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=41) - default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=45) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint PREHOOK: type: QUERY @@ -3655,10 +3655,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_decimal PREHOOK: type: QUERY @@ -3793,10 +3793,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=14) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=14) - default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=18) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out index 16f6f2d..39d85aa 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_complex.q.out @@ -168,10 +168,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=151) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=6 width=151) - default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + TableScan [TS_0] (rows=6 width=155) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","s1","b"] PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 PREHOOK: type: QUERY @@ -432,10 +432,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=8 width=113) + Select Operator [SEL_1] (rows=8 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=8 width=113) - default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + TableScan [TS_0] (rows=8 width=117) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s2"] PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 PREHOOK: type: QUERY @@ -620,10 +620,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=4 width=84) + Select Operator [SEL_1] (rows=4 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=4 width=84) - default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + TableScan [TS_0] (rows=4 width=88) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s3"] PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_primitive.q.out index 5ea61b0..e78e01f 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vec_mapwork_part_all_primitive.q.out @@ -144,10 +144,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=6 width=96) + Select Operator [SEL_3] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - TableScan [TS_0] (rows=6 width=96) - default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + TableScan [TS_0] (rows=6 width=100) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean PREHOOK: type: QUERY @@ -313,10 +313,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=105) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=105) - default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=109) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint PREHOOK: type: QUERY @@ -483,10 +483,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=111) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=111) - default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=115) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint PREHOOK: type: QUERY @@ -653,10 +653,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=114) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=114) - default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=118) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int PREHOOK: type: QUERY @@ -823,10 +823,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=119) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=119) - default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=123) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint PREHOOK: type: QUERY @@ -991,10 +991,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=118) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=118) - default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=122) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float PREHOOK: type: QUERY @@ -1159,10 +1159,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=124) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=124) - default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=128) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double PREHOOK: type: QUERY @@ -1327,10 +1327,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=159) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=159) - default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=163) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal PREHOOK: type: QUERY @@ -1501,10 +1501,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=141) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=141) - default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=145) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string PREHOOK: type: QUERY @@ -1675,10 +1675,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=127) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=127) - default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=131) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char PREHOOK: type: QUERY @@ -1849,10 +1849,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=121) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=121) - default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=125) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc PREHOOK: type: QUERY @@ -2023,10 +2023,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=143) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=143) - default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=147) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar PREHOOK: type: QUERY @@ -2197,10 +2197,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=138) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=138) - default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=142) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc PREHOOK: type: QUERY @@ -2368,10 +2368,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=124) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - TableScan [TS_0] (rows=7 width=124) - default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + TableScan [TS_0] (rows=7 width=128) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY @@ -2512,10 +2512,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=6 width=97) + Select Operator [SEL_3] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=6 width=97) - default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=6 width=101) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY @@ -2750,10 +2750,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=13 width=96) + Select Operator [SEL_3] (rows=13 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=13 width=96) - default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=13 width=100) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part.q.out index 9fcf610..b35d3b1 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part.q.out @@ -190,10 +190,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=11) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=11) - default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=15) + default@part_add_int_permute_select,part_add_int_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_permute_select @@ -449,10 +449,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=15) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=15) - default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:NONE,Output:["insert_num","a","b"] + TableScan [TS_0] (rows=10 width=19) + default@part_add_int_string_permute_select,part_add_int_string_permute_select,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","a","b"] PREHOOK: query: -- SELECT permutation columns to make sure NULL defaulting works right select insert_num,part,a,b from part_add_int_string_permute_select @@ -734,10 +734,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=38) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=38) - default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_string_group_double,part_change_string_group_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_double PREHOOK: type: QUERY @@ -883,10 +883,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=9 width=132) + Select Operator [SEL_3] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=132) - default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=136) + default@part_change_date_group_string_group_timestamp,part_change_date_group_string_group_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_timestamp PREHOOK: type: QUERY @@ -1007,10 +1007,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=9 width=61) + Select Operator [SEL_3] (rows=9 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=9 width=61) - default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=9 width=65) + default@part_change_date_group_string_group_date,part_change_date_group_string_group_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_date_group_string_group_date PREHOOK: type: QUERY @@ -1161,10 +1161,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_string,part_change_numeric_group_string_group_multi_ints_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_string PREHOOK: type: QUERY @@ -1308,10 +1308,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_char,part_change_numeric_group_string_group_multi_ints_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char PREHOOK: type: QUERY @@ -1455,10 +1455,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=30) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=30) - default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=34) + default@part_change_numeric_group_string_group_multi_ints_char_trunc,part_change_numeric_group_string_group_multi_ints_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_char_trunc PREHOOK: type: QUERY @@ -1602,10 +1602,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_numeric_group_string_group_multi_ints_varchar,part_change_numeric_group_string_group_multi_ints_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar PREHOOK: type: QUERY @@ -1749,10 +1749,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=30) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=30) - default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=34) + default@part_change_numeric_group_string_group_multi_ints_varchar_trunc,part_change_numeric_group_string_group_multi_ints_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_numeric_group_string_group_multi_ints_varchar_trunc PREHOOK: type: QUERY @@ -1893,10 +1893,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=38) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=38) - default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_numeric_group_string_group_floating_string,part_change_numeric_group_string_group_floating_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_string PREHOOK: type: QUERY @@ -2037,10 +2037,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=38) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=38) - default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=42) + default@part_change_numeric_group_string_group_floating_char,part_change_numeric_group_string_group_floating_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char PREHOOK: type: QUERY @@ -2181,10 +2181,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=35) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=35) - default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=39) + default@part_change_numeric_group_string_group_floating_char_trunc,part_change_numeric_group_string_group_floating_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_char_trunc PREHOOK: type: QUERY @@ -2325,10 +2325,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=36) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=36) - default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_numeric_group_string_group_floating_varchar,part_change_numeric_group_string_group_floating_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar PREHOOK: type: QUERY @@ -2469,10 +2469,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=36) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=36) - default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=40) + default@part_change_numeric_group_string_group_floating_varchar_trunc,part_change_numeric_group_string_group_floating_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_numeric_group_string_group_floating_varchar_trunc PREHOOK: type: QUERY @@ -2624,10 +2624,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=54) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=54) - default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=58) + default@part_change_string_group_string_group_string,part_change_string_group_string_group_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_string_group_string_group_string PREHOOK: type: QUERY @@ -2768,10 +2768,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=46) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=46) - default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=50) + default@part_change_string_group_string_group_char,part_change_string_group_string_group_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_char PREHOOK: type: QUERY @@ -2912,10 +2912,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=45) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=45) - default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=49) + default@part_change_string_group_string_group_varchar,part_change_string_group_string_group_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_string_group_string_group_varchar PREHOOK: type: QUERY @@ -3073,10 +3073,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=44) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=10 width=44) - default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=10 width=48) + default@part_change_lower_to_higher_numeric_group_tinyint,part_change_lower_to_higher_numeric_group_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_lower_to_higher_numeric_group_tinyint PREHOOK: type: QUERY @@ -3223,10 +3223,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=44) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7"] - TableScan [TS_0] (rows=10 width=44) - default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","b"] + TableScan [TS_0] (rows=10 width=48) + default@part_change_lower_to_higher_numeric_group_smallint,part_change_lower_to_higher_numeric_group_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,b from part_change_lower_to_higher_numeric_group_smallint PREHOOK: type: QUERY @@ -3370,10 +3370,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=42) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=10 width=42) - default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=10 width=46) + default@part_change_lower_to_higher_numeric_group_int,part_change_lower_to_higher_numeric_group_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_lower_to_higher_numeric_group_int PREHOOK: type: QUERY @@ -3514,10 +3514,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=41) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5"] - TableScan [TS_0] (rows=10 width=41) - default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","b"] + TableScan [TS_0] (rows=10 width=45) + default@part_change_lower_to_higher_numeric_group_bigint,part_change_lower_to_higher_numeric_group_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,b from part_change_lower_to_higher_numeric_group_bigint PREHOOK: type: QUERY @@ -3655,10 +3655,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=33) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=33) - default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=37) + default@part_change_lower_to_higher_numeric_group_decimal,part_change_lower_to_higher_numeric_group_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_decimal PREHOOK: type: QUERY @@ -3793,10 +3793,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=10 width=14) + Select Operator [SEL_3] (rows=10 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=10 width=14) - default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","b"] + TableScan [TS_0] (rows=10 width=18) + default@part_change_lower_to_higher_numeric_group_float,part_change_lower_to_higher_numeric_group_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","b"] PREHOOK: query: select insert_num,part,c1,b from part_change_lower_to_higher_numeric_group_float PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out index 446ea52..e0bdf5d 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_complex.q.out @@ -170,10 +170,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=6 width=151) + Select Operator [SEL_1] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=6 width=151) - default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:NONE,Output:["insert_num","s1","b"] + TableScan [TS_0] (rows=6 width=155) + default@part_change_various_various_struct1,part_change_various_various_struct1,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","s1","b"] PREHOOK: query: select insert_num,part,s1,b from part_change_various_various_struct1 PREHOOK: type: QUERY @@ -434,10 +434,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=8 width=113) + Select Operator [SEL_1] (rows=8 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=8 width=113) - default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s2"] + TableScan [TS_0] (rows=8 width=117) + default@part_add_various_various_struct2,part_add_various_various_struct2,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s2"] PREHOOK: query: select insert_num,part,b,s2 from part_add_various_various_struct2 PREHOOK: type: QUERY @@ -622,10 +622,10 @@ Stage-0 Stage-1 Map 1 llap File Output Operator [FS_2] - Select Operator [SEL_1] (rows=4 width=84) + Select Operator [SEL_1] (rows=4 width=4) Output:["_col0","_col1","_col2","_col3"] - TableScan [TS_0] (rows=4 width=84) - default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:NONE,Output:["insert_num","b","s3"] + TableScan [TS_0] (rows=4 width=88) + default@part_add_to_various_various_struct4,part_add_to_various_various_struct4,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","b","s3"] PREHOOK: query: select insert_num,part,b,s3 from part_add_to_various_various_struct4 PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out index 5bb2d64..8525c72 100644 --- a/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out +++ b/ql/src/test/results/clientpositive/llap/schema_evol_text_vecrow_mapwork_part_all_primitive.q.out @@ -144,10 +144,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=6 width=96) + Select Operator [SEL_3] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11"] - TableScan [TS_0] (rows=6 width=96) - default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] + TableScan [TS_0] (rows=6 width=100) + default@part_change_various_various_boolean,part_change_various_various_boolean,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,b from part_change_various_various_boolean PREHOOK: type: QUERY @@ -313,10 +313,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=105) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=105) - default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=109) + default@part_change_various_various_tinyint,part_change_various_various_tinyint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_tinyint PREHOOK: type: QUERY @@ -483,10 +483,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=111) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=111) - default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=115) + default@part_change_various_various_smallint,part_change_various_various_smallint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_smallint PREHOOK: type: QUERY @@ -653,10 +653,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=114) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=114) - default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=118) + default@part_change_various_various_int,part_change_various_various_int,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_int PREHOOK: type: QUERY @@ -823,10 +823,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=119) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=119) - default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=123) + default@part_change_various_various_bigint,part_change_various_various_bigint,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_bigint PREHOOK: type: QUERY @@ -991,10 +991,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=118) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=118) - default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=122) + default@part_change_various_various_float,part_change_various_various_float,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_float PREHOOK: type: QUERY @@ -1159,10 +1159,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=124) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=124) - default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=128) + default@part_change_various_various_double,part_change_various_various_double,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_double PREHOOK: type: QUERY @@ -1327,10 +1327,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=159) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13"] - TableScan [TS_0] (rows=7 width=159) - default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] + TableScan [TS_0] (rows=7 width=163) + default@part_change_various_various_decimal,part_change_various_various_decimal,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,b from part_change_various_various_decimal PREHOOK: type: QUERY @@ -1501,10 +1501,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=141) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=141) - default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=145) + default@part_change_various_various_string,part_change_various_various_string,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_string PREHOOK: type: QUERY @@ -1675,10 +1675,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=127) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=127) - default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=131) + default@part_change_various_various_char,part_change_various_various_char,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char PREHOOK: type: QUERY @@ -1849,10 +1849,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=121) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=121) - default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=125) + default@part_change_various_various_char_trunc,part_change_various_various_char_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_char_trunc PREHOOK: type: QUERY @@ -2023,10 +2023,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=143) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=143) - default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=147) + default@part_change_various_various_varchar,part_change_various_various_varchar,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar PREHOOK: type: QUERY @@ -2197,10 +2197,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=138) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14","_col15"] - TableScan [TS_0] (rows=7 width=138) - default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] + TableScan [TS_0] (rows=7 width=142) + default@part_change_various_various_varchar_trunc,part_change_various_various_varchar_trunc,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","c13","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,c13,b from part_change_various_various_varchar_trunc PREHOOK: type: QUERY @@ -2368,10 +2368,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=7 width=124) + Select Operator [SEL_3] (rows=7 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10","_col11","_col12","_col13","_col14"] - TableScan [TS_0] (rows=7 width=124) - default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] + TableScan [TS_0] (rows=7 width=128) + default@part_change_various_various_timestamp,part_change_various_various_timestamp,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","c7","c8","c9","c10","c11","c12","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,c7,c8,c9,c10,c11,c12,b from part_change_various_various_timestamp PREHOOK: type: QUERY @@ -2512,10 +2512,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=6 width=97) + Select Operator [SEL_3] (rows=6 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] - TableScan [TS_0] (rows=6 width=97) - default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","b"] + TableScan [TS_0] (rows=6 width=101) + default@part_change_various_various_date,part_change_various_various_date,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,b from part_change_various_various_date PREHOOK: type: QUERY @@ -2750,10 +2750,10 @@ Stage-0 Stage-1 Map 1 vectorized, llap File Output Operator [FS_4] - Select Operator [SEL_3] (rows=13 width=96) + Select Operator [SEL_3] (rows=13 width=4) Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8"] - TableScan [TS_0] (rows=13 width=96) - default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:NONE,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] + TableScan [TS_0] (rows=13 width=100) + default@part_change_same_type_different_params,part_change_same_type_different_params,Tbl:COMPLETE,Col:PARTIAL,Output:["insert_num","c1","c2","c3","c4","c5","c6","b"] PREHOOK: query: select insert_num,part,c1,c2,c3,c4,c5,c6,b from part_change_same_type_different_params PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/script_pipe.q.out b/ql/src/test/results/clientpositive/llap/script_pipe.q.out index 2e68189..f1caec4 100644 --- a/ql/src/test/results/clientpositive/llap/script_pipe.q.out +++ b/ql/src/test/results/clientpositive/llap/script_pipe.q.out @@ -11,6 +11,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -19,41 +20,43 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE Transform Operator command: true output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 10 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -81,24 +84,24 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string), key (type: string), value (type: string), key (type: string), value (type: string), key (type: string), value (type: string), key (type: string), value (type: string), key (type: string), value (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 534000 Basic stats: COMPLETE Column stats: COMPLETE Transform Operator command: head -n 1 output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 534000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 534000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/scriptfile1.q.out b/ql/src/test/results/clientpositive/llap/scriptfile1.q.out index d72ff5c..bf202f9 100644 --- a/ql/src/test/results/clientpositive/llap/scriptfile1.q.out +++ b/ql/src/test/results/clientpositive/llap/scriptfile1.q.out @@ -1,6 +1,9 @@ PREHOOK: query: -- SORT_QUERY_RESULTS -- EXCLUDE_OS_WINDOWS + +-- NO_SESSION_REUSE + CREATE TABLE dest1(key INT, value STRING) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -8,6 +11,9 @@ PREHOOK: Output: default@dest1 POSTHOOK: query: -- SORT_QUERY_RESULTS -- EXCLUDE_OS_WINDOWS + +-- NO_SESSION_REUSE + CREATE TABLE dest1(key INT, value STRING) POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default diff --git a/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out b/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out index fbc8567..985086d 100644 --- a/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out +++ b/ql/src/test/results/clientpositive/llap/selectDistinctStar.q.out @@ -13,6 +13,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -21,36 +22,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: key (type: string), value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -708,6 +710,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -716,35 +719,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < '3') (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: key (type: string), value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -930,6 +934,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 2 (CONTAINS) @@ -940,56 +945,58 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 262 Data size: 2746 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 262 Data size: 2746 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -2466,6 +2473,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2474,36 +2482,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: key, value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: key (type: string), value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3157,6 +3166,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -3165,35 +3175,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key < '3') (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: key (type: string), value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3379,6 +3390,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 2 (CONTAINS) @@ -3389,56 +3401,58 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 525 Data size: 5503 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 262 Data size: 2746 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 262 Data size: 2746 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 262 Data size: 46636 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 diff --git a/ql/src/test/results/clientpositive/llap/skewjoin.q.out b/ql/src/test/results/clientpositive/llap/skewjoin.q.out index e5d851d..617045c 100644 --- a/ql/src/test/results/clientpositive/llap/skewjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/skewjoin.q.out @@ -91,6 +91,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -99,39 +100,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: src1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: src2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -141,15 +144,15 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col2 + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: UDFToInteger(_col2) (type: int), _col1 (type: string) + expressions: UDFToInteger(_col0) (type: int), _col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 115805 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -183,7 +186,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@dest_j1 POSTHOOK: Lineage: dest_j1.key EXPRESSION [(src)src1.FieldSchema(name:key, type:string, comment:default), ] -POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src1.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: dest_j1.value SIMPLE [(src)src2.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: SELECT sum(hash(key)), sum(hash(value)) FROM dest_j1 PREHOOK: type: QUERY PREHOOK: Input: default@dest_j1 @@ -212,6 +215,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -231,6 +235,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -246,6 +251,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -261,6 +267,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -276,6 +283,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -299,8 +307,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -349,6 +357,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -368,6 +377,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan @@ -383,6 +393,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -398,6 +409,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -413,6 +425,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -436,8 +449,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 99 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -478,6 +491,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -498,21 +512,23 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string), val (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key + 1) is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (key + 1) (type: double) sort order: + Map-reduce partition columns: (key + 1) (type: double) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: key (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -523,7 +539,7 @@ STAGE PLANS: 0 UDFToDouble(key) (type: double) 1 (key + 1) (type: double) outputColumnNames: _col0, _col1, _col5 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 47850 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col0)), sum(hash(_col1)), sum(hash(_col5)) mode: hash @@ -534,7 +550,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1), sum(VALUE._col2) @@ -545,8 +561,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -587,6 +603,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -596,39 +613,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string), value (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: key (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -638,35 +657,35 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col1, _col2 + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: hash(_col0) (type: int), hash(_col1) (type: int) + expressions: hash(_col1) (type: int), hash(_col2) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -715,6 +734,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -724,39 +744,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (key is not null and UDFToDouble(substring(value, 5)) is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), UDFToDouble(substring(_col1, 5)) (type: double) sort order: ++ Map-reduce partition columns: _col0 (type: string), UDFToDouble(substring(_col1, 5)) (type: double) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (key is not null and (UDFToDouble(substring(value, 5)) + 1.0) is not null) (type: boolean) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + predicate: (key is not null and value is not null) (type: boolean) + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), (UDFToDouble(substring(_col1, 5)) + 1.0) (type: double) sort order: ++ Map-reduce partition columns: _col0 (type: string), (UDFToDouble(substring(_col1, 5)) + 1.0) (type: double) - Statistics: Num rows: 125 Data size: 1328 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -767,34 +789,34 @@ STAGE PLANS: 0 _col0 (type: string), UDFToDouble(substring(_col1, 5)) (type: double) 1 _col0 (type: string), (UDFToDouble(substring(_col1, 5)) + 1.0) (type: double) outputColumnNames: _col2, _col3 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 890 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hash(_col2) (type: int), hash(_col3) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 1460 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5 Data size: 890 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -851,123 +873,111 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) + Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 5 <- Map 4 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((UDFToDouble(key) < 80.0) and (UDFToDouble(key) < 100.0)) and key is not null) (type: boolean) - Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE + predicate: ((UDFToDouble(key) < 100.0) and (UDFToDouble(key) < 80.0)) (type: boolean) + Statistics: Num rows: 55 Data size: 4785 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 4785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 28 Data size: 297 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 4785 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: ((UDFToDouble(key) < 100.0) and (UDFToDouble(key) < 80.0)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + predicate: ((UDFToDouble(key) < 80.0) and (UDFToDouble(key) < 100.0)) (type: boolean) + Statistics: Num rows: 55 Data size: 4785 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 4785 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 4785 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap - Map 6 + LLAP IO: no inputs + Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((UDFToDouble(key) < 100.0) and (UDFToDouble(key) < 80.0)) (type: boolean) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 55 Data size: 584 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 55 Data size: 9790 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Merge Join Operator condition map: Inner Join 0 to 1 + Inner Join 0 to 2 keys: 0 _col0 (type: string) 1 _col0 (type: string) - outputColumnNames: _col1, _col3 - Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE + 2 _col0 (type: string) + outputColumnNames: _col0, _col3 + Statistics: Num rows: 314 Data size: 55892 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: hash(_col1) (type: int), hash(_col3) (type: int) + expressions: hash(_col0) (type: int), hash(_col3) (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 66 Data size: 706 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 314 Data size: 55892 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 5 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: string) - 1 _col0 (type: string) - outputColumnNames: _col0, _col2 - Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 60 Data size: 642 Basic stats: COMPLETE Column stats: NONE - value expressions: _col2 (type: string) Stage: Stage-0 Fetch Operator @@ -1013,6 +1023,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1030,6 +1041,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -1042,6 +1054,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 30 Basic stats: COMPLETE Column stats: NONE value expressions: val (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1063,7 +1076,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), sum(VALUE._col1) @@ -1074,8 +1087,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/smb_cache.q.out b/ql/src/test/results/clientpositive/llap/smb_cache.q.out new file mode 100644 index 0000000..932b211 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/smb_cache.q.out @@ -0,0 +1,347 @@ +PREHOOK: query: create table bug_201_input_a ( + userid int +) clustered by (userid) sorted by (userid) into 64 BUCKETS +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bug_201_input_a +POSTHOOK: query: create table bug_201_input_a ( + userid int +) clustered by (userid) sorted by (userid) into 64 BUCKETS +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bug_201_input_a +PREHOOK: query: create table bug_201_input_b ( + userid int +) clustered by (userid) sorted by (userid) into 64 BUCKETS +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@bug_201_input_b +POSTHOOK: query: create table bug_201_input_b ( + userid int +) clustered by (userid) sorted by (userid) into 64 BUCKETS +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@bug_201_input_b +PREHOOK: query: insert overwrite table bug_201_input_a +select distinct(userid) as userid from ( + select arr as userid from ( + select explode(array ( + 12804352 ,251326720,50029057 ,251155969,60217858 ,251995906,78744835 ,250561795,13637380 ,207184132,58189573 ,251988997, + 62314246 ,251565574,63912199 ,250889479,57424648 ,208269832,39819529 ,251811337,39396106 ,250124554,25833739 ,251722507, + 48908812 ,252057100,39894541 ,251633677,20268046 ,251462926,46375183 ,251292175,64902160 ,251879440,40980241 ,204206353, + 50411026 ,251790610,54030355 ,251367187,29097748 ,205968148,12755989 ,250773013,45685270 ,208406038,47788567 ,208235287, + 57724696 ,207559192,13083673 ,206630425,41717530 ,250929946,50642971 ,250759195,43144732 ,250841116,51059485 ,250670365, + 39771166 ,250752286,53244703 ,250834207,43725088 ,207961888,46586401 ,207285793,77241634 ,251837986,19967011 ,251919907, + 37230628 ,251496484,47419429 ,251578405,50786086 ,250144294,48593959 ,251742247,44885800 ,251318824,52295209 ,251400745, + 66274090 ,251988010,28960555 ,208357675,51024940 ,206923564,32156461 ,251981101,47398702 ,252063022,48238639 ,251386927, + 77377840 ,251468848,64068145 ,207333169,16142386 ,251380018,15971635 ,251461939,60018484 ,250027828,43171381 ,250867765, + 47548726 ,250191670,37776439 ,208330039,59588152 ,251871544,75335737 ,251953465,57477946 ,251782714,63623995 ,250348603, + 57641788 ,250935868,42058045 ,250007101,59574334 ,251352382,42474559 ,250928959,52663360 ,252021568,60578113 ,251598145, + 60407362 ,251174722,55941187 ,208302403,65119300 ,251843908,61916485 ,251673157,65535814 ,207790150,62838343 ,208124743, + 26030152 ,251666248,45315145 ,204498505,59799370 ,251577418,72514891 ,250648651,64258636 ,208281676,53475661 ,251823181, + 30564430 ,207940174,32162383 ,250976335,62059600 ,251563600,64920913 ,251392849,50347858 ,250716754,40828243 ,251304019, + 44447572 ,204388948,14966869 ,251973205,59013718 ,250791766,12856663 ,251631703,40227160 ,250450264,20600665 ,252048217, + 48223834 ,251119450,76099675 ,207741787,49145692 ,250019932,50490973 ,207905629,58405726 ,250689118,47370079 ,250013023, + 44419936 ,250347616,36416353 ,250934881,62776162 ,251269474,48455779 ,251098723,43736932 ,251938660,12740197 ,251767909, + 54007654 ,252102502,49794151 ,251931751,63267688 ,252013672,28480873 ,252095593,63684202 ,251419498,76652395 ,252006763, + 64606060 ,251077996,53317741 ,251665261,21310318 ,250989166,41353327 ,208116847,52805488 ,208451440,43033201 ,251992945, + 48673906 ,251064178,15655795 ,207686515,44794996 ,251228020,14303605 ,251815285,48243574 ,251897206,65507191 ,207508855, + 63820408 ,250797688,45457273 ,251637625,62973562 ,251466874,42083707 ,252054139,63642748 ,251630716,40731517 ,251712637, + 29948542 ,252047230,40137343 ,250360447,43756672 ,251200384,13517953 ,251534977,77273218 ,251616898,54867331 ,250435459, + 46105732 ,250517380,48714373 ,208150405,79369606 ,250933894,57216391 ,250257799,20408200 ,250845064,61675657 ,206962057, + 15013258 ,250756234,54512011 ,250585483,70512268 ,251172748,78932365 ,251254669,12814222 , 251841934,49533583 , 251923855, + 44309392 , 208040848,73953937 , 250824337,56601490 , 251664274,35458963 , 208033939,50953876 , 251828116,74281621 , 204155029, + 64509334 , 250223254,44630167 , 252073879,52292248 , 207685528,63997081 , 251732377,46897306 , 250803610,60370843 , 251138203, + 65506204 , 251725468,48406429 , 205821085,15893662 , 250878622,38716063 , 251213215,35007904 , 251295136,66926497 , 251629729, + 56143522 , 251964322,73407139 , 250277539,71720356 , 251117476,80645797 , 205465765,43079590 , 250270630,75756199 , 208156327, + 58656424 , 251445160,57474985 , 251779753,45428650 , 251356330,62186923 , 250680235,54183340 , 250004140,55781293 , 207637165, + 15941038 , 251684014,14254255 , 251513263,42130096 , 251342512,34884529 , 208217521,70087858 , 251253682,50208691 , 250830259, + 54333364 , 250406836,17019829 , 251752117,75468982 , 251834038,17689015 , 208203703,22571704 , 250481848,52974265 , 250816441, + 52803514 , 251656378,61981627 , 251485627,13045180 , 250556860,71494333 , 250133437,81935806 , 251478718,50433727 , 252065983, + 26764480 , 250631872,64747201 , 251977153,64829122 , 206830786,47982019 , 251888323,64992964 , 207499972,52188613 , 251799493, + 39384262 , 251376070,41992903 , 250699975,41822152 , 250781896,39882697 , 250358473,56135626 , 251198410,35751115 , 251785675, + 75249868 , 251867596,55118029 , 207479245,70107598 , 251526094,50481103 , 207895759,55869136 , 251689936,45086161 , 251519185, + 46431442 , 251348434,53335507 , 251683027,39520468 , 251512276,53246677 , 250836181,42211030 , 251928790,56442583 , 251252695, + 75727576 , 251334616,15673561 , 250911193,42286042 , 250993114,63845083 , 251833051,37396444 , 251156956,77653213 , 251744221, + 16335838 , 251068126,61393375 , 250897375,53642464 , 250221280,58525153 , 206843617,56585698 , 207683554,30642403 , 250972387, + 63319012 , 250801636,76287205 , 207929317,44785126 , 251723494,50425831 , 251300071,45706984 , 251634664,13952233 , 251463913, + 77960170 , 251293162,27760363 , 251627755,69280492 , 206734060,13521901 , 208332013,35333614 , 250862830,56892655 , 251702767, + 49394416 , 251532016,79291633 , 250097905,50316274 , 206467570,45344755 , 251525107,17127412 , 250596340,53846773 , 206966005, + 53170678 , 251012854,46430455 , 252105463,59651320 , 251682040,54427129 , 251763961,54509050 , 252098554,65203195 , 251422459, + 40270588 , 250241020,13316605 , 208379389,45235198 , 251668222,60477439 , 251497471, + 101510977 ,114200836 ,156174985 ,60512971 ,181554703 , + 148365841 ,52703827 ,182530846 ,149341984 ,116153122 , + 162031843 ,141532840 ,154222699 ,109320121 ,155198842 + )) as arr )a )b +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@bug_201_input_a +POSTHOOK: query: insert overwrite table bug_201_input_a +select distinct(userid) as userid from ( + select arr as userid from ( + select explode(array ( + 12804352 ,251326720,50029057 ,251155969,60217858 ,251995906,78744835 ,250561795,13637380 ,207184132,58189573 ,251988997, + 62314246 ,251565574,63912199 ,250889479,57424648 ,208269832,39819529 ,251811337,39396106 ,250124554,25833739 ,251722507, + 48908812 ,252057100,39894541 ,251633677,20268046 ,251462926,46375183 ,251292175,64902160 ,251879440,40980241 ,204206353, + 50411026 ,251790610,54030355 ,251367187,29097748 ,205968148,12755989 ,250773013,45685270 ,208406038,47788567 ,208235287, + 57724696 ,207559192,13083673 ,206630425,41717530 ,250929946,50642971 ,250759195,43144732 ,250841116,51059485 ,250670365, + 39771166 ,250752286,53244703 ,250834207,43725088 ,207961888,46586401 ,207285793,77241634 ,251837986,19967011 ,251919907, + 37230628 ,251496484,47419429 ,251578405,50786086 ,250144294,48593959 ,251742247,44885800 ,251318824,52295209 ,251400745, + 66274090 ,251988010,28960555 ,208357675,51024940 ,206923564,32156461 ,251981101,47398702 ,252063022,48238639 ,251386927, + 77377840 ,251468848,64068145 ,207333169,16142386 ,251380018,15971635 ,251461939,60018484 ,250027828,43171381 ,250867765, + 47548726 ,250191670,37776439 ,208330039,59588152 ,251871544,75335737 ,251953465,57477946 ,251782714,63623995 ,250348603, + 57641788 ,250935868,42058045 ,250007101,59574334 ,251352382,42474559 ,250928959,52663360 ,252021568,60578113 ,251598145, + 60407362 ,251174722,55941187 ,208302403,65119300 ,251843908,61916485 ,251673157,65535814 ,207790150,62838343 ,208124743, + 26030152 ,251666248,45315145 ,204498505,59799370 ,251577418,72514891 ,250648651,64258636 ,208281676,53475661 ,251823181, + 30564430 ,207940174,32162383 ,250976335,62059600 ,251563600,64920913 ,251392849,50347858 ,250716754,40828243 ,251304019, + 44447572 ,204388948,14966869 ,251973205,59013718 ,250791766,12856663 ,251631703,40227160 ,250450264,20600665 ,252048217, + 48223834 ,251119450,76099675 ,207741787,49145692 ,250019932,50490973 ,207905629,58405726 ,250689118,47370079 ,250013023, + 44419936 ,250347616,36416353 ,250934881,62776162 ,251269474,48455779 ,251098723,43736932 ,251938660,12740197 ,251767909, + 54007654 ,252102502,49794151 ,251931751,63267688 ,252013672,28480873 ,252095593,63684202 ,251419498,76652395 ,252006763, + 64606060 ,251077996,53317741 ,251665261,21310318 ,250989166,41353327 ,208116847,52805488 ,208451440,43033201 ,251992945, + 48673906 ,251064178,15655795 ,207686515,44794996 ,251228020,14303605 ,251815285,48243574 ,251897206,65507191 ,207508855, + 63820408 ,250797688,45457273 ,251637625,62973562 ,251466874,42083707 ,252054139,63642748 ,251630716,40731517 ,251712637, + 29948542 ,252047230,40137343 ,250360447,43756672 ,251200384,13517953 ,251534977,77273218 ,251616898,54867331 ,250435459, + 46105732 ,250517380,48714373 ,208150405,79369606 ,250933894,57216391 ,250257799,20408200 ,250845064,61675657 ,206962057, + 15013258 ,250756234,54512011 ,250585483,70512268 ,251172748,78932365 ,251254669,12814222 , 251841934,49533583 , 251923855, + 44309392 , 208040848,73953937 , 250824337,56601490 , 251664274,35458963 , 208033939,50953876 , 251828116,74281621 , 204155029, + 64509334 , 250223254,44630167 , 252073879,52292248 , 207685528,63997081 , 251732377,46897306 , 250803610,60370843 , 251138203, + 65506204 , 251725468,48406429 , 205821085,15893662 , 250878622,38716063 , 251213215,35007904 , 251295136,66926497 , 251629729, + 56143522 , 251964322,73407139 , 250277539,71720356 , 251117476,80645797 , 205465765,43079590 , 250270630,75756199 , 208156327, + 58656424 , 251445160,57474985 , 251779753,45428650 , 251356330,62186923 , 250680235,54183340 , 250004140,55781293 , 207637165, + 15941038 , 251684014,14254255 , 251513263,42130096 , 251342512,34884529 , 208217521,70087858 , 251253682,50208691 , 250830259, + 54333364 , 250406836,17019829 , 251752117,75468982 , 251834038,17689015 , 208203703,22571704 , 250481848,52974265 , 250816441, + 52803514 , 251656378,61981627 , 251485627,13045180 , 250556860,71494333 , 250133437,81935806 , 251478718,50433727 , 252065983, + 26764480 , 250631872,64747201 , 251977153,64829122 , 206830786,47982019 , 251888323,64992964 , 207499972,52188613 , 251799493, + 39384262 , 251376070,41992903 , 250699975,41822152 , 250781896,39882697 , 250358473,56135626 , 251198410,35751115 , 251785675, + 75249868 , 251867596,55118029 , 207479245,70107598 , 251526094,50481103 , 207895759,55869136 , 251689936,45086161 , 251519185, + 46431442 , 251348434,53335507 , 251683027,39520468 , 251512276,53246677 , 250836181,42211030 , 251928790,56442583 , 251252695, + 75727576 , 251334616,15673561 , 250911193,42286042 , 250993114,63845083 , 251833051,37396444 , 251156956,77653213 , 251744221, + 16335838 , 251068126,61393375 , 250897375,53642464 , 250221280,58525153 , 206843617,56585698 , 207683554,30642403 , 250972387, + 63319012 , 250801636,76287205 , 207929317,44785126 , 251723494,50425831 , 251300071,45706984 , 251634664,13952233 , 251463913, + 77960170 , 251293162,27760363 , 251627755,69280492 , 206734060,13521901 , 208332013,35333614 , 250862830,56892655 , 251702767, + 49394416 , 251532016,79291633 , 250097905,50316274 , 206467570,45344755 , 251525107,17127412 , 250596340,53846773 , 206966005, + 53170678 , 251012854,46430455 , 252105463,59651320 , 251682040,54427129 , 251763961,54509050 , 252098554,65203195 , 251422459, + 40270588 , 250241020,13316605 , 208379389,45235198 , 251668222,60477439 , 251497471, + 101510977 ,114200836 ,156174985 ,60512971 ,181554703 , + 148365841 ,52703827 ,182530846 ,149341984 ,116153122 , + 162031843 ,141532840 ,154222699 ,109320121 ,155198842 + )) as arr )a )b +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@bug_201_input_a +POSTHOOK: Lineage: bug_201_input_a.userid SCRIPT [] +PREHOOK: query: insert overwrite table bug_201_input_b +select distinct(userid) as userid from ( + select arr as userid from ( + select explode(array ( + 55632256 ,243051712 ,39037825 ,163984129 ,22443394 ,147389698 ,68322115 ,193268419, + 51727684 ,176673988 ,35133253 ,160079557 ,81011974 ,205958278 ,64417543 ,251836999, + 47823112 ,172769416 ,31228681 ,156174985 ,14634250 ,202053706 ,60512971 ,247932427, + 43918540 ,168864844 ,89797261 ,152270413 ,73202830 ,73202830 ,56608399 ,244027855, + 40013968 ,164960272 ,85892689 ,148365841 ,69298258 ,69298258 ,52703827 ,177650131, + 36109396 ,161055700 ,19514965 ,206934421 ,65393686 ,190339990 ,48799255 ,111272407, + 94677976 ,157151128 ,15610393 ,203029849 ,61489114 ,248908570 ,44894683 ,169840987, + 90773404 ,153246556 ,11705821 ,74178973 ,57584542 ,245003998 ,40990111 ,165936415, + 24395680 ,149341984 ,70274401 ,70274401 ,53679970 ,178626274 ,37085539 ,162031843, + 145437412 ,207910564 ,66369829 ,191316133 ,49775398 ,112248550 ,33180967 ,158127271, + 79059688 ,204005992 ,62465257 ,187411561 ,45870826 ,170817130 ,29276395 ,154222699, + 12681964 ,75155116 ,58560685 ,245980141 ,41966254 ,166912558 ,150318127 ,150318127, + 8777392 ,71250544 ,54656113 ,179602417 ,38061682 ,163007986 ,146413555 ,146413555, + 67345972 ,192292276 ,50751541 ,175697845 ,34157110 ,159103414 ,17562679 ,204982135, + 63441400 ,250860856 ,46846969 ,171793273 ,30252538 ,155198842 ,76131259 ,201077563, + 59536828 ,246956284 ,42942397 ,167888701 ,26347966 ,151294270 ,9753535 ,72226687, + 101510977 ,114200836 ,156174985 ,60512971 ,181554703 , + 148365841 ,52703827 ,182530846 ,149341984 ,116153122 , + 162031843 ,141532840 ,154222699 ,109320121 ,155198842 + )) as arr )a ) b +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@bug_201_input_b +POSTHOOK: query: insert overwrite table bug_201_input_b +select distinct(userid) as userid from ( + select arr as userid from ( + select explode(array ( + 55632256 ,243051712 ,39037825 ,163984129 ,22443394 ,147389698 ,68322115 ,193268419, + 51727684 ,176673988 ,35133253 ,160079557 ,81011974 ,205958278 ,64417543 ,251836999, + 47823112 ,172769416 ,31228681 ,156174985 ,14634250 ,202053706 ,60512971 ,247932427, + 43918540 ,168864844 ,89797261 ,152270413 ,73202830 ,73202830 ,56608399 ,244027855, + 40013968 ,164960272 ,85892689 ,148365841 ,69298258 ,69298258 ,52703827 ,177650131, + 36109396 ,161055700 ,19514965 ,206934421 ,65393686 ,190339990 ,48799255 ,111272407, + 94677976 ,157151128 ,15610393 ,203029849 ,61489114 ,248908570 ,44894683 ,169840987, + 90773404 ,153246556 ,11705821 ,74178973 ,57584542 ,245003998 ,40990111 ,165936415, + 24395680 ,149341984 ,70274401 ,70274401 ,53679970 ,178626274 ,37085539 ,162031843, + 145437412 ,207910564 ,66369829 ,191316133 ,49775398 ,112248550 ,33180967 ,158127271, + 79059688 ,204005992 ,62465257 ,187411561 ,45870826 ,170817130 ,29276395 ,154222699, + 12681964 ,75155116 ,58560685 ,245980141 ,41966254 ,166912558 ,150318127 ,150318127, + 8777392 ,71250544 ,54656113 ,179602417 ,38061682 ,163007986 ,146413555 ,146413555, + 67345972 ,192292276 ,50751541 ,175697845 ,34157110 ,159103414 ,17562679 ,204982135, + 63441400 ,250860856 ,46846969 ,171793273 ,30252538 ,155198842 ,76131259 ,201077563, + 59536828 ,246956284 ,42942397 ,167888701 ,26347966 ,151294270 ,9753535 ,72226687, + 101510977 ,114200836 ,156174985 ,60512971 ,181554703 , + 148365841 ,52703827 ,182530846 ,149341984 ,116153122 , + 162031843 ,141532840 ,154222699 ,109320121 ,155198842 + )) as arr )a ) b +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@bug_201_input_b +POSTHOOK: Lineage: bug_201_input_b.userid SCRIPT [] +PREHOOK: query: explain +select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Merge Join Operator [MERGEJOIN_15] (rows=579 width=8) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=130 width=8) + Output:["_col0"] + Filter Operator [FIL_13] (rows=130 width=8) + predicate:userid is not null + TableScan [TS_0] (rows=130 width=8) + default@bug_201_input_b,t1,Tbl:COMPLETE,Col:NONE,Output:["userid"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=527 width=8) + Output:["_col0"] + Filter Operator [FIL_14] (rows=527 width=8) + predicate:userid is not null + TableScan [TS_3] (rows=527 width=8) + default@bug_201_input_a,fa,Tbl:COMPLETE,Col:NONE,Output:["userid"] + +PREHOOK: query: select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +PREHOOK: type: QUERY +PREHOOK: Input: default@bug_201_input_a +PREHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### +POSTHOOK: query: select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bug_201_input_a +POSTHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### +52703827 52703827 +60512971 60512971 +101510977 101510977 +109320121 109320121 +114200836 114200836 +116153122 116153122 +141532840 141532840 +148365841 148365841 +149341984 149341984 +154222699 154222699 +155198842 155198842 +156174985 156174985 +162031843 162031843 +181554703 181554703 +182530846 182530846 +Warning: Value had a \n character in it. +PREHOOK: query: explain +select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Merge Join Operator [MERGEJOIN_15] (rows=579 width=8) + Conds:RS_6._col0=RS_7._col0(Inner),Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=130 width=8) + Output:["_col0"] + Filter Operator [FIL_13] (rows=130 width=8) + predicate:userid is not null + TableScan [TS_0] (rows=130 width=8) + default@bug_201_input_b,t1,Tbl:COMPLETE,Col:NONE,Output:["userid"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col0 + Select Operator [SEL_5] (rows=527 width=8) + Output:["_col0"] + Filter Operator [FIL_14] (rows=527 width=8) + predicate:userid is not null + TableScan [TS_3] (rows=527 width=8) + default@bug_201_input_a,fa,Tbl:COMPLETE,Col:NONE,Output:["userid"] + +PREHOOK: query: select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +PREHOOK: type: QUERY +PREHOOK: Input: default@bug_201_input_a +PREHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### +POSTHOOK: query: select +t1.userid, + fa.userid as fa_userid + from bug_201_input_b as t1 + join bug_201_input_a as fa on (t1.userid = fa.userid) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@bug_201_input_a +POSTHOOK: Input: default@bug_201_input_b +#### A masked pattern was here #### +52703827 52703827 +60512971 60512971 +101510977 101510977 +109320121 109320121 +114200836 114200836 +116153122 116153122 +141532840 141532840 +148365841 148365841 +149341984 149341984 +154222699 154222699 +155198842 155198842 +156174985 156174985 +162031843 162031843 +181554703 181554703 +182530846 182530846 diff --git a/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out b/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out index 96e0e43..561b263 100644 --- a/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out +++ b/ql/src/test/results/clientpositive/llap/stats_noscan_1.q.out @@ -101,10 +101,8 @@ Database: default Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -141,10 +139,8 @@ Database: default Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -181,10 +177,7 @@ Database: default Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE false numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -221,10 +214,7 @@ Database: default Table: analyze_srcpart #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE false numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -373,10 +363,8 @@ Database: default Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -413,10 +401,8 @@ Database: default Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -453,10 +439,7 @@ Database: default Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE false numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### @@ -493,10 +476,7 @@ Database: default Table: analyze_srcpart_partial #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE false numFiles 1 - numRows -1 - rawDataSize -1 totalSize 5812 #### A masked pattern was here #### diff --git a/ql/src/test/results/clientpositive/llap/stats_only_null.q.out b/ql/src/test/results/clientpositive/llap/stats_only_null.q.out index fe26cf5..d59d4ac 100644 --- a/ql/src/test/results/clientpositive/llap/stats_only_null.q.out +++ b/ql/src/test/results/clientpositive/llap/stats_only_null.q.out @@ -79,6 +79,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -102,8 +103,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) @@ -114,8 +116,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -137,6 +139,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -145,11 +148,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: stats_null_part - Statistics: Num rows: 10 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: a (type: double), b (type: int), c (type: string), d (type: smallint) outputColumnNames: a, b, c, d - Statistics: Num rows: 10 Data size: 120 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 200 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(), count(a), count(b), count(c), count(d) mode: hash @@ -160,8 +163,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint), _col4 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4) @@ -172,8 +176,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 40 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -234,7 +238,7 @@ Database: default Table: stats_null_part #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 numRows 6 rawDataSize 71 @@ -275,7 +279,7 @@ Database: default Table: stats_null_part #### A masked pattern was here #### Partition Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\",\"COLUMN_STATS\":{\"a\":\"true\",\"b\":\"true\",\"c\":\"true\",\"d\":\"true\"}} numFiles 1 numRows 4 rawDataSize 49 @@ -387,10 +391,10 @@ POSTHOOK: Input: default@stats_null_part POSTHOOK: Input: default@stats_null_part@dt=1 POSTHOOK: Input: default@stats_null_part@dt=__HIVE_DEFAULT_PARTITION__ #### A masked pattern was here #### -PREHOOK: query: describe formatted stats_null_part a partition(dt = 1) +PREHOOK: query: describe formatted stats_null_part partition(dt = 1) a PREHOOK: type: DESCTABLE PREHOOK: Input: default@stats_null_part -POSTHOOK: query: describe formatted stats_null_part a partition(dt = 1) +POSTHOOK: query: describe formatted stats_null_part partition(dt = 1) a POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@stats_null_part # col_name data_type min max num_nulls distinct_count avg_col_len max_col_len num_trues num_falses comment diff --git a/ql/src/test/results/clientpositive/llap/subquery_exists.q.out b/ql/src/test/results/clientpositive/llap/subquery_exists.q.out index 6b1374a..1a006d8 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_exists.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_exists.q.out @@ -31,6 +31,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -39,43 +40,45 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((value > 'val_9') and key is not null) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col1 (type: string), _col0 (type: string) + key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Map-reduce partition columns: _col1 (type: string), _col0 (type: string) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: a + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((value > 'val_9') and key is not null) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: value (type: string), key (type: string) + expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -83,16 +86,16 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 keys: - 0 _col1 (type: string), _col0 (type: string) + 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -212,3 +215,104 @@ POSTHOOK: Input: default@src 97 val_97 98 val_98 98 val_98 +PREHOOK: query: -- upper case in subq +explain +select * +from src b +where exists + (select a.key + from src a + where b.VALUE = a.VALUE + ) +PREHOOK: type: QUERY +POSTHOOK: query: -- upper case in subq +explain +select * +from src b +where exists + (select a.key + from src a + where b.VALUE = a.VALUE + ) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: b + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: string) + Execution mode: llap + LLAP IO: no inputs + Map 3 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: value is not null (type: boolean) + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: value (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 214 Data size: 19474 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 214 Data size: 19474 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Left Semi Join 0 to 1 + keys: + 0 _col1 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/llap/subquery_in.q.out b/ql/src/test/results/clientpositive/llap/subquery_in.q.out index 034557f..321f1cc 100644 --- a/ql/src/test/results/clientpositive/llap/subquery_in.q.out +++ b/ql/src/test/results/clientpositive/llap/subquery_in.q.out @@ -21,6 +21,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -29,44 +30,46 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key > '9') (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s1 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key > '9') (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 14442 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 6003 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 69 Data size: 6003 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -77,13 +80,13 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 182 Data size: 1939 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -142,6 +145,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -150,43 +154,45 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > '9') and value is not null) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: a + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > '9') and value is not null) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -197,13 +203,13 @@ STAGE PLANS: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 356 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -270,6 +276,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) @@ -280,32 +287,35 @@ STAGE PLANS: Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: p_name (type: string), p_size (type: int), UDFToDouble(p_size) (type: double) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: _col2 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: UDFToDouble(p_size) is not null (type: boolean) + Statistics: Num rows: 26 Data size: 3250 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: p_name (type: string), p_size (type: int), UDFToDouble(p_size) (type: double) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 26 Data size: 3458 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: double) sort order: + Map-reduce partition columns: _col2 (type: double) - Statistics: Num rows: 13 Data size: 1573 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 3458 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: int) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: part - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: p_mfgr (type: string), p_size (type: int) sort order: ++ Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -316,13 +326,13 @@ STAGE PLANS: 0 _col2 (type: double) 1 _col0 (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 14 Data size: 1730 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 125 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 Execution mode: llap @@ -330,7 +340,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) outputColumnNames: _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 9620 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -340,7 +350,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col5 + order by: _col5 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -351,22 +361,22 @@ STAGE PLANS: window function: GenericUDAFRankEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 9620 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (rank_window_0 <= 2) (type: boolean) - Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 2960 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col5 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 8 Data size: 968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 2960 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(_col0) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 76 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct) Reducer 5 Execution mode: llap @@ -375,20 +385,20 @@ STAGE PLANS: aggregations: avg(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: double) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + Map-reduce partition columns: _col0 (type: double) - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -443,6 +453,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) @@ -453,32 +464,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (p_size is not null and p_mfgr is not null) (type: boolean) - Statistics: Num rows: 7 Data size: 847 Basic stats: COMPLETE Column stats: NONE + predicate: (p_mfgr is not null and p_size is not null) (type: boolean) + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 7 Data size: 847 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col2 (type: int), _col1 (type: string) + key expressions: _col1 (type: string), _col2 (type: int) sort order: ++ - Map-reduce partition columns: _col2 (type: int), _col1 (type: string) - Statistics: Num rows: 7 Data size: 847 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col1 (type: string), _col2 (type: int) + Statistics: Num rows: 26 Data size: 5798 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: b - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: p_mfgr (type: string), p_size (type: int) - sort order: ++ - Map-reduce partition columns: p_mfgr (type: string) - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + alias: part + Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: p_mfgr is not null (type: boolean) + Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: p_mfgr (type: string), p_size (type: int) + sort order: ++ + Map-reduce partition columns: p_mfgr (type: string) + Statistics: Num rows: 26 Data size: 2652 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -486,20 +503,20 @@ STAGE PLANS: condition map: Left Semi Join 0 to 1 keys: - 0 _col2 (type: int), _col1 (type: string) - 1 _col0 (type: int), _col1 (type: string) + 0 _col1 (type: string), _col2 (type: int) + 1 _col0 (type: string), _col1 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 7 Data size: 931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 223 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 7 Data size: 931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 223 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 931 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 223 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 Execution mode: llap @@ -507,7 +524,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int) outputColumnNames: _col2, _col5 - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 9620 Basic stats: COMPLETE Column stats: COMPLETE PTF Operator Function definitions: Input definition @@ -517,7 +534,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col5 + order by: _col5 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -528,25 +545,25 @@ STAGE PLANS: window function: GenericUDAFRankEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 26 Data size: 3147 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 9620 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: ((rank_window_0 <= 2) and _col2 is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + predicate: (rank_window_0 <= 2) (type: boolean) + Statistics: Num rows: 8 Data size: 2960 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col5 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8 Data size: 2960 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(_col1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 4 Data size: 484 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int) Reducer 5 Execution mode: llap @@ -556,24 +573,20 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: int), _col0 (type: string) + Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: COMPLETE + Group By Operator + keys: _col0 (type: string), _col1 (type: int) + mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: int), _col1 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 2 Data size: 242 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int) + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: int) + Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -632,6 +645,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) @@ -641,39 +655,41 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > '9') and value is not null) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: a + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key > '9') and value is not null) (type: boolean) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: key (type: string), value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 83 Data size: 881 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -684,13 +700,13 @@ STAGE PLANS: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 91 Data size: 969 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 178 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 4 Execution mode: llap @@ -699,17 +715,17 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 41 Data size: 435 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 83 Data size: 14774 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 41 Data size: 435 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 41 Data size: 7298 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 41 Data size: 435 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 41 Data size: 7298 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -791,6 +807,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) @@ -800,64 +817,67 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + alias: li + Statistics: Num rows: 100 Data size: 1600 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((l_linenumber = 1) and l_orderkey is not null) and l_partkey is not null) (type: boolean) - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + predicate: ((l_linenumber = 1) and l_partkey is not null and l_orderkey is not null) (type: boolean) + Statistics: Num rows: 17 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: l_orderkey (type: int), l_partkey (type: int), l_suppkey (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 17 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 17 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int), _col2 (type: int) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((l_shipmode = 'AIR') and l_orderkey is not null) (type: boolean) - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1288 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: l_orderkey (type: int) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: l_partkey is not null (type: boolean) - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: l_partkey (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -868,12 +888,12 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col1, _col2 - Statistics: Num rows: 27 Data size: 3298 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 27 Data size: 3298 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) Reducer 3 Execution mode: llap @@ -884,18 +904,18 @@ STAGE PLANS: keys: 0 _col1 (type: int) 1 _col0 (type: int) - outputColumnNames: _col1, _col2 - Statistics: Num rows: 29 Data size: 3627 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col2, _col4 + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col1 (type: int), _col2 (type: int) + expressions: _col4 (type: int), _col2 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 3627 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 29 Data size: 3627 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: llap @@ -904,12 +924,12 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/temp_table.q.out b/ql/src/test/results/clientpositive/llap/temp_table.q.out index 8ec5941..e97b3dd 100644 --- a/ql/src/test/results/clientpositive/llap/temp_table.q.out +++ b/ql/src/test/results/clientpositive/llap/temp_table.q.out @@ -18,23 +18,24 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((UDFToDouble(key) % 2.0) = 0.0) (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.foo Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -89,23 +90,24 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((UDFToDouble(key) % 2.0) = 1.0) (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.bar Execution mode: llap + LLAP IO: no inputs Stage: Stage-2 Dependency Collection @@ -167,6 +169,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -184,10 +187,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 247 Data size: 2609 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -200,8 +205,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -239,6 +244,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 2 (CONTAINS) @@ -258,8 +264,10 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -273,10 +281,12 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) @@ -289,8 +299,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 10 Data size: 100 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -467,3 +477,112 @@ POSTHOOK: query: DROP TABLE bay POSTHOOK: type: DROPTABLE POSTHOOK: Input: default@bay POSTHOOK: Output: default@bay +PREHOOK: query: create table s as select * from src limit 10 +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@s +POSTHOOK: query: create table s as select * from src limit 10 +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@s +POSTHOOK: Lineage: s.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: s.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: select count(*) from s +PREHOOK: type: QUERY +PREHOOK: Input: default@s +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@s +#### A masked pattern was here #### +10 +PREHOOK: query: create temporary table s as select * from s limit 2 +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@s +PREHOOK: Output: database:default +PREHOOK: Output: default@s +POSTHOOK: query: create temporary table s as select * from s limit 2 +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@s +POSTHOOK: Output: database:default +POSTHOOK: Output: default@s +PREHOOK: query: select count(*) from s +PREHOOK: type: QUERY +PREHOOK: Input: default@s +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@s +#### A masked pattern was here #### +2 +PREHOOK: query: with s as ( select * from src limit 1) +select count(*) from s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: with s as ( select * from src limit 1) +select count(*) from s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +1 +PREHOOK: query: with src as ( select * from s) +select count(*) from src +PREHOOK: type: QUERY +PREHOOK: Input: default@s +#### A masked pattern was here #### +POSTHOOK: query: with src as ( select * from s) +select count(*) from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@s +#### A masked pattern was here #### +2 +PREHOOK: query: drop table s +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@s +PREHOOK: Output: default@s +POSTHOOK: query: drop table s +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@s +POSTHOOK: Output: default@s +PREHOOK: query: select count(*) from s +PREHOOK: type: QUERY +PREHOOK: Input: default@s +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@s +#### A masked pattern was here #### +10 +PREHOOK: query: with s as ( select * from src limit 1) +select count(*) from s +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: with s as ( select * from src limit 1) +select count(*) from s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +1 +PREHOOK: query: with src as ( select * from s) +select count(*) from src +PREHOOK: type: QUERY +PREHOOK: Input: default@s +#### A masked pattern was here #### +POSTHOOK: query: with src as ( select * from s) +select count(*) from src +POSTHOOK: type: QUERY +POSTHOOK: Input: default@s +#### A masked pattern was here #### +10 +PREHOOK: query: drop table s +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@s +PREHOOK: Output: default@s +POSTHOOK: query: drop table s +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@s +POSTHOOK: Output: default@s diff --git a/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out b/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out index 18103d7..c83da8b 100644 --- a/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_bmj_schema_evolution.q.out @@ -87,14 +87,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: test - Statistics: Num rows: 1000 Data size: 52312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 60312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1000 Data size: 52312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 60312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 52312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 60312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -104,11 +104,11 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 1100 Data size: 57543 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 66343 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 1100 Data size: 57543 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 66343 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: some inputs @@ -137,10 +137,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1100 Data size: 57543 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 66343 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 57543 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 66343 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_dml.q.out b/ql/src/test/results/clientpositive/llap/tez_dml.q.out index f620010..d09c1f9 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dml.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dml.q.out @@ -28,22 +28,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: value (type: string) outputColumnNames: value - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(value) keys: value (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap LLAP IO: no inputs @@ -55,11 +55,11 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint) sort order: + - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 3 Execution mode: llap @@ -67,10 +67,10 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 214 Data size: 21186 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -879,17 +879,17 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((key % 2) = 0) (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -897,14 +897,14 @@ STAGE PLANS: name: default.even Filter Operator predicate: ((key % 2) = 1) (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(key) (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 23750 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out index e4fa28c..3c6ef9a 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_1.q.out @@ -33,19 +33,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint BETWEEN 1000000 AND 3000000 (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 1546640 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 1546640 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 1546640 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -53,19 +53,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 862030 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 862030 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 862030 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -79,11 +79,11 @@ STAGE PLANS: 0 _col2 (type: int) 1 _col2 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: tinyint), _col13 (type: smallint), _col14 (type: int), _col15 (type: bigint), _col16 (type: float), _col17 (type: double), _col18 (type: string), _col19 (type: string), _col20 (type: timestamp), _col21 (type: timestamp), _col22 (type: boolean), _col23 (type: boolean) Reducer 3 Execution mode: llap @@ -91,10 +91,10 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: tinyint), VALUE._col12 (type: smallint), VALUE._col13 (type: int), VALUE._col14 (type: bigint), VALUE._col15 (type: float), VALUE._col16 (type: double), VALUE._col17 (type: string), VALUE._col18 (type: string), VALUE._col19 (type: timestamp), VALUE._col20 (type: timestamp), VALUE._col21 (type: boolean), VALUE._col22 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -165,38 +165,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint BETWEEN 1000000 AND 3000000 (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 18348 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 18348 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 18348 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110088 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -208,15 +208,15 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 58288 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 Execution mode: llap @@ -225,10 +225,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -293,19 +293,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73396 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint BETWEEN 1000000 AND 3000000 (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: csmallint (type: smallint), cint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) Execution mode: llap LLAP IO: all inputs @@ -313,19 +313,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110088 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -338,18 +338,18 @@ STAGE PLANS: 0 _col1 (type: int) 1 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 29144 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: smallint) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: smallint) sort order: + Map-reduce partition columns: _col0 (type: smallint) - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap @@ -359,11 +359,11 @@ STAGE PLANS: keys: KEY._col0 (type: smallint) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint) sort order: + - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) Reducer 4 Execution mode: llap @@ -371,10 +371,10 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out index be207d4..b44ab7d 100644 --- a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_2.q.out @@ -43,19 +43,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (csmallint < 100) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col1) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col1) (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -63,38 +63,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col0) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToInteger(_col0) + 0) (type: int) sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -109,11 +109,11 @@ STAGE PLANS: 1 UDFToInteger(_col0) (type: int) 2 (UDFToInteger(_col0) + 0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: smallint), _col0 (type: tinyint), _col2 (type: int) sort order: +++ - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 Execution mode: llap @@ -121,10 +121,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -238,19 +238,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (csmallint < 100) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col1) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col1) (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -258,38 +258,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col0) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToInteger(_col0) + 0) (type: int) sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -304,11 +304,11 @@ STAGE PLANS: 1 UDFToInteger(_col0) (type: int) 2 (UDFToInteger(_col0) + 0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: smallint), _col0 (type: tinyint), _col2 (type: int) sort order: +++ - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 Execution mode: llap @@ -316,10 +316,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -431,19 +431,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (csmallint < 100) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col1) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col1) (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -451,38 +451,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col0) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToInteger(_col0) + 0) (type: int) sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -497,11 +497,11 @@ STAGE PLANS: 1 UDFToInteger(_col0) (type: int) 2 (UDFToInteger(_col0) + 0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: smallint), _col0 (type: tinyint), _col2 (type: int) sort order: +++ - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 Execution mode: llap @@ -509,10 +509,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out new file mode 100644 index 0000000..1909c30 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/tez_dynpart_hashjoin_3.q.out @@ -0,0 +1,206 @@ +PREHOOK: query: explain +select a.* +from alltypesorc a left outer join src b +on a.cint = cast(b.key as int) and (a.cint < 100) +limit 1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a.* +from alltypesorc a left outer join src b +on a.cint = cast(b.key as int) and (a.cint < 100) +limit 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) + Execution mode: llap + LLAP IO: all inputs + Map 4 + Map Operator Tree: + TableScan + alias: b + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: UDFToInteger(_col0) (type: int) + sort order: + + Map-reduce partition columns: UDFToInteger(_col0) (type: int) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col2 (type: int) + sort order: + + Map-reduce partition columns: _col2 (type: int) + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) + Reducer 3 + Execution mode: llap + Reduce Operator Tree: + Merge Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(KEY.reducesinkkey0 < 100)} + 1 + keys: + 0 _col2 (type: int) + 1 UDFToInteger(_col0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 2 Data size: 620 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + +PREHOOK: query: explain +select a.* +from alltypesorc a left outer join src b +on a.cint = cast(b.key as int) and (a.cint < 100) +limit 1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select a.* +from alltypesorc a left outer join src b +on a.cint = cast(b.key as int) and (a.cint < 100) +limit 1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: a + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) + Execution mode: llap + LLAP IO: all inputs + Map 3 + Map Operator Tree: + TableScan + alias: b + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: UDFToInteger(_col0) (type: int) + sort order: + + Map-reduce partition columns: UDFToInteger(_col0) (type: int) + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE + Execution mode: llap + LLAP IO: no inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Select Operator + expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), VALUE._col2 (type: int), VALUE._col3 (type: bigint), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: string), VALUE._col7 (type: string), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(_col2 < 100)} + 1 + keys: + 0 _col2 (type: int) + 1 UDFToInteger(_col0) (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 + input vertices: + 1 Map 3 + Statistics: Num rows: 2 Data size: 620 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 1 + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 310 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out b/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out index f14d9b0..2859946 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_hash.q.out @@ -43,19 +43,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -86,7 +86,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 47850 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -160,19 +160,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -180,38 +180,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 174000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: z - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 356000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 4200 Data size: 44620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21512 Data size: 3829136 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -219,19 +219,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 45500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -244,16 +244,16 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1, _col2 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19512 Data size: 3473136 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19512 Data size: 3473136 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 4200 Data size: 44620 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21512 Data size: 3829136 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 4 Execution mode: llap @@ -265,18 +265,18 @@ STAGE PLANS: 0 _col1 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4620 Data size: 49082 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50261 Data size: 8946458 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 4620 Data size: 49082 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25130 Data size: 4674180 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 4620 Data size: 49082 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25130 Data size: 4674180 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Reducer 5 Execution mode: vectorized, llap @@ -286,14 +286,14 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2310 Data size: 24541 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25130 Data size: 4674180 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2310 Data size: 24541 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25130 Data size: 2387350 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2310 Data size: 24541 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25130 Data size: 2387350 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out b/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out index bb0a259..e223666 100644 --- a/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_join_tests.q.out @@ -27,16 +27,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -44,32 +44,32 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -83,11 +83,11 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 3 Execution mode: llap @@ -95,12 +95,12 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 4 Execution mode: llap @@ -112,11 +112,11 @@ STAGE PLANS: 0 _col1 (type: string) 1 _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 5 Execution mode: llap @@ -124,10 +124,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out b/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out index 2179600..18b0a5b 100644 --- a/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_joins_explain.q.out @@ -25,16 +25,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -42,32 +42,32 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -81,11 +81,11 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 3 Execution mode: llap @@ -93,12 +93,12 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 10680 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Reducer 4 Execution mode: llap @@ -110,11 +110,11 @@ STAGE PLANS: 0 _col1 (type: string) 1 _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string) Reducer 5 Execution mode: llap @@ -122,10 +122,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 605 Data size: 6427 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_1.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_1.q.out index 5d9e881..4782c18 100644 --- a/ql/src/test/results/clientpositive/llap/tez_smb_1.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_smb_1.q.out @@ -130,32 +130,32 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s3 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Merge Join Operator condition map: Inner Join 0 to 1 keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 266 Data size: 2822 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -222,37 +222,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: vt1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: t2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -264,7 +264,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -295,12 +295,12 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Stage: Stage-0 Fetch Operator @@ -367,37 +367,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: vt1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -406,12 +406,12 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -421,7 +421,7 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -513,36 +513,36 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: t2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Reducer 4 @@ -550,20 +550,20 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Merge Join Operator condition map: Inner Join 0 to 1 keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out new file mode 100644 index 0000000..8333037 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/tez_smb_empty.q.out @@ -0,0 +1,918 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: -- SORT_QUERY_RESULTS + +CREATE TABLE srcbucket_mapjoin(key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin +PREHOOK: query: CREATE TABLE tab_part (key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tab_part +POSTHOOK: query: CREATE TABLE tab_part (key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tab_part +PREHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@srcbucket_mapjoin_part +POSTHOOK: query: CREATE TABLE srcbucket_mapjoin_part (key int, value string) partitioned by (ds string) CLUSTERED BY (key) INTO 4 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcbucket_mapjoin_part +PREHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part +POSTHOOK: query: load data local inpath '../../data/files/srcbucket20.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part +POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/srcbucket21.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/srcbucket22.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: query: load data local inpath '../../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: query: load data local inpath '../../data/files/srcbucket23.txt' INTO TABLE srcbucket_mapjoin_part partition(ds='2008-04-08') +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: query: insert overwrite table tab_part partition (ds='2008-04-08') +select key,value from srcbucket_mapjoin_part +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin_part +PREHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +PREHOOK: Output: default@tab_part@ds=2008-04-08 +POSTHOOK: query: insert overwrite table tab_part partition (ds='2008-04-08') +select key,value from srcbucket_mapjoin_part +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin_part +POSTHOOK: Input: default@srcbucket_mapjoin_part@ds=2008-04-08 +POSTHOOK: Output: default@tab_part@ds=2008-04-08 +POSTHOOK: Lineage: tab_part PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin_part)srcbucket_mapjoin_part.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: tab_part PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin_part)srcbucket_mapjoin_part.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: CREATE TABLE tab(key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@tab +POSTHOOK: query: CREATE TABLE tab(key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tab +PREHOOK: query: insert overwrite table tab partition (ds='2008-04-08') +select key,value from srcbucket_mapjoin +PREHOOK: type: QUERY +PREHOOK: Input: default@srcbucket_mapjoin +PREHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +PREHOOK: Output: default@tab@ds=2008-04-08 +POSTHOOK: query: insert overwrite table tab partition (ds='2008-04-08') +select key,value from srcbucket_mapjoin +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcbucket_mapjoin +POSTHOOK: Input: default@srcbucket_mapjoin@ds=2008-04-08 +POSTHOOK: Output: default@tab@ds=2008-04-08 +POSTHOOK: Lineage: tab PARTITION(ds=2008-04-08).key SIMPLE [(srcbucket_mapjoin)srcbucket_mapjoin.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: tab PARTITION(ds=2008-04-08).value SIMPLE [(srcbucket_mapjoin)srcbucket_mapjoin.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: CREATE TABLE empty(key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@empty +POSTHOOK: query: CREATE TABLE empty(key int, value string) PARTITIONED BY(ds STRING) CLUSTERED BY (key) SORTED BY (key) INTO 2 BUCKETS STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@empty +PREHOOK: query: explain +select count(*) from tab s1 join empty s3 on s1.key=s3.key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*) from tab s1 join empty s3 on s1.key=s3.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s3 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: llap + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from tab s1 join empty s3 on s1.key=s3.key +PREHOOK: type: QUERY +PREHOOK: Input: default@empty +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from tab s1 join empty s3 on s1.key=s3.key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +0 +PREHOOK: query: explain +select * from tab s1 left outer join empty s3 on s1.key=s3.key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from tab s1 left outer join empty s3 on s1.key=s3.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s3 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 242 Data size: 47094 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: key (type: int), value (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 242 Data size: 44528 Basic stats: COMPLETE Column stats: PARTIAL + Merge Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 242 Data size: 139392 Basic stats: COMPLETE Column stats: PARTIAL + File Output Operator + compressed: false + Statistics: Num rows: 242 Data size: 139392 Basic stats: COMPLETE Column stats: PARTIAL + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: llap + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select * from tab s1 left outer join empty s3 on s1.key=s3.key +PREHOOK: type: QUERY +PREHOOK: Input: default@empty +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select * from tab s1 left outer join empty s3 on s1.key=s3.key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +0 val_0 2008-04-08 NULL NULL NULL +0 val_0 2008-04-08 NULL NULL NULL +0 val_0 2008-04-08 NULL NULL NULL +103 val_103 2008-04-08 NULL NULL NULL +103 val_103 2008-04-08 NULL NULL NULL +105 val_105 2008-04-08 NULL NULL NULL +11 val_11 2008-04-08 NULL NULL NULL +114 val_114 2008-04-08 NULL NULL NULL +116 val_116 2008-04-08 NULL NULL NULL +118 val_118 2008-04-08 NULL NULL NULL +118 val_118 2008-04-08 NULL NULL NULL +125 val_125 2008-04-08 NULL NULL NULL +125 val_125 2008-04-08 NULL NULL NULL +129 val_129 2008-04-08 NULL NULL NULL +129 val_129 2008-04-08 NULL NULL NULL +134 val_134 2008-04-08 NULL NULL NULL +134 val_134 2008-04-08 NULL NULL NULL +136 val_136 2008-04-08 NULL NULL NULL +138 val_138 2008-04-08 NULL NULL NULL +138 val_138 2008-04-08 NULL NULL NULL +138 val_138 2008-04-08 NULL NULL NULL +138 val_138 2008-04-08 NULL NULL NULL +143 val_143 2008-04-08 NULL NULL NULL +145 val_145 2008-04-08 NULL NULL NULL +149 val_149 2008-04-08 NULL NULL NULL +149 val_149 2008-04-08 NULL NULL NULL +15 val_15 2008-04-08 NULL NULL NULL +15 val_15 2008-04-08 NULL NULL NULL +150 val_150 2008-04-08 NULL NULL NULL +152 val_152 2008-04-08 NULL NULL NULL +152 val_152 2008-04-08 NULL NULL NULL +156 val_156 2008-04-08 NULL NULL NULL +158 val_158 2008-04-08 NULL NULL NULL +163 val_163 2008-04-08 NULL NULL NULL +165 val_165 2008-04-08 NULL NULL NULL +165 val_165 2008-04-08 NULL NULL NULL +167 val_167 2008-04-08 NULL NULL NULL +167 val_167 2008-04-08 NULL NULL NULL +167 val_167 2008-04-08 NULL NULL NULL +169 val_169 2008-04-08 NULL NULL NULL +169 val_169 2008-04-08 NULL NULL NULL +169 val_169 2008-04-08 NULL NULL NULL +169 val_169 2008-04-08 NULL NULL NULL +17 val_17 2008-04-08 NULL NULL NULL +170 val_170 2008-04-08 NULL NULL NULL +172 val_172 2008-04-08 NULL NULL NULL +172 val_172 2008-04-08 NULL NULL NULL +174 val_174 2008-04-08 NULL NULL NULL +174 val_174 2008-04-08 NULL NULL NULL +176 val_176 2008-04-08 NULL NULL NULL +176 val_176 2008-04-08 NULL NULL NULL +178 val_178 2008-04-08 NULL NULL NULL +181 val_181 2008-04-08 NULL NULL NULL +183 val_183 2008-04-08 NULL NULL NULL +187 val_187 2008-04-08 NULL NULL NULL +187 val_187 2008-04-08 NULL NULL NULL +187 val_187 2008-04-08 NULL NULL NULL +189 val_189 2008-04-08 NULL NULL NULL +19 val_19 2008-04-08 NULL NULL NULL +190 val_190 2008-04-08 NULL NULL NULL +192 val_192 2008-04-08 NULL NULL NULL +194 val_194 2008-04-08 NULL NULL NULL +196 val_196 2008-04-08 NULL NULL NULL +2 val_2 2008-04-08 NULL NULL NULL +20 val_20 2008-04-08 NULL NULL NULL +200 val_200 2008-04-08 NULL NULL NULL +200 val_200 2008-04-08 NULL NULL NULL +202 val_202 2008-04-08 NULL NULL NULL +208 val_208 2008-04-08 NULL NULL NULL +208 val_208 2008-04-08 NULL NULL NULL +208 val_208 2008-04-08 NULL NULL NULL +213 val_213 2008-04-08 NULL NULL NULL +213 val_213 2008-04-08 NULL NULL NULL +217 val_217 2008-04-08 NULL NULL NULL +217 val_217 2008-04-08 NULL NULL NULL +219 val_219 2008-04-08 NULL NULL NULL +219 val_219 2008-04-08 NULL NULL NULL +222 val_222 2008-04-08 NULL NULL NULL +224 val_224 2008-04-08 NULL NULL NULL +224 val_224 2008-04-08 NULL NULL NULL +226 val_226 2008-04-08 NULL NULL NULL +228 val_228 2008-04-08 NULL NULL NULL +233 val_233 2008-04-08 NULL NULL NULL +233 val_233 2008-04-08 NULL NULL NULL +235 val_235 2008-04-08 NULL NULL NULL +237 val_237 2008-04-08 NULL NULL NULL +237 val_237 2008-04-08 NULL NULL NULL +239 val_239 2008-04-08 NULL NULL NULL +239 val_239 2008-04-08 NULL NULL NULL +24 val_24 2008-04-08 NULL NULL NULL +24 val_24 2008-04-08 NULL NULL NULL +242 val_242 2008-04-08 NULL NULL NULL +242 val_242 2008-04-08 NULL NULL NULL +244 val_244 2008-04-08 NULL NULL NULL +248 val_248 2008-04-08 NULL NULL NULL +255 val_255 2008-04-08 NULL NULL NULL +255 val_255 2008-04-08 NULL NULL NULL +257 val_257 2008-04-08 NULL NULL NULL +26 val_26 2008-04-08 NULL NULL NULL +26 val_26 2008-04-08 NULL NULL NULL +260 val_260 2008-04-08 NULL NULL NULL +262 val_262 2008-04-08 NULL NULL NULL +266 val_266 2008-04-08 NULL NULL NULL +273 val_273 2008-04-08 NULL NULL NULL +273 val_273 2008-04-08 NULL NULL NULL +273 val_273 2008-04-08 NULL NULL NULL +275 val_275 2008-04-08 NULL NULL NULL +277 val_277 2008-04-08 NULL NULL NULL +277 val_277 2008-04-08 NULL NULL NULL +277 val_277 2008-04-08 NULL NULL NULL +277 val_277 2008-04-08 NULL NULL NULL +28 val_28 2008-04-08 NULL NULL NULL +280 val_280 2008-04-08 NULL NULL NULL +280 val_280 2008-04-08 NULL NULL NULL +282 val_282 2008-04-08 NULL NULL NULL +282 val_282 2008-04-08 NULL NULL NULL +284 val_284 2008-04-08 NULL NULL NULL +286 val_286 2008-04-08 NULL NULL NULL +288 val_288 2008-04-08 NULL NULL NULL +288 val_288 2008-04-08 NULL NULL NULL +291 val_291 2008-04-08 NULL NULL NULL +305 val_305 2008-04-08 NULL NULL NULL +307 val_307 2008-04-08 NULL NULL NULL +307 val_307 2008-04-08 NULL NULL NULL +309 val_309 2008-04-08 NULL NULL NULL +309 val_309 2008-04-08 NULL NULL NULL +310 val_310 2008-04-08 NULL NULL NULL +316 val_316 2008-04-08 NULL NULL NULL +316 val_316 2008-04-08 NULL NULL NULL +316 val_316 2008-04-08 NULL NULL NULL +318 val_318 2008-04-08 NULL NULL NULL +318 val_318 2008-04-08 NULL NULL NULL +318 val_318 2008-04-08 NULL NULL NULL +321 val_321 2008-04-08 NULL NULL NULL +321 val_321 2008-04-08 NULL NULL NULL +323 val_323 2008-04-08 NULL NULL NULL +325 val_325 2008-04-08 NULL NULL NULL +325 val_325 2008-04-08 NULL NULL NULL +327 val_327 2008-04-08 NULL NULL NULL +327 val_327 2008-04-08 NULL NULL NULL +327 val_327 2008-04-08 NULL NULL NULL +33 val_33 2008-04-08 NULL NULL NULL +332 val_332 2008-04-08 NULL NULL NULL +336 val_336 2008-04-08 NULL NULL NULL +338 val_338 2008-04-08 NULL NULL NULL +341 val_341 2008-04-08 NULL NULL NULL +345 val_345 2008-04-08 NULL NULL NULL +35 val_35 2008-04-08 NULL NULL NULL +35 val_35 2008-04-08 NULL NULL NULL +35 val_35 2008-04-08 NULL NULL NULL +356 val_356 2008-04-08 NULL NULL NULL +365 val_365 2008-04-08 NULL NULL NULL +367 val_367 2008-04-08 NULL NULL NULL +367 val_367 2008-04-08 NULL NULL NULL +369 val_369 2008-04-08 NULL NULL NULL +369 val_369 2008-04-08 NULL NULL NULL +369 val_369 2008-04-08 NULL NULL NULL +37 val_37 2008-04-08 NULL NULL NULL +37 val_37 2008-04-08 NULL NULL NULL +374 val_374 2008-04-08 NULL NULL NULL +378 val_378 2008-04-08 NULL NULL NULL +389 val_389 2008-04-08 NULL NULL NULL +392 val_392 2008-04-08 NULL NULL NULL +394 val_394 2008-04-08 NULL NULL NULL +396 val_396 2008-04-08 NULL NULL NULL +396 val_396 2008-04-08 NULL NULL NULL +396 val_396 2008-04-08 NULL NULL NULL +4 val_4 2008-04-08 NULL NULL NULL +400 val_400 2008-04-08 NULL NULL NULL +402 val_402 2008-04-08 NULL NULL NULL +404 val_404 2008-04-08 NULL NULL NULL +404 val_404 2008-04-08 NULL NULL NULL +406 val_406 2008-04-08 NULL NULL NULL +406 val_406 2008-04-08 NULL NULL NULL +406 val_406 2008-04-08 NULL NULL NULL +406 val_406 2008-04-08 NULL NULL NULL +411 val_411 2008-04-08 NULL NULL NULL +413 val_413 2008-04-08 NULL NULL NULL +413 val_413 2008-04-08 NULL NULL NULL +417 val_417 2008-04-08 NULL NULL NULL +417 val_417 2008-04-08 NULL NULL NULL +417 val_417 2008-04-08 NULL NULL NULL +419 val_419 2008-04-08 NULL NULL NULL +42 val_42 2008-04-08 NULL NULL NULL +42 val_42 2008-04-08 NULL NULL NULL +424 val_424 2008-04-08 NULL NULL NULL +424 val_424 2008-04-08 NULL NULL NULL +431 val_431 2008-04-08 NULL NULL NULL +431 val_431 2008-04-08 NULL NULL NULL +431 val_431 2008-04-08 NULL NULL NULL +435 val_435 2008-04-08 NULL NULL NULL +437 val_437 2008-04-08 NULL NULL NULL +439 val_439 2008-04-08 NULL NULL NULL +439 val_439 2008-04-08 NULL NULL NULL +44 val_44 2008-04-08 NULL NULL NULL +444 val_444 2008-04-08 NULL NULL NULL +446 val_446 2008-04-08 NULL NULL NULL +448 val_448 2008-04-08 NULL NULL NULL +453 val_453 2008-04-08 NULL NULL NULL +455 val_455 2008-04-08 NULL NULL NULL +457 val_457 2008-04-08 NULL NULL NULL +459 val_459 2008-04-08 NULL NULL NULL +459 val_459 2008-04-08 NULL NULL NULL +460 val_460 2008-04-08 NULL NULL NULL +462 val_462 2008-04-08 NULL NULL NULL +462 val_462 2008-04-08 NULL NULL NULL +466 val_466 2008-04-08 NULL NULL NULL +466 val_466 2008-04-08 NULL NULL NULL +466 val_466 2008-04-08 NULL NULL NULL +468 val_468 2008-04-08 NULL NULL NULL +468 val_468 2008-04-08 NULL NULL NULL +468 val_468 2008-04-08 NULL NULL NULL +468 val_468 2008-04-08 NULL NULL NULL +475 val_475 2008-04-08 NULL NULL NULL +477 val_477 2008-04-08 NULL NULL NULL +479 val_479 2008-04-08 NULL NULL NULL +480 val_480 2008-04-08 NULL NULL NULL +480 val_480 2008-04-08 NULL NULL NULL +480 val_480 2008-04-08 NULL NULL NULL +482 val_482 2008-04-08 NULL NULL NULL +484 val_484 2008-04-08 NULL NULL NULL +491 val_491 2008-04-08 NULL NULL NULL +493 val_493 2008-04-08 NULL NULL NULL +495 val_495 2008-04-08 NULL NULL NULL +497 val_497 2008-04-08 NULL NULL NULL +51 val_51 2008-04-08 NULL NULL NULL +51 val_51 2008-04-08 NULL NULL NULL +53 val_53 2008-04-08 NULL NULL NULL +57 val_57 2008-04-08 NULL NULL NULL +64 val_64 2008-04-08 NULL NULL NULL +66 val_66 2008-04-08 NULL NULL NULL +77 val_77 2008-04-08 NULL NULL NULL +8 val_8 2008-04-08 NULL NULL NULL +80 val_80 2008-04-08 NULL NULL NULL +82 val_82 2008-04-08 NULL NULL NULL +84 val_84 2008-04-08 NULL NULL NULL +84 val_84 2008-04-08 NULL NULL NULL +86 val_86 2008-04-08 NULL NULL NULL +95 val_95 2008-04-08 NULL NULL NULL +95 val_95 2008-04-08 NULL NULL NULL +97 val_97 2008-04-08 NULL NULL NULL +97 val_97 2008-04-08 NULL NULL NULL +PREHOOK: query: explain +select count(*) from tab s1 left outer join tab s2 on s1.key=s2.key join empty s3 on s1.key = s3.key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*) from tab s1 left outer join tab s2 on s1.key=s2.key join empty s3 on s1.key = s3.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s2 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Map Operator Tree: + TableScan + alias: s3 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Left Outer Join0 to 1 + Inner Join 0 to 2 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + 2 _col0 (type: int) + Statistics: Num rows: 532 Data size: 9904 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: llap + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from tab s1 left outer join tab s2 on s1.key=s2.key join empty s3 on s1.key = s3.key +PREHOOK: type: QUERY +PREHOOK: Input: default@empty +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from tab s1 left outer join tab s2 on s1.key=s2.key join empty s3 on s1.key = s3.key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +0 +PREHOOK: query: explain +select count(*) from tab s1 left outer join empty s2 on s1.key=s2.key join tab s3 on s1.key = s3.key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*) from tab s1 left outer join empty s2 on s1.key=s2.key join tab s3 on s1.key = s3.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s2 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Map Operator Tree: + TableScan + alias: s3 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Left Outer Join0 to 1 + Inner Join 0 to 2 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + 2 _col0 (type: int) + Statistics: Num rows: 532 Data size: 9904 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: llap + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from tab s1 left outer join empty s2 on s1.key=s2.key join tab s3 on s1.key = s3.key +PREHOOK: type: QUERY +PREHOOK: Input: default@empty +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from tab s1 left outer join empty s2 on s1.key=s2.key join tab s3 on s1.key = s3.key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +480 +PREHOOK: query: explain +select count(*) from empty s1 join empty s3 on s1.key=s3.key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*) from empty s1 join empty s3 on s1.key=s3.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s3 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: llap + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from empty s1 join empty s3 on s1.key=s3.key +PREHOOK: type: QUERY +PREHOOK: Input: default@empty +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from empty s1 join empty s3 on s1.key=s3.key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty +#### A masked pattern was here #### +0 +PREHOOK: query: explain +select count(*) from empty s1 join tab s3 on s1.key=s3.key +PREHOOK: type: QUERY +POSTHOOK: query: explain +select count(*) from empty s1 join tab s3 on s1.key=s3.key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: s3 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE + Map Operator Tree: + TableScan + alias: s1 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: key is not null (type: boolean) + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Merge Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + Statistics: Num rows: 266 Data size: 4952 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count() + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) + Execution mode: llap + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + mode: mergepartial + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(*) from empty s1 join tab s3 on s1.key=s3.key +PREHOOK: type: QUERY +PREHOOK: Input: default@empty +PREHOOK: Input: default@tab +PREHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from empty s1 join tab s3 on s1.key=s3.key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@empty +POSTHOOK: Input: default@tab +POSTHOOK: Input: default@tab@ds=2008-04-08 +#### A masked pattern was here #### +0 diff --git a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out index 813dba6..2d6b1a9 100644 --- a/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_smb_main.q.out @@ -20,19 +20,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -40,19 +40,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -66,10 +66,10 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 21180 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 60 Data size: 21180 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -263,33 +263,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -298,7 +298,7 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -374,33 +374,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 242 Data size: 2566 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 242 Data size: 4502 Basic stats: COMPLETE Column stats: NONE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -409,7 +409,7 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 0 Map 1 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 550 Data size: 10243 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash diff --git a/ql/src/test/results/clientpositive/llap/tez_union.q.out b/ql/src/test/results/clientpositive/llap/tez_union.q.out index f5fb3d6..9955e12 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union.q.out @@ -25,14 +25,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -42,10 +42,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 216982 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1050 Data size: 11155 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1719 Data size: 305982 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -56,33 +56,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1050 Data size: 11155 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1719 Data size: 305982 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -183,76 +183,76 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 6 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 8 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -264,15 +264,15 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4878 Data size: 39024 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 Execution mode: llap @@ -281,10 +281,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -359,38 +359,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -400,10 +400,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 0 Map 1 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 424386 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 424386 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -414,14 +414,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -431,10 +431,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 0 Map 1 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 424386 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 424386 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -539,14 +539,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -556,7 +556,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -569,15 +569,15 @@ STAGE PLANS: input vertices: 1 Map 9 2 Map 10 - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string) sort order: + - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -585,62 +585,62 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s8 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: s3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s4 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -650,7 +650,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 6 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -663,15 +663,15 @@ STAGE PLANS: input vertices: 1 Map 9 2 Map 10 - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string) sort order: + - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -679,33 +679,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s5 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: s6 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -715,7 +715,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 8 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -728,15 +728,15 @@ STAGE PLANS: input vertices: 1 Map 9 2 Map 10 - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col1 (type: string), _col0 (type: string), _col2 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string) sort order: + - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -744,48 +744,48 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s7 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 9 Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -794,10 +794,10 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 3630 Data size: 38563 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21754 Data size: 5677794 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -979,14 +979,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -996,10 +996,10 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2438 Data size: 212106 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1010,33 +1010,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s3 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: s4 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -1046,10 +1046,10 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 5 - Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1219 Data size: 106053 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2438 Data size: 212106 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1060,19 +1060,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s5 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Union 2 @@ -1172,11 +1172,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -1186,10 +1186,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 868284 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 868284 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1200,11 +1200,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -1214,10 +1214,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3 input vertices: 1 Map 4 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 868284 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 868284 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1228,22 +1228,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -1284,43 +1284,43 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 87000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: s - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Right Outer Join0 to 1 @@ -1330,10 +1330,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 0 Union 2 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 424386 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2439 Data size: 424386 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_union2.q.out b/ql/src/test/results/clientpositive/llap/tez_union2.q.out index 0f3abd0..51d45d2 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union2.q.out @@ -52,63 +52,63 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 352 Data size: 62656 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 352 Data size: 62656 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -118,10 +118,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 375 Data size: 3984 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 352 Data size: 62656 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 375 Data size: 3984 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 352 Data size: 62656 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -133,30 +133,30 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: complete outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 17835 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 35670 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 352 Data size: 62656 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 352 Data size: 62656 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 5 diff --git a/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out b/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out index f9f3397..22f24c9 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_group_by.q.out @@ -160,25 +160,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: ((date < '2014-09-02') and (u <> 0)) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: u (type: bigint), date (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: min(_col1) keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) Execution mode: llap LLAP IO: unknown @@ -201,25 +201,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: y - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: ((date < '2014-09-02') and (u <> 0)) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: u (type: bigint), date (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: min(_col1) keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) Execution mode: llap LLAP IO: unknown @@ -227,25 +227,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: z - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: ((date < '2014-09-02') and (u <> 0)) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: u (type: bigint), date (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: min(_col1) keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 3 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL value expressions: _col1 (type: string) Execution mode: llap LLAP IO: unknown @@ -253,15 +253,15 @@ STAGE PLANS: Map Operator Tree: TableScan alias: x - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: (t is not null and (date >= '2014-03-04') and (date < '2014-09-03') and (u <> 0)) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: t (type: string), st (type: string) sort order: ++ Map-reduce partition columns: t (type: string), st (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL value expressions: u (type: bigint) Execution mode: llap LLAP IO: unknown @@ -273,19 +273,19 @@ STAGE PLANS: keys: KEY._col0 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: (_col1 <= '2014-09-02') (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: PARTIAL Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -296,14 +296,14 @@ STAGE PLANS: 0 _col0 (type: bigint) 1 _col0 (type: bigint) outputColumnNames: _col0, _col2 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: bigint), _col0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -319,17 +319,17 @@ STAGE PLANS: 1 t (type: string), st (type: string) nullSafes: [false, true] outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: bigint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE Reducer 9 Execution mode: llap Reduce Operator Tree: @@ -337,12 +337,12 @@ STAGE PLANS: keys: KEY._col0 (type: bigint) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 202 Basic stats: COMPLETE Column stats: NONE Union 2 Vertex: Union 2 diff --git a/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out b/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out index 9b77106..9b7612d 100644 --- a/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_union_multiinsert.q.out @@ -86,70 +86,70 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 133000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: s0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -167,29 +167,29 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -198,10 +198,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -215,10 +215,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -975,33 +975,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 @@ -1026,37 +1026,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 133000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -1067,10 +1067,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1084,10 +1084,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1108,29 +1108,29 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 136272 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 @@ -1878,33 +1878,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 @@ -1929,33 +1929,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 3 @@ -1966,10 +1966,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -1983,10 +1983,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 280280 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2009,23 +2009,23 @@ STAGE PLANS: keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 500 Data size: 140000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 1001 Data size: 464464 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 @@ -2782,33 +2782,33 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 232464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 232464 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -2828,23 +2828,23 @@ STAGE PLANS: keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 70000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 232464 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 232464 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -2853,10 +2853,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -2870,10 +2870,10 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 140280 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 501 Data size: 140280 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3629,21 +3629,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -3662,12 +3662,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -3675,31 +3675,31 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 35000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 35000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 116000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3713,10 +3713,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out index def567b..c3aebc7 100644 --- a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_1.q.out @@ -33,19 +33,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint BETWEEN 1000000 AND 3000000 (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 1546640 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 1546640 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 1546640 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -53,19 +53,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 862030 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 862030 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 862030 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -79,11 +79,11 @@ STAGE PLANS: 0 _col2 (type: int) 1 _col2 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: tinyint), _col13 (type: smallint), _col14 (type: int), _col15 (type: bigint), _col16 (type: float), _col17 (type: double), _col18 (type: string), _col19 (type: string), _col20 (type: timestamp), _col21 (type: timestamp), _col22 (type: boolean), _col23 (type: boolean) Reducer 3 Execution mode: llap @@ -91,10 +91,10 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: tinyint), VALUE._col1 (type: smallint), KEY.reducesinkkey0 (type: int), VALUE._col2 (type: bigint), VALUE._col3 (type: float), VALUE._col4 (type: double), VALUE._col5 (type: string), VALUE._col6 (type: string), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: tinyint), VALUE._col12 (type: smallint), VALUE._col13 (type: int), VALUE._col14 (type: bigint), VALUE._col15 (type: float), VALUE._col16 (type: double), VALUE._col17 (type: string), VALUE._col18 (type: string), VALUE._col19 (type: timestamp), VALUE._col20 (type: timestamp), VALUE._col21 (type: boolean), VALUE._col22 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 4517320 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -165,38 +165,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint BETWEEN 1000000 AND 3000000 (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 18348 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 18348 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 18348 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110088 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -208,15 +208,15 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 58288 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 Execution mode: llap @@ -225,10 +225,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -293,19 +293,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73396 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint BETWEEN 1000000 AND 3000000 (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: csmallint (type: smallint), cint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) Execution mode: llap LLAP IO: all inputs @@ -313,19 +313,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110088 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cint is not null and cbigint is not null and cint BETWEEN 1000000 AND 3000000) (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3424 Data size: 30684 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: all inputs Reducer 2 @@ -338,18 +338,18 @@ STAGE PLANS: 0 _col1 (type: int) 1 _col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7286 Data size: 29144 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: _col0 (type: smallint) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: smallint) sort order: + Map-reduce partition columns: _col0 (type: smallint) - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 3 Execution mode: llap @@ -359,11 +359,11 @@ STAGE PLANS: keys: KEY._col0 (type: smallint) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: bigint) sort order: + - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: smallint) Reducer 4 Execution mode: llap @@ -371,10 +371,10 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: smallint), KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 3379 Data size: 726540 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2765 Data size: 33180 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out index d4d1250..189841a 100644 --- a/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out +++ b/ql/src/test/results/clientpositive/llap/tez_vector_dynpart_hashjoin_2.q.out @@ -43,19 +43,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (csmallint < 100) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col1) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col1) (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: llap LLAP IO: all inputs @@ -63,38 +63,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col0) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToInteger(_col0) + 0) (type: int) sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -109,11 +109,11 @@ STAGE PLANS: 1 UDFToInteger(_col0) (type: int) 2 (UDFToInteger(_col0) + 0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: smallint), _col0 (type: tinyint), _col2 (type: int) sort order: +++ - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 Execution mode: llap @@ -121,10 +121,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -238,19 +238,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (csmallint < 100) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col1) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col1) (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: vectorized, llap LLAP IO: all inputs @@ -258,38 +258,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col0) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToInteger(_col0) + 0) (type: int) sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -304,11 +304,11 @@ STAGE PLANS: 1 UDFToInteger(_col0) (type: int) 2 (UDFToInteger(_col0) + 0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: smallint), _col0 (type: tinyint), _col2 (type: int) sort order: +++ - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 Execution mode: vectorized, llap @@ -316,10 +316,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -431,19 +431,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (csmallint < 100) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col1) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col1) (type: int) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 1031250 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: vectorized, llap LLAP IO: all inputs @@ -451,38 +451,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: b - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToInteger(_col0) (type: int) sort order: + Map-reduce partition columns: UDFToInteger(_col0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: c - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToInteger(_col0) + 0) (type: int) sort order: + Map-reduce partition columns: (UDFToInteger(_col0) + 0) (type: int) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -497,11 +497,11 @@ STAGE PLANS: 1 UDFToInteger(_col0) (type: int) 2 (UDFToInteger(_col0) + 0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: smallint), _col0 (type: tinyint), _col2 (type: int) sort order: +++ - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Reducer 3 Execution mode: vectorized, llap @@ -509,10 +509,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: string), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 9011 Data size: 1937438 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2710 Data size: 840100 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/transform1.q.out b/ql/src/test/results/clientpositive/llap/transform1.q.out index 49d2a5c..87e4482 100644 --- a/ql/src/test/results/clientpositive/llap/transform1.q.out +++ b/ql/src/test/results/clientpositive/llap/transform1.q.out @@ -41,8 +41,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -115,8 +115,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 89 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/transform_ppr1.q.out b/ql/src/test/results/clientpositive/llap/transform_ppr1.q.out index 2000ef1..5d992bf 100644 --- a/ql/src/test/results/clientpositive/llap/transform_ppr1.q.out +++ b/ql/src/test/results/clientpositive/llap/transform_ppr1.q.out @@ -20,81 +20,6 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 AND tmap.ds = '2008-04-08' POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - srcpart - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TRANSFORM - TOK_EXPLIST - . - TOK_TABLE_OR_COL - src - ds - . - TOK_TABLE_OR_COL - src - key - . - TOK_TABLE_OR_COL - src - value - TOK_SERDE - TOK_RECORDWRITER - 'cat' - TOK_SERDE - TOK_RECORDREADER - TOK_ALIASLIST - ds - tkey - tvalue - TOK_CLUSTERBY - TOK_TABLE_OR_COL - tkey - tmap - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - tmap - tkey - TOK_SELEXPR - . - TOK_TABLE_OR_COL - tmap - tvalue - TOK_WHERE - AND - < - . - TOK_TABLE_OR_COL - tmap - tkey - 100 - = - . - TOK_TABLE_OR_COL - tmap - ds - '2008-04-08' - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -102,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -110,12 +36,12 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: ds (type: string), key (type: string), value (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE Transform Operator command: cat output info: @@ -128,16 +54,17 @@ STAGE PLANS: serialization.format 9 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 724000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator isSamplingPred: false predicate: ((_col1 < 100) and (_col0 = '2008-04-08')) (type: boolean) - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: '2008-04-08' (type: string), _col1 (type: string), _col2 (type: string) auto parallelism: true @@ -153,7 +80,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -199,7 +126,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -245,7 +172,7 @@ STAGE PLANS: ds 2008-04-09 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -291,7 +218,7 @@ STAGE PLANS: ds 2008-04-09 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -334,28 +261,29 @@ STAGE PLANS: /srcpart/ds=2008-04-09/hr=11 [src] /srcpart/ds=2008-04-09/hr=12 [src] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), VALUE._col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/transform_ppr2.q.out b/ql/src/test/results/clientpositive/llap/transform_ppr2.q.out index f62b657..51dfee7 100644 --- a/ql/src/test/results/clientpositive/llap/transform_ppr2.q.out +++ b/ql/src/test/results/clientpositive/llap/transform_ppr2.q.out @@ -22,81 +22,6 @@ FROM ( ) tmap SELECT tmap.tkey, tmap.tvalue WHERE tmap.tkey < 100 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - srcpart - src - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TRANSFORM - TOK_EXPLIST - . - TOK_TABLE_OR_COL - src - ds - . - TOK_TABLE_OR_COL - src - key - . - TOK_TABLE_OR_COL - src - value - TOK_SERDE - TOK_RECORDWRITER - 'cat' - TOK_SERDE - TOK_RECORDREADER - TOK_ALIASLIST - ds - tkey - tvalue - TOK_WHERE - = - . - TOK_TABLE_OR_COL - src - ds - '2008-04-08' - TOK_CLUSTERBY - TOK_TABLE_OR_COL - tkey - tmap - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - tmap - tkey - TOK_SELEXPR - . - TOK_TABLE_OR_COL - tmap - tvalue - TOK_WHERE - < - . - TOK_TABLE_OR_COL - tmap - tkey - 100 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -104,6 +29,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -112,12 +38,12 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE GatherStats: false Select Operator expressions: '2008-04-08' (type: string), key (type: string), value (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 272000 Basic stats: COMPLETE Column stats: COMPLETE Transform Operator command: cat output info: @@ -130,16 +56,17 @@ STAGE PLANS: serialization.format 9 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 272000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator isSamplingPred: false predicate: (_col1 < 100) (type: boolean) - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE tag: -1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string) auto parallelism: true @@ -155,7 +82,7 @@ STAGE PLANS: ds 2008-04-08 hr 11 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -201,7 +128,7 @@ STAGE PLANS: ds 2008-04-08 hr 12 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} bucket_count -1 columns key,value columns.comments 'default','default' @@ -242,28 +169,29 @@ STAGE PLANS: /srcpart/ds=2008-04-08/hr=11 [src] /srcpart/ds=2008-04-08/hr=12 [src] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: VALUE._col1 (type: string), VALUE._col2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 333 Data size: 3537 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 333 Data size: 2664 Basic stats: COMPLETE Column stats: COMPLETE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/union2.q.out b/ql/src/test/results/clientpositive/llap/union2.q.out index f0dcbf3..c1f6837 100644 --- a/ql/src/test/results/clientpositive/llap/union2.q.out +++ b/ql/src/test/results/clientpositive/llap/union2.q.out @@ -19,6 +19,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 2 (CONTAINS) @@ -29,58 +30,56 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: value (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: value (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 diff --git a/ql/src/test/results/clientpositive/llap/union3.q.out b/ql/src/test/results/clientpositive/llap/union3.q.out index 8333ed2..6e28152 100644 --- a/ql/src/test/results/clientpositive/llap/union3.q.out +++ b/ql/src/test/results/clientpositive/llap/union3.q.out @@ -43,6 +43,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -60,11 +61,13 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -74,11 +77,13 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan @@ -88,11 +93,13 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Map 9 Map Operator Tree: TableScan @@ -102,85 +109,87 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: llap + LLAP IO: no inputs Reducer 10 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 4 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 1 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 2 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 3 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 4 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/union4.q.out b/ql/src/test/results/clientpositive/llap/union4.q.out index ff55172..85d60bf 100644 --- a/ql/src/test/results/clientpositive/llap/union4.q.out +++ b/ql/src/test/results/clientpositive/llap/union4.q.out @@ -33,11 +33,11 @@ STAGE DEPENDENCIES: Stage-2 depends on stages: Stage-1 Stage-0 depends on stages: Stage-2 Stage-3 depends on stages: Stage-0 - Stage-4 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 5 <- Map 4 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -60,10 +60,11 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: s1 + alias: s2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -77,8 +78,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -102,7 +104,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -144,9 +146,6 @@ STAGE PLANS: Stage: Stage-3 Stats-Aggr Operator - Stage: Stage-4 - Stats-Aggr Operator - PREHOOK: query: insert overwrite table tmptable select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, count(1) as value from src s1 UNION ALL diff --git a/ql/src/test/results/clientpositive/llap/union5.q.out b/ql/src/test/results/clientpositive/llap/union5.q.out index bc3821b..856f9f6 100644 --- a/ql/src/test/results/clientpositive/llap/union5.q.out +++ b/ql/src/test/results/clientpositive/llap/union5.q.out @@ -21,6 +21,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 4 <- Union 3 (SIMPLE_EDGE) @@ -31,103 +32,105 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: key - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(key) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: key - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(key) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 'tst1' (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 'tst2' (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/union6.q.out b/ql/src/test/results/clientpositive/llap/union6.q.out index cb5fa80..1b1edf8 100644 --- a/ql/src/test/results/clientpositive/llap/union6.q.out +++ b/ql/src/test/results/clientpositive/llap/union6.q.out @@ -31,11 +31,11 @@ STAGE DEPENDENCIES: Stage-2 depends on stages: Stage-1 Stage-0 depends on stages: Stage-2 Stage-3 depends on stages: Stage-0 - Stage-4 depends on stages: Stage-0 STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 4 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -58,26 +58,28 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 463 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 26 Data size: 4647 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -90,7 +92,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 26 Data size: 463 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 26 Data size: 4647 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -115,9 +117,6 @@ STAGE PLANS: Stage: Stage-3 Stats-Aggr Operator - Stage: Stage-4 - Stats-Aggr Operator - PREHOOK: query: insert overwrite table tmptable select unionsrc.key, unionsrc.value FROM (select 'tst1' as key, cast(count(1) as string) as value from src s1 UNION ALL diff --git a/ql/src/test/results/clientpositive/llap/union7.q.out b/ql/src/test/results/clientpositive/llap/union7.q.out index a301cad..4039b7d 100644 --- a/ql/src/test/results/clientpositive/llap/union7.q.out +++ b/ql/src/test/results/clientpositive/llap/union7.q.out @@ -21,6 +21,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 5 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -31,82 +32,84 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: key - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(key) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 2150 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 26 Data size: 199 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 26 Data size: 199 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 'tst1' (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 26 Data size: 199 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 26 Data size: 199 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 99 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 3 Vertex: Union 3 diff --git a/ql/src/test/results/clientpositive/llap/union8.q.out b/ql/src/test/results/clientpositive/llap/union8.q.out index 972694d..1e54073 100644 --- a/ql/src/test/results/clientpositive/llap/union8.q.out +++ b/ql/src/test/results/clientpositive/llap/union8.q.out @@ -21,6 +21,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 3 <- Union 2 (CONTAINS) @@ -31,53 +32,56 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1500 Data size: 267000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1500 Data size: 267000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s3 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1500 Data size: 267000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: no inputs Union 2 Vertex: Union 2 diff --git a/ql/src/test/results/clientpositive/llap/union9.q.out b/ql/src/test/results/clientpositive/llap/union9.q.out index 3867806..bb70d74 100644 --- a/ql/src/test/results/clientpositive/llap/union9.q.out +++ b/ql/src/test/results/clientpositive/llap/union9.q.out @@ -21,6 +21,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 2 (CONTAINS) @@ -32,79 +33,76 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: value (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1500 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: value (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1500 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s3 + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: value (type: string) - outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 4000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1500 Data size: 15936 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1500 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out index 7e5fe2d..f3e016a 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_1.q.out @@ -43,6 +43,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 5 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -68,10 +69,11 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan - alias: s1 + alias: s2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -85,10 +87,11 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 9 Map Operator Tree: TableScan - alias: s1 + alias: s3 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -102,8 +105,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 10 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -125,7 +129,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -147,7 +151,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -165,7 +169,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -185,7 +189,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 8 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -291,6 +295,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 5 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -316,10 +321,11 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan - alias: s1 + alias: s2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -333,10 +339,11 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 9 Map Operator Tree: TableScan - alias: s1 + alias: s3 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -350,8 +357,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 10 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -373,7 +381,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -395,7 +403,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -413,7 +421,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -434,11 +442,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 8 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -534,6 +542,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 5 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -559,6 +568,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan @@ -576,6 +586,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 9 Map Operator Tree: TableScan @@ -593,8 +604,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 10 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -616,7 +628,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -638,7 +650,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -656,7 +668,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -676,7 +688,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable12 Reducer 8 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -778,6 +790,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 2 (CONTAINS) @@ -788,56 +801,58 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -1198,6 +1213,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Reducer 3 <- Union 2 (SIMPLE_EDGE) @@ -1208,22 +1224,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -1241,33 +1258,34 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1282,12 +1300,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 @@ -1363,6 +1381,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 7 <- Union 3 (CONTAINS) Map 8 <- Union 5 (CONTAINS) @@ -1388,48 +1407,51 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 8 Map Operator Tree: TableScan - alias: s2 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + alias: s3 + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1444,54 +1466,54 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 19 Data size: 5168 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 14 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 14 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 3 Vertex: Union 3 @@ -1616,6 +1638,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 51 <- Union 2 (CONTAINS) @@ -1673,862 +1696,887 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 51 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 52 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 53 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 54 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 55 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 56 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 57 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 58 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 59 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 60 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 61 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 62 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 63 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 64 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 65 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 66 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 67 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 68 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 69 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 70 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 71 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 72 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 73 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 74 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 11 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 13 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 15 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 17 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 19 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 21 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 23 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 25 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 27 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 29 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 31 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 33 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 35 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 37 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 39 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 41 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 43 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 45 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 47 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 49 Execution mode: llap Reduce Operator Tree: @@ -2536,87 +2584,87 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 50 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 7 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Union 10 Vertex: Union 10 Union 12 @@ -2790,6 +2838,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 6 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -2814,28 +2863,30 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2850,12 +2901,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), substr(_col1, 5) (type: string) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -2863,48 +2914,48 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), substr(_col1, 5) (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 35000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 280 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 35000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(DISTINCT substr(_col1, 5)) keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 464 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 116000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.dest2 Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(DISTINCT KEY._col1:0._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 125 Data size: 12000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3650,6 +3701,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 5 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -3673,28 +3725,30 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -3709,23 +3763,23 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -3734,10 +3788,10 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4489,6 +4543,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 5 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -4512,28 +4567,30 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -4548,29 +4605,29 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 68000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col1) keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 19680 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -4579,10 +4636,10 @@ STAGE PLANS: Select Operator expressions: _col0 (type: string), _col1 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 456 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 250 Data size: 114000 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -5304,6 +5361,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 5 <- Union 2 (CONTAINS) @@ -5315,42 +5373,44 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -5358,32 +5418,32 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -5444,6 +5504,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 11 <- Union 9 (CONTAINS) Map 6 <- Union 3 (CONTAINS) @@ -5469,56 +5530,59 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 11 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s4 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (UDFToDouble(key) < 10.0) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (UDFToDouble(key) < 10.0) (type: boolean) - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 166 Data size: 1763 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 29548 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan - alias: s1 + alias: s3 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) @@ -5530,6 +5594,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 10 Execution mode: llap Reduce Operator Tree: @@ -5537,15 +5602,15 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5560,12 +5625,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -5573,12 +5638,12 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Reducer 5 Execution mode: llap @@ -5590,16 +5655,16 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 544 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 99 Data size: 53856 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 544 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 99 Data size: 53856 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 8 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -5614,12 +5679,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 83 Data size: 22576 Basic stats: COMPLETE Column stats: COMPLETE Union 3 Vertex: Union 3 Union 9 @@ -5709,6 +5774,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 10 <- Union 2 (CONTAINS) @@ -5734,53 +5800,56 @@ STAGE PLANS: keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 10 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: reverse(key) (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 92000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 11 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 12 Map Operator Tree: TableScan @@ -5794,13 +5863,14 @@ STAGE PLANS: keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 108 Data size: 19872 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 108 Data size: 19872 Basic stats: COMPLETE Column stats: PARTIAL Execution mode: llap + LLAP IO: no inputs Map 13 Map Operator Tree: TableScan @@ -5814,87 +5884,88 @@ STAGE PLANS: keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 59 Data size: 10856 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 59 Data size: 10856 Basic stats: COMPLETE Column stats: PARTIAL Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 205 Data size: 37720 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 108 Data size: 19872 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 108 Data size: 19872 Basic stats: COMPLETE Column stats: PARTIAL Reducer 7 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 108 Data size: 19872 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 59 Data size: 10856 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 59 Data size: 10856 Basic stats: COMPLETE Column stats: PARTIAL Reducer 9 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 85 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 59 Data size: 10856 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 59 Data size: 11328 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 59 Data size: 11328 Basic stats: COMPLETE Column stats: PARTIAL table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -6565,157 +6636,6 @@ where a.k1 > 20 ) subq POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - dst_union22_delta - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - k1 - k1 - TOK_SELEXPR - TOK_TABLE_OR_COL - k2 - k2 - TOK_SELEXPR - TOK_TABLE_OR_COL - k3 - k3 - TOK_SELEXPR - TOK_TABLE_OR_COL - k4 - k4 - TOK_WHERE - and - = - TOK_TABLE_OR_COL - ds - '1' - <= - TOK_TABLE_OR_COL - k0 - 50 - TOK_QUERY - TOK_FROM - TOK_LEFTOUTERJOIN - TOK_TABREF - TOK_TABNAME - dst_union22 - a - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - dst_union22_delta - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - TOK_WHERE - and - = - TOK_TABLE_OR_COL - ds - '1' - > - TOK_TABLE_OR_COL - k0 - 50 - b - and - = - . - TOK_TABLE_OR_COL - a - k1 - . - TOK_TABLE_OR_COL - b - k1 - = - . - TOK_TABLE_OR_COL - a - ds - '1' - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - a - k1 - k1 - TOK_SELEXPR - . - TOK_TABLE_OR_COL - a - k2 - k2 - TOK_SELEXPR - . - TOK_TABLE_OR_COL - b - k3 - k3 - TOK_SELEXPR - . - TOK_TABLE_OR_COL - b - k4 - k4 - TOK_WHERE - > - . - TOK_TABLE_OR_COL - a - k1 - 20 - _u1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - subq - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - dst_union22 - TOK_PARTSPEC - TOK_PARTVAL - ds - '2' - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-2 depends on stages: Stage-1 @@ -6725,9 +6645,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) - Map 5 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) + Map 4 <- Map 5 (BROADCAST_EDGE), Union 2 (CONTAINS) Reducer 3 <- Union 2 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: @@ -6735,29 +6656,31 @@ STAGE PLANS: Map Operator Tree: TableScan alias: dst_union22_delta - Statistics: Num rows: 500 Data size: 16936 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 20936 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false - predicate: (k0 <= 50) (type: boolean) - Statistics: Num rows: 166 Data size: 5622 Basic stats: COMPLETE Column stats: NONE + predicate: (UDFToDouble(k0) <= 50.0) (type: boolean) + Statistics: Num rows: 166 Data size: 6950 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: k1 (type: string), k2 (type: string), k3 (type: string), k4 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 166 Data size: 5622 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 166 Data size: 6950 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 348 Data size: 9684 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 348 Data size: 40548 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa sort order: ++++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - Statistics: Num rows: 348 Data size: 9684 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 348 Data size: 40548 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -6769,7 +6692,7 @@ STAGE PLANS: partition values: ds 1 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns k0,k1,k2,k3,k4,k5 columns.comments @@ -6811,26 +6734,53 @@ STAGE PLANS: Map 4 Map Operator Tree: TableScan - alias: dst_union22_delta - Statistics: Num rows: 500 Data size: 16936 Basic stats: COMPLETE Column stats: NONE + alias: a + Statistics: Num rows: 500 Data size: 103124 Basic stats: COMPLETE Column stats: PARTIAL GatherStats: false Filter Operator isSamplingPred: false - predicate: ((k0 > 50) and (k1 > 20)) (type: boolean) - Statistics: Num rows: 55 Data size: 1862 Basic stats: COMPLETE Column stats: NONE + predicate: (UDFToDouble(k1) > 20.0) (type: boolean) + Statistics: Num rows: 166 Data size: 30544 Basic stats: COMPLETE Column stats: PARTIAL Select Operator - expressions: k1 (type: string), k3 (type: string), k4 (type: string) - outputColumnNames: _col1, _col3, _col4 - Statistics: Num rows: 55 Data size: 1862 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: string) - sort order: + - Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 55 Data size: 1862 Basic stats: COMPLETE Column stats: NONE - tag: 1 - value expressions: _col3 (type: string), _col4 (type: string) - auto parallelism: true - Execution mode: llap + expressions: k1 (type: string), k2 (type: string), ds (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 166 Data size: 30544 Basic stats: COMPLETE Column stats: PARTIAL + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter mappings: + 0 [1, 1] + filter predicates: + 0 {(_col2 = '1')} + 1 + Estimated key counts: Map 5 => 55 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col1, _col4, _col5 + input vertices: + 1 Map 5 + Position of Big Table: 0 + Statistics: Num rows: 182 Data size: 33598 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col1 (type: string), _col4 (type: string), _col5 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 182 Data size: 33598 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 348 Data size: 40548 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + null sort order: aaaa + sort order: ++++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) + Statistics: Num rows: 348 Data size: 40548 Basic stats: COMPLETE Column stats: NONE + tag: -1 + auto parallelism: true + Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -6842,22 +6792,22 @@ STAGE PLANS: partition values: ds 1 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 - columns k0,k1,k2,k3,k4,k5 + columns k1,k2,k3,k4 columns.comments - columns.types string:string:string:string:string:string + columns.types string:string:string:string #### A masked pattern was here #### - name default.dst_union22_delta + name default.dst_union22 numFiles 1 numRows 500 partition_columns ds partition_columns.types string - rawDataSize 16936 - serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} + rawDataSize 11124 + serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 17436 + totalSize 11624 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -6865,67 +6815,47 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 - columns k0,k1,k2,k3,k4,k5 + columns k1,k2,k3,k4 columns.comments - columns.types string:string:string:string:string:string + columns.types string:string:string:string #### A masked pattern was here #### - name default.dst_union22_delta + name default.dst_union22 partition_columns ds partition_columns.types string - serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} + serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dst_union22_delta - name: default.dst_union22_delta + name: default.dst_union22 + name: default.dst_union22 Truncated Path -> Alias: - /dst_union22_delta/ds=1 [dst_union22_delta] + /dst_union22/ds=1 [a] Map 5 Map Operator Tree: TableScan - alias: a - Statistics: Num rows: 500 Data size: 11124 Basic stats: COMPLETE Column stats: NONE + alias: dst_union22_delta + Statistics: Num rows: 500 Data size: 20936 Basic stats: COMPLETE Column stats: NONE GatherStats: false Filter Operator isSamplingPred: false - predicate: (k1 > 20) (type: boolean) - Statistics: Num rows: 166 Data size: 3693 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - filter mappings: - 0 [1, 1] - filter predicates: - 0 {(ds = '1')} - 1 - Estimated key counts: Map 4 => 55 - keys: - 0 k1 (type: string) - 1 _col1 (type: string) - outputColumnNames: _col0, _col1, _col11, _col12 - input vertices: - 1 Map 4 - Position of Big Table: 0 - Statistics: Num rows: 182 Data size: 4062 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col1 (type: string), _col11 (type: string), _col12 (type: string) - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 182 Data size: 4062 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 348 Data size: 9684 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - sort order: ++++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: string), _col3 (type: string) - Statistics: Num rows: 348 Data size: 9684 Basic stats: COMPLETE Column stats: NONE - tag: -1 - auto parallelism: true + predicate: ((UDFToDouble(k0) > 50.0) and (UDFToDouble(k1) > 20.0)) (type: boolean) + Statistics: Num rows: 55 Data size: 2302 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: k1 (type: string), k3 (type: string), k4 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 55 Data size: 2302 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 55 Data size: 2302 Basic stats: COMPLETE Column stats: NONE + tag: 1 + value expressions: _col1 (type: string), _col2 (type: string) + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -6937,22 +6867,22 @@ STAGE PLANS: partition values: ds 1 properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 - columns k1,k2,k3,k4 + columns k0,k1,k2,k3,k4,k5 columns.comments - columns.types string:string:string:string + columns.types string:string:string:string:string:string #### A masked pattern was here #### - name default.dst_union22 + name default.dst_union22_delta numFiles 1 numRows 500 partition_columns ds partition_columns.types string - rawDataSize 11124 - serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} + rawDataSize 16936 + serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - totalSize 11624 + totalSize 17436 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -6960,38 +6890,38 @@ STAGE PLANS: output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: bucket_count -1 - columns k1,k2,k3,k4 + columns k0,k1,k2,k3,k4,k5 columns.comments - columns.types string:string:string:string + columns.types string:string:string:string:string:string #### A masked pattern was here #### - name default.dst_union22 + name default.dst_union22_delta partition_columns ds partition_columns.types string - serialization.ddl struct dst_union22 { string k1, string k2, string k3, string k4} + serialization.ddl struct dst_union22_delta { string k0, string k1, string k2, string k3, string k4, string k5} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dst_union22 - name: default.dst_union22 + name: default.dst_union22_delta + name: default.dst_union22_delta Truncated Path -> Alias: - /dst_union22/ds=1 [a] + /dst_union22_delta/ds=1 [dst_union22_delta] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: string), KEY._col3 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 174 Data size: 4842 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 174 Data size: 20274 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 1 #### A masked pattern was here #### NumFilesPerFileSink: 1 Static Partition Specification: ds=2/ - Statistics: Num rows: 174 Data size: 4842 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 174 Data size: 20274 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: input format: org.apache.hadoop.mapred.TextInputFormat @@ -7450,6 +7380,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 5 <- Union 2 (CONTAINS) @@ -7461,48 +7392,49 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Transform Operator command: cat output info: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -7510,24 +7442,24 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -7885,6 +7817,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@src2 +POSTHOOK: Lineage: src2.count EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: src2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: create table src3 as select * from src2 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src2 @@ -7895,6 +7829,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src2 POSTHOOK: Output: database:default POSTHOOK: Output: default@src3 +POSTHOOK: Lineage: src3.count SIMPLE [(src2)src2.FieldSchema(name:count, type:bigint, comment:null), ] +POSTHOOK: Lineage: src3.key SIMPLE [(src2)src2.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: create table src4 as select * from src2 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src2 @@ -7905,6 +7841,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src2 POSTHOOK: Output: database:default POSTHOOK: Output: default@src4 +POSTHOOK: Lineage: src4.count SIMPLE [(src2)src2.FieldSchema(name:count, type:bigint, comment:null), ] +POSTHOOK: Lineage: src4.key SIMPLE [(src2)src2.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: create table src5 as select * from src2 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src2 @@ -7915,6 +7853,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src2 POSTHOOK: Output: database:default POSTHOOK: Output: default@src5 +POSTHOOK: Lineage: src5.count SIMPLE [(src2)src2.FieldSchema(name:count, type:bigint, comment:null), ] +POSTHOOK: Lineage: src5.key SIMPLE [(src2)src2.FieldSchema(name:key, type:string, comment:null), ] PREHOOK: query: explain extended select s.key, s.count from ( select key, count from src2 where key < 10 @@ -7937,154 +7877,6 @@ select s.key, s.count from ( select key, count(1) as count from src5 where key < 10 group by key )s POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src3 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - _u1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src4 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - _u2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src5 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_FUNCTION - count - 1 - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - TOK_GROUPBY - TOK_TABLE_OR_COL - key - _u3 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - s - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - s - key - TOK_SELEXPR - . - TOK_TABLE_OR_COL - s - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -8092,6 +7884,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 8 <- Union 2 (CONTAINS) @@ -8123,12 +7916,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8138,7 +7933,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8158,7 +7953,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8200,6 +7995,7 @@ STAGE PLANS: Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE @@ -8207,6 +8003,7 @@ STAGE PLANS: value expressions: _col1 (type: bigint) auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8216,7 +8013,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8236,7 +8033,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8277,12 +8074,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8292,7 +8091,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8312,7 +8111,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8353,12 +8152,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8368,7 +8169,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8388,7 +8189,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8409,7 +8210,7 @@ STAGE PLANS: Truncated Path -> Alias: /src4 [src4] Reducer 11 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -8425,13 +8226,14 @@ STAGE PLANS: Statistics: Num rows: 154 Data size: 738 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 154 Data size: 738 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -8446,13 +8248,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 5 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -8467,13 +8270,14 @@ STAGE PLANS: Statistics: Num rows: 154 Data size: 738 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 154 Data size: 738 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 7 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -8489,13 +8293,14 @@ STAGE PLANS: Statistics: Num rows: 77 Data size: 369 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -8571,139 +8376,6 @@ select s.key, s.count from ( select a.key as key, b.count as count from src4 a join src5 b on a.key=b.key where a.key < 10 )s POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src3 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - _u1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - src4 - a - TOK_TABREF - TOK_TABNAME - src5 - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - a - key - key - TOK_SELEXPR - . - TOK_TABLE_OR_COL - b - count - count - TOK_WHERE - < - . - TOK_TABLE_OR_COL - a - key - 10 - _u2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - s - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - s - key - TOK_SELEXPR - . - TOK_TABLE_OR_COL - s - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -8711,6 +8383,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 6 <- Union 2 (CONTAINS) @@ -8727,7 +8400,7 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), count (type: bigint) @@ -8740,12 +8413,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8755,7 +8430,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8775,7 +8450,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8803,7 +8478,7 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), count (type: bigint) @@ -8816,12 +8491,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8831,7 +8508,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8851,7 +8528,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8879,38 +8556,43 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 8 => 103 - keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col0, _col6 - input vertices: - 1 Map 8 - Position of Big Table: 0 - Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col6 (type: bigint) - outputColumnNames: _col0, _col1 + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 8 => 103 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0, _col2 + input vertices: + 1 Map 8 + Position of Big Table: 0 Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: string), _col1 (type: bigint) - mode: hash + Select Operator + expressions: _col0 (type: string), _col2 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 216 Data size: 1037 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: bigint) - sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) + Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: string), _col1 (type: bigint) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 216 Data size: 1037 Basic stats: COMPLETE Column stats: NONE - tag: -1 - auto parallelism: true + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) + Statistics: Num rows: 216 Data size: 1037 Basic stats: COMPLETE Column stats: NONE + tag: -1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8920,7 +8602,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8940,7 +8622,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -8968,17 +8650,23 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) + Select Operator + expressions: key (type: string), count (type: bigint) + outputColumnNames: _col0, _col1 Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE - tag: 1 - value expressions: count (type: bigint) - auto parallelism: true + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE + tag: 1 + value expressions: _col1 (type: bigint) + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8988,7 +8676,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9008,7 +8696,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9029,7 +8717,7 @@ STAGE PLANS: Truncated Path -> Alias: /src5 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -9044,13 +8732,14 @@ STAGE PLANS: Statistics: Num rows: 216 Data size: 1037 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 216 Data size: 1037 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 5 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -9066,13 +8755,14 @@ STAGE PLANS: Statistics: Num rows: 108 Data size: 518 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -9140,143 +8830,6 @@ select s.key, s.count from ( select a.key as key, count(1) as count from src4 a join src5 b on a.key=b.key where a.key < 10 group by a.key )s POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_UNIONALL - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - TOK_QUERY - TOK_FROM - TOK_TABREF - TOK_TABNAME - src3 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - key - TOK_SELEXPR - TOK_TABLE_OR_COL - count - TOK_WHERE - < - TOK_TABLE_OR_COL - key - 10 - _u1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - src4 - a - TOK_TABREF - TOK_TABNAME - src5 - b - = - . - TOK_TABLE_OR_COL - a - key - . - TOK_TABLE_OR_COL - b - key - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - a - key - key - TOK_SELEXPR - TOK_FUNCTION - count - 1 - count - TOK_WHERE - < - . - TOK_TABLE_OR_COL - a - key - 10 - TOK_GROUPBY - . - TOK_TABLE_OR_COL - a - key - _u2 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_ALLCOLREF - s - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - s - key - TOK_SELEXPR - . - TOK_TABLE_OR_COL - s - count - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -9284,6 +8837,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 6 <- Union 2 (CONTAINS) @@ -9301,7 +8855,7 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), count (type: bigint) @@ -9314,12 +8868,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -9329,7 +8885,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9349,7 +8905,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9377,7 +8933,7 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), count (type: bigint) @@ -9390,12 +8946,14 @@ STAGE PLANS: Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 206 Data size: 988 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -9405,7 +8963,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9425,7 +8983,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9453,36 +9011,41 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - Estimated key counts: Map 9 => 103 - keys: - 0 key (type: string) - 1 key (type: string) + Select Operator + expressions: key (type: string) outputColumnNames: _col0 - input vertices: - 1 Map 9 - Position of Big Table: 0 - Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: count(1) - keys: _col0 (type: string) - mode: hash - outputColumnNames: _col0, _col1 + Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + Estimated key counts: Map 9 => 103 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col0 + input vertices: + 1 Map 9 + Position of Big Table: 0 Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE - tag: -1 - value expressions: _col1 (type: bigint) - auto parallelism: true + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 113 Data size: 543 Basic stats: COMPLETE Column stats: NONE + tag: -1 + value expressions: _col1 (type: bigint) + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -9492,7 +9055,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9512,7 +9075,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9540,16 +9103,22 @@ STAGE PLANS: GatherStats: false Filter Operator isSamplingPred: false - predicate: (key < 10) (type: boolean) + predicate: (UDFToDouble(key) < 10.0) (type: boolean) Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE - tag: 1 - auto parallelism: true + Reduce Output Operator + key expressions: _col0 (type: string) + null sort order: a + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 103 Data size: 494 Basic stats: COMPLETE Column stats: NONE + tag: 1 + auto parallelism: true Execution mode: llap + LLAP IO: no inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -9559,7 +9128,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9579,7 +9148,7 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns key,count columns.comments @@ -9600,7 +9169,7 @@ STAGE PLANS: Truncated Path -> Alias: /src5 [b] Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -9615,13 +9184,14 @@ STAGE PLANS: Statistics: Num rows: 159 Data size: 763 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 159 Data size: 763 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 5 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -9637,13 +9207,14 @@ STAGE PLANS: Statistics: Num rows: 79 Data size: 379 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1 columns.types string:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -9651,7 +9222,7 @@ STAGE PLANS: GatherStats: false MultiFileSpray: false Reducer 8 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -9667,6 +9238,7 @@ STAGE PLANS: Statistics: Num rows: 159 Data size: 763 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: bigint) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 159 Data size: 763 Basic stats: COMPLETE Column stats: NONE @@ -9789,6 +9361,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 5 (CONTAINS) @@ -9801,119 +9374,122 @@ STAGE PLANS: Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: PARTIAL Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan - alias: a - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: b + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 375 Data size: 3984 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: PARTIAL Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 187 Data size: 1986 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 69750 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: _col2 (type: bigint), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 187 Data size: 1986 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 69750 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 187 Data size: 1986 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 69750 Basic stats: COMPLETE Column stats: PARTIAL table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmp_unionall Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 9312 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: complete outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 4656 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: string), _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 4656 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 375 Data size: 66750 Basic stats: COMPLETE Column stats: PARTIAL Union 2 Vertex: Union 2 Union 5 @@ -9944,6 +9520,7 @@ PREHOOK: query: -- union26.q -- SORT_QUERY_RESULTS + EXPLAIN SELECT count(1) as counts, @@ -9970,6 +9547,7 @@ POSTHOOK: query: -- union26.q -- SORT_QUERY_RESULTS + EXPLAIN SELECT count(1) as counts, @@ -9999,6 +9577,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) Map 5 <- Union 2 (CONTAINS) @@ -10012,7 +9591,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -10022,19 +9601,19 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 4 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 550 Data size: 5843 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1275 Data size: 13545 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1275 Data size: 13545 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -10042,13 +9621,14 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: string) sort order: + Map-reduce partition columns: key (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -10071,12 +9651,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1275 Data size: 13545 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1275 Data size: 13545 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: array(1,2,3) (type: array) outputColumnNames: _col0 @@ -10095,37 +9675,38 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1275 Data size: 13545 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1275 Data size: 13545 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1550 Data size: 16467 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 637 Data size: 6767 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 775 Data size: 8233 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: complete outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 318 Data size: 3378 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 387 Data size: 4111 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: bigint), _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 318 Data size: 3378 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 387 Data size: 4111 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 318 Data size: 3378 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 387 Data size: 4111 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -11229,6 +10810,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@jackson_sev_same +POSTHOOK: Lineage: jackson_sev_same.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: jackson_sev_same.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table dim_pho as select * from src PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src @@ -11239,6 +10822,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@dim_pho +POSTHOOK: Lineage: dim_pho.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: dim_pho.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table jackson_sev_add as select * from src PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src @@ -11249,6 +10834,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@jackson_sev_add +POSTHOOK: Lineage: jackson_sev_add.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: jackson_sev_add.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain select b.* from jackson_sev_same a join (select * from dim_pho UNION DISTINCT select * from jackson_sev_add)b on a.key=b.key and b.key=97 PREHOOK: type: QUERY POSTHOOK: query: explain select b.* from jackson_sev_same a join (select * from dim_pho UNION DISTINCT select * from jackson_sev_add)b on a.key=b.key and b.key=97 @@ -11260,99 +10847,81 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Union 2 (CONTAINS) - Map 4 <- Union 2 (CONTAINS) - Map 5 <- Reducer 3 (BROADCAST_EDGE) - Reducer 3 <- Union 2 (SIMPLE_EDGE) + Map 2 <- Union 3 (CONTAINS) + Map 5 <- Union 3 (CONTAINS) + Reducer 4 <- Map 1 (BROADCAST_EDGE), Union 3 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: dim_pho + alias: a Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (key = 97) (type: boolean) + predicate: (UDFToDouble(key) = 97.0) (type: boolean) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: value (type: string) - outputColumnNames: _col1 + expressions: key (type: string) + outputColumnNames: _col0 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '97' (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: string), _col1 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Execution mode: llap - Map 4 + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Execution mode: llap + LLAP IO: no inputs + Map 2 Map Operator Tree: TableScan - alias: jackson_sev_add + alias: dim_pho Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (key = 97) (type: boolean) + predicate: (UDFToDouble(key) = 97.0) (type: boolean) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: value (type: string) - outputColumnNames: _col1 + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: '97' (type: string), _col1 (type: string) + Group By Operator + keys: _col0 (type: string), _col1 (type: string) + mode: hash outputColumnNames: _col0, _col1 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: string), _col1 (type: string) - mode: hash - outputColumnNames: _col0, _col1 + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: a + alias: jackson_sev_add Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (key = 97) (type: boolean) + predicate: (UDFToDouble(key) = 97.0) (type: boolean) Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 '97' (type: string) - 1 '97' (type: string) - outputColumnNames: _col6 - input vertices: - 1 Reducer 3 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: '97' (type: string), _col6 (type: string) + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: string), _col1 (type: string) + mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: string) + Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE Execution mode: llap - Reducer 3 + LLAP IO: no inputs + Reducer 4 Execution mode: llap Reduce Operator Tree: Group By Operator @@ -11360,18 +10929,29 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1 Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: string) - outputColumnNames: _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: '97' (type: string) - sort order: + - Map-reduce partition columns: '97' (type: string) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string) - Union 2 - Vertex: Union 2 + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) + outputColumnNames: _col1, _col2 + input vertices: + 0 Map 1 + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: string), _col2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 275 Data size: 2921 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Union 3 + Vertex: Union 3 Stage: Stage-0 Fetch Operator @@ -11440,6 +11020,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Reducer 3 <- Union 2 (SIMPLE_EDGE) @@ -11452,146 +11033,149 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 8 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 375 Data size: 3984 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 375 Data size: 3984 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 375 Data size: 3984 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 7 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 6 @@ -11718,6 +11302,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 5 (CONTAINS) @@ -11730,100 +11315,103 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union29 Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 5 @@ -11952,6 +11540,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 10 <- Map 9 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 12 <- Map 11 (SIMPLE_EDGE), Union 5 (CONTAINS) @@ -11971,11 +11560,12 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 11 Map Operator Tree: TableScan @@ -11985,11 +11575,12 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 13 Map Operator Tree: TableScan @@ -11999,11 +11590,12 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 9 Map Operator Tree: TableScan @@ -12013,141 +11605,142 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 10 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 2 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 12 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 3 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 14 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 4 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Limit Number of rows: 1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: 1 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 3 Vertex: Union 3 @@ -12282,6 +11875,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 12 <- Union 4 (CONTAINS) @@ -12296,184 +11890,188 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 10 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 12 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 875 Data size: 9296 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 875 Data size: 9296 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 11 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 375 Data size: 3984 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 875 Data size: 9296 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 875 Data size: 9296 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 437 Data size: 4642 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToInteger(_col0) (type: int), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 437 Data size: 4642 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 437 Data size: 4642 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 47500 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.union_subq_union30 Reducer 7 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 46500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) mode: hash outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: bigint) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 9 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string), KEY._col2 (type: bigint) mode: mergepartial outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 93000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 750 Data size: 7968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 Union 4 @@ -12595,6 +12193,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 +POSTHOOK: Lineage: t1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table t2 as select * from src where key < 10 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src @@ -12605,6 +12205,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 +POSTHOOK: Lineage: t2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table t3(key string, cnt int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -12654,6 +12256,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 5 <- Union 2 (CONTAINS) @@ -12681,6 +12284,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -12701,6 +12305,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -12748,7 +12353,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -12911,6 +12516,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 4 <- Union 3 (SIMPLE_EDGE) @@ -12940,6 +12546,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan @@ -12962,8 +12569,9 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -12996,7 +12604,7 @@ STAGE PLANS: Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Forward Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE @@ -13037,7 +12645,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.t6 Reducer 7 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -13175,6 +12783,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 +POSTHOOK: Lineage: t1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: create table t2 as select key, count(1) as cnt from src where key < 10 group by key PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src @@ -13185,6 +12795,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 +POSTHOOK: Lineage: t2.cnt EXPRESSION [(src)src.null, ] +POSTHOOK: Lineage: t2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] PREHOOK: query: create table t7(c1 string, cnt int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -13236,6 +12848,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Map 6 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -13265,6 +12878,7 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan @@ -13285,8 +12899,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 11 Data size: 53 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -13322,7 +12937,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 5 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Forward Statistics: Num rows: 5 Data size: 24 Basic stats: COMPLETE Column stats: NONE @@ -13496,6 +13111,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 +POSTHOOK: Lineage: t1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: CREATE TABLE t2 AS SELECT * FROM src WHERE key < 10 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src @@ -13506,6 +13123,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 +POSTHOOK: Lineage: t2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: -- Test simple union with double EXPLAIN SELECT * FROM @@ -13529,6 +13148,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 5 <- Union 2 (CONTAINS) @@ -13556,6 +13176,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -13576,6 +13197,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: double) Statistics: Num rows: 20 Data size: 140 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -13589,7 +13211,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) @@ -13599,8 +13221,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -13654,6 +13276,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) Map 5 <- Union 2 (CONTAINS) @@ -13667,33 +13290,37 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) outputColumnNames: _col0 - input vertices: - 1 Map 4 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: double) - mode: hash + input vertices: + 1 Map 4 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToDouble(UDFToLong(_col0)) (type: double) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: double) - sort order: + - Map-reduce partition columns: _col0 (type: double) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: double) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Map-reduce partition columns: _col0 (type: double) + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -13701,13 +13328,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -13721,27 +13353,28 @@ STAGE PLANS: keys: _col0 (type: double) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: double) sort order: + Map-reduce partition columns: _col0 (type: double) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -13795,6 +13428,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Map 5 (BROADCAST_EDGE), Union 2 (CONTAINS) @@ -13814,13 +13448,14 @@ STAGE PLANS: keys: _col0 (type: double) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: double) sort order: + Map-reduce partition columns: _col0 (type: double) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -13828,33 +13463,37 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) outputColumnNames: _col0 - input vertices: - 1 Map 5 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: double) - mode: hash + input vertices: + 1 Map 5 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToDouble(UDFToLong(_col0)) (type: double) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: double) - sort order: + - Map-reduce partition columns: _col0 (type: double) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: double) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double) + sort order: + + Map-reduce partition columns: _col0 (type: double) + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -13862,27 +13501,32 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -13936,6 +13580,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 4 (BROADCAST_EDGE), Union 2 (CONTAINS) Map 5 <- Union 2 (CONTAINS) @@ -13949,33 +13594,37 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col0, _col5 - input vertices: - 1 Map 4 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double), UDFToString(UDFToDouble(_col5)) (type: string) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: double), _col1 (type: string) - mode: hash + input vertices: + 1 Map 4 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToDouble(UDFToLong(_col0)) (type: double), UDFToString(UDFToDouble(_col1)) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: double), _col1 (type: string) - sort order: ++ - Map-reduce partition columns: _col0 (type: double), _col1 (type: string) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: double), _col1 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double), _col1 (type: string) + sort order: ++ + Map-reduce partition columns: _col0 (type: double), _col1 (type: string) + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -13983,13 +13632,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -14003,27 +13657,28 @@ STAGE PLANS: keys: _col0 (type: double), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -14083,6 +13738,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Map 5 (BROADCAST_EDGE), Union 2 (CONTAINS) @@ -14102,13 +13758,14 @@ STAGE PLANS: keys: _col0 (type: double), _col1 (type: double) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: double) sort order: ++ Map-reduce partition columns: _col0 (type: double), _col1 (type: double) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan @@ -14116,33 +13773,37 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: string) - 1 key (type: string) - outputColumnNames: _col0, _col5 - input vertices: - 1 Map 5 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: UDFToDouble(UDFToLong(_col0)) (type: double), UDFToDouble(_col5) (type: double) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string) + 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 38 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: double), _col1 (type: double) - mode: hash + input vertices: + 1 Map 5 + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: UDFToDouble(UDFToLong(_col0)) (type: double), UDFToDouble(_col1) (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: double), _col1 (type: double) - sort order: ++ - Map-reduce partition columns: _col0 (type: double), _col1 (type: double) - Statistics: Num rows: 15 Data size: 108 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 77 Basic stats: COMPLETE Column stats: NONE + Group By Operator + keys: _col0 (type: double), _col1 (type: double) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: double), _col1 (type: double) + sort order: ++ + Map-reduce partition columns: _col0 (type: double), _col1 (type: double) + Statistics: Num rows: 21 Data size: 147 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -14150,27 +13811,32 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: key (type: string) - sort order: + - Map-reduce partition columns: key (type: string) - Statistics: Num rows: 5 Data size: 35 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: double), KEY._col1 (type: double) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 50 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 70 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -14254,6 +13920,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Reducer 3 <- Union 2 (SIMPLE_EDGE) @@ -14264,86 +13931,88 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (UDFToDouble(key) = 0.0) (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: '0' (type: string), value (type: string) + expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: key - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.test_src Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), UDFToString(_col1) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Union 2 Vertex: Union 2 @@ -14423,6 +14092,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 5 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -14433,81 +14103,83 @@ STAGE PLANS: Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string) outputColumnNames: key - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 43500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: key (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: src - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (UDFToDouble(key) = 0.0) (type: boolean) - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: '0' (type: string), value (type: string) + expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 250 Data size: 44500 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 19475 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), UDFToString(_col1) (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 205 Data size: 55555 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 250 Data size: 2656 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 227 Data size: 61517 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -14688,6 +14360,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 5 (BROADCAST_EDGE), Union 2 (CONTAINS) Map 6 <- Union 7 (CONTAINS) @@ -14704,11 +14377,11 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -14718,19 +14391,19 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 5 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan @@ -14738,17 +14411,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan @@ -14769,6 +14443,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 9 Map Operator Tree: TableScan @@ -14789,6 +14464,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -14796,28 +14472,28 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 8 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -14828,12 +14504,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Union 2 Vertex: Union 2 Union 7 @@ -14906,6 +14582,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 10 <- Union 8 (CONTAINS) Map 7 <- Union 8 (CONTAINS) @@ -14922,18 +14599,19 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Map 10 Map Operator Tree: TableScan @@ -14954,6 +14632,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan @@ -14961,17 +14640,18 @@ STAGE PLANS: Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 5 Data size: 52 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan @@ -14992,6 +14672,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 20 Data size: 208 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -15002,17 +14683,17 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 57 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 114 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -15020,28 +14701,28 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 75 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 103 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 9 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -15052,12 +14733,12 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 15 Data size: 161 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 21 Data size: 218 Basic stats: COMPLETE Column stats: NONE Union 3 Vertex: Union 3 Union 8 @@ -15150,6 +14831,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 4 <- Union 3 (SIMPLE_EDGE) @@ -15173,10 +14855,11 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: s1 + alias: s2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -15190,8 +14873,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -15213,7 +14897,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: bigint) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -15233,7 +14917,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.tmptable Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -15328,6 +15012,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) Reducer 4 <- Union 3 (SIMPLE_EDGE) @@ -15351,10 +15036,11 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan - alias: s1 + alias: s2 Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE Select Operator Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: COMPLETE @@ -15368,8 +15054,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -15391,7 +15078,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: bigint) @@ -15412,11 +15099,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -15509,6 +15196,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 5 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -15532,28 +15220,30 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -15568,23 +15258,23 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -15689,6 +15379,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 5 <- Union 3 (CONTAINS) Reducer 2 <- Map 1 (SIMPLE_EDGE), Union 3 (CONTAINS) @@ -15712,28 +15403,30 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: no inputs Map 5 Map Operator Tree: TableScan alias: s2 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 25 Data size: 191 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4375 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -15748,36 +15441,36 @@ STAGE PLANS: keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 3536 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) keys: _col0 (type: string) mode: complete outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: PARTIAL + Statistics: Num rows: 13 Data size: 1248 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 3 Vertex: Union 3 @@ -15846,6 +15539,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 6 <- Union 2 (CONTAINS) @@ -15858,94 +15552,97 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 6 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s3 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 @@ -16306,6 +16003,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 7 <- Union 2 (CONTAINS) @@ -16319,80 +16017,83 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 7 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 8 Map Operator Tree: TableScan - alias: s1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + alias: s3 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Reducer 5 Execution mode: llap Reduce Operator Tree: @@ -16400,32 +16101,32 @@ STAGE PLANS: keys: KEY._col0 (type: string), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 6 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 diff --git a/ql/src/test/results/clientpositive/llap/unionDistinct_2.q.out b/ql/src/test/results/clientpositive/llap/unionDistinct_2.q.out index 6d59369..304d74f 100644 --- a/ql/src/test/results/clientpositive/llap/unionDistinct_2.q.out +++ b/ql/src/test/results/clientpositive/llap/unionDistinct_2.q.out @@ -12,6 +12,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@u1 +POSTHOOK: Lineage: u1.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: u1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: CREATE TABLE u2 as select key, value from src order by key limit 3 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src @@ -22,6 +24,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@u2 +POSTHOOK: Lineage: u2.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: u2.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: CREATE TABLE u3 as select key, value from src order by key desc limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@src @@ -32,6 +36,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@u3 +POSTHOOK: Lineage: u3.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: u3.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from u1 PREHOOK: type: QUERY PREHOOK: Input: default@u1 diff --git a/ql/src/test/results/clientpositive/llap/union_fast_stats.q.out b/ql/src/test/results/clientpositive/llap/union_fast_stats.q.out index d0d82a0..c2fb461 100644 --- a/ql/src/test/results/clientpositive/llap/union_fast_stats.q.out +++ b/ql/src/test/results/clientpositive/llap/union_fast_stats.q.out @@ -28,6 +28,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc1a +POSTHOOK: Lineage: small_alltypesorc1a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -38,6 +50,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc2a +POSTHOOK: Lineage: small_alltypesorc2a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -48,6 +72,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc3a +POSTHOOK: Lineage: small_alltypesorc3a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctinyint SIMPLE [] PREHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -58,6 +94,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc4a +POSTHOOK: Lineage: small_alltypesorc4a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from (select * from (select * from small_alltypesorc1a) sq1 union all @@ -88,6 +136,18 @@ POSTHOOK: Input: default@small_alltypesorc3a POSTHOOK: Input: default@small_alltypesorc4a POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc_a +POSTHOOK: Lineage: small_alltypesorc_a.cbigint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cdouble EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cfloat EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.csmallint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: desc formatted small_alltypesorc_a PREHOOK: type: DESCTABLE PREHOOK: Input: default@small_alltypesorc_a @@ -116,11 +176,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true - numFiles 4 - numRows 0 - rawDataSize 0 - totalSize 3915 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 3 + numRows 15 + rawDataSize 3483 + totalSize 4003 #### A masked pattern was here #### # Storage Information @@ -169,11 +229,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true - numFiles 4 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 3 numRows 15 rawDataSize 3483 - totalSize 3915 + totalSize 4003 #### A masked pattern was here #### # Storage Information @@ -234,11 +294,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true - numFiles 5 + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 4 numRows 20 rawDataSize 4552 - totalSize 5225 + totalSize 5360 #### A masked pattern was here #### # Storage Information @@ -301,6 +361,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc1a +POSTHOOK: Lineage: small_alltypesorc1a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -311,6 +383,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc2a +POSTHOOK: Lineage: small_alltypesorc2a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -321,6 +405,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc3a +POSTHOOK: Lineage: small_alltypesorc3a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctinyint SIMPLE [] PREHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -331,6 +427,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc4a +POSTHOOK: Lineage: small_alltypesorc4a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] PREHOOK: query: create table small_alltypesorc_a stored as orc as select * from (select * from (select * from small_alltypesorc1a) sq1 union all @@ -361,6 +469,18 @@ POSTHOOK: Input: default@small_alltypesorc3a POSTHOOK: Input: default@small_alltypesorc4a POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc_a +POSTHOOK: Lineage: small_alltypesorc_a.cbigint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cdouble EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cfloat EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.csmallint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: desc formatted small_alltypesorc_a PREHOOK: type: DESCTABLE PREHOOK: Input: default@small_alltypesorc_a @@ -389,11 +509,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 5 rawDataSize 1069 - totalSize 3177 + totalSize 3224 #### A masked pattern was here #### # Storage Information @@ -442,11 +562,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 1 numRows 15 rawDataSize 3320 - totalSize 3177 + totalSize 3224 #### A masked pattern was here #### # Storage Information @@ -507,11 +627,11 @@ Retention: 0 #### A masked pattern was here #### Table Type: MANAGED_TABLE Table Parameters: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} numFiles 2 numRows 20 rawDataSize 4389 - totalSize 4487 + totalSize 4581 #### A masked pattern was here #### # Storage Information diff --git a/ql/src/test/results/clientpositive/llap/union_stats.q.out b/ql/src/test/results/clientpositive/llap/union_stats.q.out new file mode 100644 index 0000000..d42fca4 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/union_stats.q.out @@ -0,0 +1,484 @@ +PREHOOK: query: explain extended create table t as select * from src union all select * from src +PREHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: query: explain extended create table t as select * from src union all select * from src +POSTHOOK: type: CREATETABLE_AS_SELECT +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-4 depends on stages: Stage-2, Stage-0 + Stage-3 depends on stages: Stage-4 + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Union 2 (CONTAINS) + Map 3 <- Union 2 (CONTAINS) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns key,value + columns.types string:string + name default.t + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.t + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Execution mode: llap + LLAP IO: no inputs + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.src + name: default.src + Truncated Path -> Alias: + /src [src] + Map 3 + Map Operator Tree: + TableScan + alias: src + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + GatherStats: false + Select Operator + expressions: key (type: string), value (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 500 Data size: 89000 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + GlobalTableId: 1 +#### A masked pattern was here #### + NumFilesPerFileSink: 1 + Statistics: Num rows: 1000 Data size: 178000 Basic stats: COMPLETE Column stats: COMPLETE +#### A masked pattern was here #### + table: + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + columns key,value + columns.types string:string + name default.t + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.t + TotalFiles: 1 + GatherStats: true + MultiFileSpray: false + Execution mode: llap + LLAP IO: no inputs + Path -> Alias: +#### A masked pattern was here #### + Path -> Partition: +#### A masked pattern was here #### + Partition + base file name: src + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true","COLUMN_STATS":{"key":"true","value":"true"}} + bucket_count -1 + columns key,value + columns.comments 'default','default' + columns.types string:string +#### A masked pattern was here #### + name default.src + numFiles 1 + numRows 500 + rawDataSize 5312 + serialization.ddl struct src { string key, string value} + serialization.format 1 + serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 5812 +#### A masked pattern was here #### + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.src + name: default.src + Truncated Path -> Alias: + /src [src] + Union 2 + Vertex: Union 2 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-4 + Create Table Operator: + Create Table + columns: key string, value string + input format: org.apache.hadoop.mapred.TextInputFormat + output format: org.apache.hadoop.hive.ql.io.IgnoreKeyTextOutputFormat + serde name: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + name: default.t + + Stage: Stage-3 + Stats-Aggr Operator +#### A masked pattern was here #### + + Stage: Stage-0 + Move Operator + files: + hdfs directory: true +#### A masked pattern was here #### + +PREHOOK: query: create table t as select * from src union all select * from src +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@t +POSTHOOK: query: create table t as select * from src union all select * from src +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t +POSTHOOK: Lineage: t.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: select count(1) from t +PREHOOK: type: QUERY +PREHOOK: Input: default@t +#### A masked pattern was here #### +POSTHOOK: query: select count(1) from t +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t +#### A masked pattern was here #### +1000 +PREHOOK: query: desc formatted t +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@t +POSTHOOK: query: desc formatted t +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@t +# col_name data_type comment + +key string +value string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 2 + numRows 1000 + rawDataSize 10624 + totalSize 11624 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: create table tt as select * from t union all select * from src +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Input: default@t +PREHOOK: Output: database:default +PREHOOK: Output: default@tt +POSTHOOK: query: create table tt as select * from t union all select * from src +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tt +POSTHOOK: Lineage: tt.key EXPRESSION [(t)t.FieldSchema(name:key, type:string, comment:null), (src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: tt.value EXPRESSION [(t)t.FieldSchema(name:value, type:string, comment:null), (src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: desc formatted tt +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@tt +POSTHOOK: query: desc formatted tt +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@tt +# col_name data_type comment + +key string +value string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 2 + numRows 1500 + rawDataSize 15936 + totalSize 17436 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: drop table tt +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@tt +PREHOOK: Output: default@tt +POSTHOOK: query: drop table tt +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@tt +POSTHOOK: Output: default@tt +PREHOOK: query: create table tt as select * from src union all select * from t +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Input: default@t +PREHOOK: Output: database:default +PREHOOK: Output: default@tt +POSTHOOK: query: create table tt as select * from src union all select * from t +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Input: default@t +POSTHOOK: Output: database:default +POSTHOOK: Output: default@tt +POSTHOOK: Lineage: tt.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), (t)t.FieldSchema(name:key, type:string, comment:null), ] +POSTHOOK: Lineage: tt.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), (t)t.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: desc formatted tt +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@tt +POSTHOOK: query: desc formatted tt +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@tt +# col_name data_type comment + +key string +value string + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 2 + numRows 1500 + rawDataSize 15936 + totalSize 17436 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: create table t1 like src +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@t1 +POSTHOOK: query: create table t1 like src +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t1 +PREHOOK: query: create table t2 like src +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@t2 +POSTHOOK: query: create table t2 like src +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@t2 +PREHOOK: query: from (select * from src union all select * from src)s +insert overwrite table t1 select * +insert overwrite table t2 select * +PREHOOK: type: QUERY +PREHOOK: Input: default@src +PREHOOK: Output: default@t1 +PREHOOK: Output: default@t2 +POSTHOOK: query: from (select * from src union all select * from src)s +insert overwrite table t1 select * +insert overwrite table t2 select * +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +POSTHOOK: Output: default@t1 +POSTHOOK: Output: default@t2 +POSTHOOK: Lineage: t1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t1.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +POSTHOOK: Lineage: t2.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t2.value EXPRESSION [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: desc formatted t1 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@t1 +POSTHOOK: query: desc formatted t1 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@t1 +# col_name data_type comment + +key string default +value string default + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 2 + numRows 1000 + rawDataSize 10624 + totalSize 11624 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: desc formatted t2 +PREHOOK: type: DESCTABLE +PREHOOK: Input: default@t2 +POSTHOOK: query: desc formatted t2 +POSTHOOK: type: DESCTABLE +POSTHOOK: Input: default@t2 +# col_name data_type comment + +key string default +value string default + +# Detailed Table Information +Database: default +#### A masked pattern was here #### +Retention: 0 +#### A masked pattern was here #### +Table Type: MANAGED_TABLE +Table Parameters: + COLUMN_STATS_ACCURATE {\"BASIC_STATS\":\"true\"} + numFiles 2 + numRows 1000 + rawDataSize 10624 + totalSize 11624 +#### A masked pattern was here #### + +# Storage Information +SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +InputFormat: org.apache.hadoop.mapred.TextInputFormat +OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat +Compressed: No +Num Buckets: -1 +Bucket Columns: [] +Sort Columns: [] +Storage Desc Params: + serialization.format 1 +PREHOOK: query: select count(1) from t1 +PREHOOK: type: QUERY +PREHOOK: Input: default@t1 +#### A masked pattern was here #### +POSTHOOK: query: select count(1) from t1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@t1 +#### A masked pattern was here #### +1000 diff --git a/ql/src/test/results/clientpositive/llap/union_type_chk.q.out b/ql/src/test/results/clientpositive/llap/union_type_chk.q.out new file mode 100644 index 0000000..12f060b --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/union_type_chk.q.out @@ -0,0 +1,28 @@ +PREHOOK: query: select (x/sum(x) over()) as y from(select cast(1 as decimal(10,0)) as x from (select * from src limit 2)s1 union all select cast(1 as decimal(10,0)) x from (select * from src limit 2) s2 union all select '100000000' x from (select * from src limit 2) s3)u order by y +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: select (x/sum(x) over()) as y from(select cast(1 as decimal(10,0)) as x from (select * from src limit 2)s1 union all select cast(1 as decimal(10,0)) x from (select * from src limit 2) s2 union all select '100000000' x from (select * from src limit 2) s3)u order by y +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +4.999999900000002E-9 +4.999999900000002E-9 +4.999999900000002E-9 +4.999999900000002E-9 +0.4999999900000002 +0.4999999900000002 +PREHOOK: query: select (x/sum(x) over()) as y from(select cast(1 as decimal(10,0)) as x from (select * from src limit 2)s1 union all select cast(1 as decimal(10,0)) x from (select * from src limit 2) s2 union all select cast (null as string) x from (select * from src limit 2) s3)u order by y +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: select (x/sum(x) over()) as y from(select cast(1 as decimal(10,0)) as x from (select * from src limit 2)s1 union all select cast(1 as decimal(10,0)) x from (select * from src limit 2) s2 union all select cast (null as string) x from (select * from src limit 2) s3)u order by y +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### +NULL +NULL +0.25 +0.25 +0.25 +0.25 diff --git a/ql/src/test/results/clientpositive/llap/update_all_types.q.out b/ql/src/test/results/clientpositive/llap/update_all_types.q.out index ca098fb..c5c1abb 100644 --- a/ql/src/test/results/clientpositive/llap/update_all_types.q.out +++ b/ql/src/test/results/clientpositive/llap/update_all_types.q.out @@ -13,7 +13,7 @@ create table acid_uat(ti tinyint, s string, vc varchar(128), ch char(36), - b boolean) clustered by (i) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') + b boolean) clustered by (i) into 2 buckets stored as orc TBLPROPERTIES ('TRANSACTIONAL'='TRUE') PREHOOK: type: CREATETABLE PREHOOK: Output: database:default PREHOOK: Output: default@acid_uat @@ -32,7 +32,7 @@ create table acid_uat(ti tinyint, s string, vc varchar(128), ch char(36), - b boolean) clustered by (i) into 2 buckets stored as orc TBLPROPERTIES ('transactional'='true') + b boolean) clustered by (i) into 2 buckets stored as orc TBLPROPERTIES ('TRANSACTIONAL'='TRUE') POSTHOOK: type: CREATETABLE POSTHOOK: Output: database:default POSTHOOK: Output: default@acid_uat @@ -96,11 +96,11 @@ POSTHOOK: query: select * from acid_uat order by i POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uat #### A masked pattern was here #### --51 NULL -1071480828 -1071480828 -1401575336 -51.0 NULL -51 1969-12-31 16:00:08.451 NULL aw724t8c5558x2xneC624 aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA true -11 NULL -1069736047 -1069736047 -453772520 11.0 NULL 11 1969-12-31 16:00:02.351 NULL k17Am8uPHWk02cEf1jet k17Am8uPHWk02cEf1jet qrXLLNX1 true -11 NULL -1072910839 -1072910839 2048385991 11.0 NULL 11 1969-12-31 16:00:02.351 NULL 0iqrc5 0iqrc5 KbaDXiN85adbHRx58v false -11 NULL -1073279343 -1073279343 -1595604468 11.0 NULL 11 1969-12-31 16:00:02.351 NULL oj1YrV5Wa oj1YrV5Wa P76636jJ6qM17d7DIy true -8 NULL -1071363017 -1071363017 1349676361 8.0 NULL 8 1969-12-31 16:00:15.892 NULL Anj0oF Anj0oF IwE1G7Qb0B1NEfV030g true +-51 NULL -1071480828 -1071480828 -1401575336 -51.0 NULL -51.00 1969-12-31 16:00:08.451 NULL aw724t8c5558x2xneC624 aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA true +11 NULL -1069736047 -1069736047 -453772520 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL k17Am8uPHWk02cEf1jet k17Am8uPHWk02cEf1jet qrXLLNX1 true +11 NULL -1072910839 -1072910839 2048385991 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL 0iqrc5 0iqrc5 KbaDXiN85adbHRx58v false +11 NULL -1073279343 -1073279343 -1595604468 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL oj1YrV5Wa oj1YrV5Wa P76636jJ6qM17d7DIy true +8 NULL -1071363017 -1071363017 1349676361 8.0 NULL 8.00 1969-12-31 16:00:15.892 NULL Anj0oF Anj0oF IwE1G7Qb0B1NEfV030g true NULL -5470 -1072076362 -1072076362 1864027286 NULL -5470.0 NULL NULL 1969-12-31 2uLyD28144vklju213J1mr 2uLyD28144vklju213J1mr 4KWs6gw7lv2WYd66P true NULL -7382 -1073051226 -1073051226 -1887561756 NULL -7382.0 NULL NULL 1969-12-31 A34p7oRr2WvUJNf A34p7oRr2WvUJNf 4hA4KQj2vD3fI6gX82220d false NULL -741 -1070883071 -1070883071 -1645852809 NULL -741.0 NULL NULL 1969-12-31 0ruyd6Y50JpdGRf6HqD 0ruyd6Y50JpdGRf6HqD xH7445Rals48VOulSyR5F false @@ -150,12 +150,12 @@ POSTHOOK: query: select * from acid_uat order by i POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uat #### A masked pattern was here #### --51 NULL -1071480828 -1071480828 -1401575336 -51.0 NULL -51 1969-12-31 16:00:08.451 NULL aw724t8c5558x2xneC624 aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA true +-51 NULL -1071480828 -1071480828 -1401575336 -51.0 NULL -51.00 1969-12-31 16:00:08.451 NULL aw724t8c5558x2xneC624 aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA true 1 2 -1070883071 3 4 3.14 6.28 5.99 NULL 2014-09-01 its a beautiful day in the neighbhorhood a beautiful day for a neighbor wont you be mine true -11 NULL -1069736047 -1069736047 -453772520 11.0 NULL 11 1969-12-31 16:00:02.351 NULL k17Am8uPHWk02cEf1jet k17Am8uPHWk02cEf1jet qrXLLNX1 true -11 NULL -1072910839 -1072910839 2048385991 11.0 NULL 11 1969-12-31 16:00:02.351 NULL 0iqrc5 0iqrc5 KbaDXiN85adbHRx58v false -11 NULL -1073279343 -1073279343 -1595604468 11.0 NULL 11 1969-12-31 16:00:02.351 NULL oj1YrV5Wa oj1YrV5Wa P76636jJ6qM17d7DIy true -8 NULL -1071363017 -1071363017 1349676361 8.0 NULL 8 1969-12-31 16:00:15.892 NULL Anj0oF Anj0oF IwE1G7Qb0B1NEfV030g true +11 NULL -1069736047 -1069736047 -453772520 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL k17Am8uPHWk02cEf1jet k17Am8uPHWk02cEf1jet qrXLLNX1 true +11 NULL -1072910839 -1072910839 2048385991 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL 0iqrc5 0iqrc5 KbaDXiN85adbHRx58v false +11 NULL -1073279343 -1073279343 -1595604468 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL oj1YrV5Wa oj1YrV5Wa P76636jJ6qM17d7DIy true +8 NULL -1071363017 -1071363017 1349676361 8.0 NULL 8.00 1969-12-31 16:00:15.892 NULL Anj0oF Anj0oF IwE1G7Qb0B1NEfV030g true NULL -5470 -1072076362 -1072076362 1864027286 NULL -5470.0 NULL NULL 1969-12-31 2uLyD28144vklju213J1mr 2uLyD28144vklju213J1mr 4KWs6gw7lv2WYd66P true NULL -7382 -1073051226 -1073051226 -1887561756 NULL -7382.0 NULL NULL 1969-12-31 A34p7oRr2WvUJNf A34p7oRr2WvUJNf 4hA4KQj2vD3fI6gX82220d false NULL -947 -1070551679 -1070551679 1864027286 NULL -947.0 NULL NULL 1969-12-31 iUR3Q iUR3Q 4KWs6gw7lv2WYd66P false @@ -184,12 +184,12 @@ POSTHOOK: query: select * from acid_uat order by i POSTHOOK: type: QUERY POSTHOOK: Input: default@acid_uat #### A masked pattern was here #### --102 -51 -1071480828 -1071480828 -1401575336 -51.0 -51.0 -51 1969-12-31 16:00:08.451 NULL aw724t8c5558x2xneC624 aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA true +-102 -51 -1071480828 -1071480828 -1401575336 -51.0 -51.0 -51.00 1969-12-31 16:00:08.451 NULL aw724t8c5558x2xneC624 aw724t8c5558x2xneC624 4uE7l74tESBiKfu7c8wM7GA true 1 2 -1070883071 3 4 3.14 6.28 5.99 NULL 2014-09-01 its a beautiful day in the neighbhorhood a beautiful day for a neighbor wont you be mine true -11 NULL -1069736047 -1069736047 -453772520 11.0 NULL 11 1969-12-31 16:00:02.351 NULL k17Am8uPHWk02cEf1jet k17Am8uPHWk02cEf1jet qrXLLNX1 true -11 NULL -1072910839 -1072910839 2048385991 11.0 NULL 11 1969-12-31 16:00:02.351 NULL 0iqrc5 0iqrc5 KbaDXiN85adbHRx58v false -11 NULL -1073279343 -1073279343 -1595604468 11.0 NULL 11 1969-12-31 16:00:02.351 NULL oj1YrV5Wa oj1YrV5Wa P76636jJ6qM17d7DIy true -8 NULL -1071363017 -1071363017 1349676361 8.0 NULL 8 1969-12-31 16:00:15.892 NULL Anj0oF Anj0oF IwE1G7Qb0B1NEfV030g true +11 NULL -1069736047 -1069736047 -453772520 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL k17Am8uPHWk02cEf1jet k17Am8uPHWk02cEf1jet qrXLLNX1 true +11 NULL -1072910839 -1072910839 2048385991 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL 0iqrc5 0iqrc5 KbaDXiN85adbHRx58v false +11 NULL -1073279343 -1073279343 -1595604468 11.0 NULL 11.00 1969-12-31 16:00:02.351 NULL oj1YrV5Wa oj1YrV5Wa P76636jJ6qM17d7DIy true +8 NULL -1071363017 -1071363017 1349676361 8.0 NULL 8.00 1969-12-31 16:00:15.892 NULL Anj0oF Anj0oF IwE1G7Qb0B1NEfV030g true NULL -5470 -1072076362 -1072076362 1864027286 NULL -5470.0 NULL NULL 1969-12-31 2uLyD28144vklju213J1mr 2uLyD28144vklju213J1mr 4KWs6gw7lv2WYd66P true NULL -7382 -1073051226 -1073051226 -1887561756 NULL -7382.0 NULL NULL 1969-12-31 A34p7oRr2WvUJNf A34p7oRr2WvUJNf 4hA4KQj2vD3fI6gX82220d false NULL -947 -1070551679 -1070551679 1864027286 NULL -947.0 NULL NULL 1969-12-31 iUR3Q iUR3Q 4KWs6gw7lv2WYd66P false diff --git a/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out b/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out index c086bcb..d4a9747 100644 --- a/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_aggregate_9.q.out @@ -114,6 +114,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -131,26 +132,27 @@ STAGE PLANS: aggregations: min(dc), max(dc), sum(dc), avg(dc) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 624 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 624 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(38,18)), _col1 (type: decimal(38,18)), _col2 (type: decimal(38,18)), _col3 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), sum(VALUE._col2), avg(VALUE._col3) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 624 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 448 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 624 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -171,4 +173,4 @@ select min(dc), max(dc), sum(dc), avg(dc) from vectortab2korc POSTHOOK: type: QUERY POSTHOOK: Input: default@vectortab2korc #### A masked pattern was here #### --4997414117561.546875 4994550248722.298828 -10252745435816.02441 -5399023399.587163986308583465 +-4997414117561.546875000000000000 4994550248722.298828000000000000 -10252745435816.024410000000000000 -5399023399.587163986308583465 diff --git a/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out b/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out new file mode 100644 index 0000000..3d00ade --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_aggregate_without_gby.q.out @@ -0,0 +1,72 @@ +PREHOOK: query: create table testvec(id int, dt int, greg_dt string) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@testvec +POSTHOOK: query: create table testvec(id int, dt int, greg_dt string) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@testvec +PREHOOK: query: insert into table testvec +values +(1,20150330, '2015-03-30'), +(2,20150301, '2015-03-01'), +(3,20150502, '2015-05-02'), +(4,20150401, '2015-04-01'), +(5,20150313, '2015-03-13'), +(6,20150314, '2015-03-14'), +(7,20150404, '2015-04-04') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@testvec +POSTHOOK: query: insert into table testvec +values +(1,20150330, '2015-03-30'), +(2,20150301, '2015-03-01'), +(3,20150502, '2015-05-02'), +(4,20150401, '2015-04-01'), +(5,20150313, '2015-03-13'), +(6,20150314, '2015-03-14'), +(7,20150404, '2015-04-04') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@testvec +POSTHOOK: Lineage: testvec.dt EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: testvec.greg_dt SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: testvec.id EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +PREHOOK: query: explain select max(dt), max(greg_dt) from testvec where id=5 +PREHOOK: type: QUERY +POSTHOOK: query: explain select max(dt), max(greg_dt) from testvec where id=5 +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_14] + Group By Operator [GBY_13] (rows=1 width=188) + Output:["_col0","_col1"],aggregations:["max(VALUE._col0)","max(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_12] + Group By Operator [GBY_11] (rows=1 width=188) + Output:["_col0","_col1"],aggregations:["max(dt)","max(greg_dt)"] + Select Operator [SEL_10] (rows=3 width=102) + Output:["dt","greg_dt"] + Filter Operator [FIL_9] (rows=3 width=102) + predicate:(id = 5) + TableScan [TS_0] (rows=7 width=102) + default@testvec,testvec,Tbl:COMPLETE,Col:NONE,Output:["id","dt","greg_dt"] + +PREHOOK: query: select max(dt), max(greg_dt) from testvec where id=5 +PREHOOK: type: QUERY +PREHOOK: Input: default@testvec +#### A masked pattern was here #### +POSTHOOK: query: select max(dt), max(greg_dt) from testvec where id=5 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@testvec +#### A masked pattern was here #### +20150313 2015-03-13 diff --git a/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out b/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out index c0103a8..735e4f4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_auto_smb_mapjoin_14.q.out @@ -54,70 +54,37 @@ select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key ) subq1 POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=11 width=93) + Conds:SEL_2._col0=SEL_5._col0(Inner) + <-Select Operator [SEL_5] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_18] (rows=10 width=93) + predicate:key is not null + TableScan [TS_3] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_17] (rows=10 width=93) + predicate:key is not null + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -156,95 +123,46 @@ select count(*) from group by key ) subq2 POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Select Operator - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Reducer 3 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 vectorized, llap + File Output Operator [FS_31] + Group By Operator [GBY_30] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_29] + Group By Operator [GBY_28] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_27] (rows=5 width=93) + Group By Operator [GBY_26] (rows=5 width=93) + Output:["_col0"],keys:KEY._col0 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=11 width=93) + Output:["_col0"],keys:_col0 + Merge Join Operator [MERGEJOIN_24] (rows=11 width=93) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0"] + <-Select Operator [SEL_5] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_23] (rows=10 width=93) + predicate:key is not null + TableScan [TS_3] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_22] (rows=10 width=93) + predicate:key is not null + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from ( @@ -309,149 +227,71 @@ join ) src2 on src1.key = src2.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) - Reducer 6 <- Map 5 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) - Execution mode: llap - Map 5 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) - Reducer 3 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col0, _col1, _col3 - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), _col1 (type: bigint), _col3 (type: bigint) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Reducer 6 - Execution mode: vectorized, llap - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE) +Reducer 6 <- Map 5 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 llap + File Output Operator [FS_32] + Select Operator [SEL_31] (rows=5 width=102) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_49] (rows=5 width=102) + Conds:RS_51._col0=RS_53._col0(Inner),Output:["_col0","_col1","_col3"] + <-Reducer 2 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_51] + PartitionCols:_col0 + Group By Operator [GBY_50] (rows=5 width=93) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=11 width=93) + Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 + Merge Join Operator [MERGEJOIN_45] (rows=11 width=93) + Conds:SEL_2._col0=SEL_5._col0(Inner),Output:["_col0"] + <-Select Operator [SEL_5] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_42] (rows=10 width=93) + predicate:key is not null + TableScan [TS_3] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_41] (rows=10 width=93) + predicate:key is not null + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Reducer 6 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_53] + PartitionCols:_col0 + Group By Operator [GBY_52] (rows=5 width=93) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_25] + PartitionCols:_col0 + Group By Operator [GBY_24] (rows=11 width=93) + Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 + Merge Join Operator [MERGEJOIN_47] (rows=11 width=93) + Conds:SEL_16._col0=SEL_19._col0(Inner),Output:["_col0"] + <-Select Operator [SEL_19] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_44] (rows=10 width=93) + predicate:key is not null + TableScan [TS_17] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_16] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_43] (rows=10 width=93) + predicate:key is not null + TableScan [TS_14] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select src1.key, src1.cnt1, src2.cnt1 from ( @@ -515,78 +355,37 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 6) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 6) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=3 width=102) + Conds:SEL_2._col0=SEL_5._col0(Inner) + <-Select Operator [SEL_5] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_18] (rows=3 width=93) + predicate:(key < 6) + TableScan [TS_3] (rows=10 width=93) + default@tbl2,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_17] (rows=3 width=93) + predicate:(key < 6) + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -635,74 +434,37 @@ select count(*) from join tbl2 b on subq2.key = b.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=1 width=102) + Conds:SEL_2._col0=SEL_5._col0(Inner) + <-Select Operator [SEL_5] (rows=1 width=93) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1 width=93) + predicate:((key < 8) and (key < 6)) + TableScan [TS_3] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=1 width=93) + Output:["_col0"] + Filter Operator [FIL_17] (rows=1 width=93) + predicate:((key < 8) and (key < 6)) + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from ( @@ -775,78 +537,37 @@ select count(*) from ) subq4 on subq2.key = subq4.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - Statistics: Num rows: 1 Data size: 102 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=1 width=102) + Conds:SEL_2._col0=SEL_5._col0(Inner) + <-Select Operator [SEL_5] (rows=1 width=93) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1 width=93) + predicate:((key < 8) and (key < 6)) + TableScan [TS_3] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=1 width=93) + Output:["_col0"] + Filter Operator [FIL_17] (rows=1 width=93) + predicate:((key < 8) and (key < 6)) + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from ( @@ -909,78 +630,37 @@ select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl2 a where key < 8) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 8) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 8) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - Statistics: Num rows: 3 Data size: 306 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=3 width=102) + Conds:SEL_2._col0=SEL_5._col0(Inner) + <-Select Operator [SEL_5] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_18] (rows=3 width=93) + predicate:(key < 8) + TableScan [TS_3] (rows=10 width=93) + default@tbl2,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_17] (rows=3 width=93) + predicate:(key < 8) + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from (select a.key as key, concat(a.value, a.value) as value from tbl1 a where key < 8) subq1 @@ -1019,94 +699,44 @@ select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl2 a) subq2 on subq1.key = subq2.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: (key + 1) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized, llap - Map 4 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: (key + 1) (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Execution mode: vectorized, llap - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Reducer 3 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 vectorized, llap + File Output Operator [FS_29] + Group By Operator [GBY_28] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_21] (rows=11 width=93) + Conds:RS_24._col0=RS_27._col0(Inner) + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_24] + PartitionCols:_col0 + Select Operator [SEL_23] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_22] (rows=10 width=93) + predicate:(key + 1) is not null + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Map 4 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_27] + PartitionCols:_col0 + Select Operator [SEL_26] (rows=10 width=93) + Output:["_col0"] + Filter Operator [FIL_25] (rows=10 width=93) + predicate:(key + 1) is not null + TableScan [TS_3] (rows=10 width=93) + default@tbl2,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from (select a.key +1 as key, concat(a.value, a.value) as value from tbl1 a) subq1 @@ -1141,74 +771,37 @@ select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 join tbl2 a on subq1.key = a.key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 6) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=3 width=102) + Conds:SEL_2._col0=SEL_5._col0(Inner) + <-Select Operator [SEL_5] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_18] (rows=3 width=93) + predicate:(key < 6) + TableScan [TS_3] (rows=10 width=93) + default@tbl2,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_17] (rows=3 width=93) + predicate:(key < 6) + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1249,91 +842,43 @@ select count(*) from (select a.key as key, a.value as value from tbl2 a where key < 6) subq3 on (subq1.key = subq3.key) POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 6) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 6) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (key < 6) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - Inner Join 0 to 2 - keys: - 0 _col0 (type: int) - 1 _col0 (type: int) - 2 _col0 (type: int) - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_32] + Group By Operator [GBY_31] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_15] + Group By Operator [GBY_14] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_28] (rows=6 width=102) + Conds:SEL_2._col0=SEL_5._col0(Inner),SEL_2._col0=SEL_8._col0(Inner) + <-Select Operator [SEL_5] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_26] (rows=3 width=93) + predicate:(key < 6) + TableScan [TS_3] (rows=10 width=93) + default@tbl2,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_8] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_27] (rows=3 width=93) + predicate:(key < 6) + TableScan [TS_6] (rows=10 width=93) + default@tbl2,a,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=3 width=93) + Output:["_col0"] + Filter Operator [FIL_25] (rows=3 width=93) + predicate:(key < 6) + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from (select a.key as key, a.value as value from tbl1 a where key < 6) subq1 @@ -1390,74 +935,37 @@ select count(*) from ( join tbl2 b on subq2.key = b.key) a POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (((key < 8) and (key < 6)) and key is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: key (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col0 (type: int) - 1 key (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - mode: mergepartial - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_22] + Group By Operator [GBY_21] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + Group By Operator [GBY_10] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Merge Join Operator [MERGEJOIN_19] (rows=1 width=102) + Conds:SEL_2._col0=SEL_5._col0(Inner) + <-Select Operator [SEL_5] (rows=1 width=93) + Output:["_col0"] + Filter Operator [FIL_18] (rows=1 width=93) + predicate:((key < 8) and (key < 6)) + TableScan [TS_3] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Select Operator [SEL_2] (rows=1 width=93) + Output:["_col0"] + Filter Operator [FIL_17] (rows=1 width=93) + predicate:((key < 8) and (key < 6)) + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key"] PREHOOK: query: select count(*) from ( select subq2.key as key, subq2.value as value1, b.value as value2 from @@ -1524,96 +1032,42 @@ from ( insert overwrite table dest1 select key, val1 insert overwrite table dest2 select key, val1, val2 POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-2 is a root stage - Stage-3 depends on stages: Stage-2 - Stage-0 depends on stages: Stage-3 - Stage-4 depends on stages: Stage-0 - Stage-1 depends on stages: Stage-3 - Stage-5 depends on stages: Stage-1 +Plan not optimized by CBO. -STAGE PLANS: - Stage: Stage-2 - Tez -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0, _col1, _col6 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), _col1 (type: string), _col6 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), _col1 (type: string) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 - File Output Operator - compressed: false - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest2 - Execution mode: llap - - Stage: Stage-3 - Dependency Collection - - Stage: Stage-0 - Move Operator - tables: - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 - - Stage: Stage-4 - Stats-Aggr Operator - - Stage: Stage-1 - Move Operator - tables: - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest2 - - Stage: Stage-5 - Stats-Aggr Operator +Stage-4 + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.dest1"} + Stage-3 + Dependency Collection{} + Stage-2 + Map 1 llap + File Output Operator [FS_9] + table:{"name:":"default.dest1"} + Select Operator [SEL_8] (rows=11 width=93) + Output:["_col0","_col1"] + Select Operator [SEL_7] (rows=11 width=93) + Output:["_col0","_col1","_col2"] + Merge Join Operator [MERGEJOIN_16] (rows=11 width=93) + Conds:FIL_14.key=FIL_15.key(Inner),Output:["_col0","_col1","_col6"] + <-Filter Operator [FIL_15] (rows=10 width=93) + predicate:key is not null + TableScan [TS_1] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + <-Filter Operator [FIL_14] (rows=10 width=93) + predicate:key is not null + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + File Output Operator [FS_11] + table:{"name:":"default.dest2"} + Please refer to the previous Select Operator [SEL_7] +Stage-5 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"name:":"default.dest2"} + Please refer to the previous Stage-3 PREHOOK: query: from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key @@ -1734,119 +1188,52 @@ from ( insert overwrite table dest1 select key, val1 insert overwrite table dest2 select key, count(*) group by key POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-2 is a root stage - Stage-3 depends on stages: Stage-2 - Stage-0 depends on stages: Stage-3 - Stage-4 depends on stages: Stage-0 - Stage-1 depends on stages: Stage-3 - Stage-5 depends on stages: Stage-1 - -STAGE PLANS: - Stage: Stage-2 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: b - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Map Operator Tree: - TableScan - alias: a - Statistics: Num rows: 10 Data size: 930 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: key is not null (type: boolean) - Statistics: Num rows: 5 Data size: 465 Basic stats: COMPLETE Column stats: NONE - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 key (type: int) - 1 key (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 - Select Operator - expressions: _col0 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: count() - keys: _col0 (type: int) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 5 Data size: 511 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint) - Execution mode: llap - Reducer 2 - Execution mode: vectorized, uber - Reduce Operator Tree: - Group By Operator - aggregations: count(VALUE._col0) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), UDFToInteger(_col1) (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest2 - - Stage: Stage-3 - Dependency Collection - - Stage: Stage-0 - Move Operator - tables: - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest1 - - Stage: Stage-4 - Stats-Aggr Operator +Plan not optimized by CBO. - Stage: Stage-1 - Move Operator - tables: - replace: true - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - name: default.dest2 +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) - Stage: Stage-5 - Stats-Aggr Operator +Stage-4 + Stats-Aggr Operator + Stage-0 + Move Operator + table:{"name:":"default.dest1"} + Stage-3 + Dependency Collection{} + Stage-2 + Reducer 2 vectorized, llap + File Output Operator [FS_25] + table:{"name:":"default.dest2"} + Select Operator [SEL_24] (rows=5 width=93) + Output:["_col0","_col1"] + Group By Operator [GBY_23] (rows=5 width=93) + Output:["_col0","_col1"],aggregations:["count(VALUE._col0)"],keys:KEY._col0 + <-Map 1 [SIMPLE_EDGE] llap + File Output Operator [FS_9] + table:{"name:":"default.dest1"} + Merge Join Operator [MERGEJOIN_21] (rows=11 width=93) + Conds:FIL_19.key=FIL_20.key(Inner),Output:["_col0","_col1"] + <-Filter Operator [FIL_20] (rows=10 width=93) + predicate:key is not null + TableScan [TS_1] (rows=10 width=93) + default@tbl2,b,Tbl:COMPLETE,Col:NONE,Output:["key"] + <-Filter Operator [FIL_19] (rows=10 width=93) + predicate:key is not null + TableScan [TS_0] (rows=10 width=93) + default@tbl1,a,Tbl:COMPLETE,Col:NONE,Output:["key","value"] + SHUFFLE [RS_12] + PartitionCols:_col0 + Group By Operator [GBY_11] (rows=11 width=93) + Output:["_col0","_col1"],aggregations:["count()"],keys:_col0 + Select Operator [SEL_10] (rows=11 width=93) + Output:["_col0"] + Please refer to the previous Merge Join Operator [MERGEJOIN_21] +Stage-5 + Stats-Aggr Operator + Stage-1 + Move Operator + table:{"name:":"default.dest2"} + Please refer to the previous Stage-3 PREHOOK: query: from ( select a.key as key, a.value as val1, b.value as val2 from tbl1 a join tbl2 b on a.key = b.key diff --git a/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out b/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out new file mode 100644 index 0000000..6b59497 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_between_columns.q.out @@ -0,0 +1,274 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS +-- +-- Verify the VectorUDFAdaptor to GenericUDFBetween works for PROJECTION and FILTER. +-- +create table if not exists TSINT_txt ( RNUM int , CSINT smallint ) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@TSINT_txt +POSTHOOK: query: -- SORT_QUERY_RESULTS +-- +-- Verify the VectorUDFAdaptor to GenericUDFBetween works for PROJECTION and FILTER. +-- +create table if not exists TSINT_txt ( RNUM int , CSINT smallint ) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TSINT_txt +PREHOOK: query: create table if not exists TINT_txt ( RNUM int , CINT int ) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@TINT_txt +POSTHOOK: query: create table if not exists TINT_txt ( RNUM int , CINT int ) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TINT_txt +PREHOOK: query: load data local inpath '../../data/files/TSINT' into table TSINT_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@tsint_txt +POSTHOOK: query: load data local inpath '../../data/files/TSINT' into table TSINT_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@tsint_txt +PREHOOK: query: load data local inpath '../../data/files/TINT' into table TINT_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@tint_txt +POSTHOOK: query: load data local inpath '../../data/files/TINT' into table TINT_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@tint_txt +PREHOOK: query: create table TSINT stored as orc AS SELECT * FROM TSINT_txt +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@tsint_txt +PREHOOK: Output: database:default +PREHOOK: Output: default@TSINT +POSTHOOK: query: create table TSINT stored as orc AS SELECT * FROM TSINT_txt +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@tsint_txt +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TSINT +POSTHOOK: Lineage: tsint.csint SIMPLE [(tsint_txt)tsint_txt.FieldSchema(name:csint, type:smallint, comment:null), ] +POSTHOOK: Lineage: tsint.rnum SIMPLE [(tsint_txt)tsint_txt.FieldSchema(name:rnum, type:int, comment:null), ] +tsint_txt.rnum tsint_txt.csint +PREHOOK: query: create table TINT stored as orc AS SELECT * FROM TINT_txt +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@tint_txt +PREHOOK: Output: database:default +PREHOOK: Output: default@TINT +POSTHOOK: query: create table TINT stored as orc AS SELECT * FROM TINT_txt +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@tint_txt +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TINT +POSTHOOK: Lineage: tint.cint SIMPLE [(tint_txt)tint_txt.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: tint.rnum SIMPLE [(tint_txt)tint_txt.FieldSchema(name:rnum, type:int, comment:null), ] +tint_txt.rnum tint_txt.cint +Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: explain +select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: tint + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), cint (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 25 Data size: 385 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: smallint), CASE WHEN (_col1 BETWEEN _col3 AND _col3) THEN ('Ok') ELSE ('NoOk') END (type: string) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 25 Data size: 385 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 25 Data size: 385 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 2 + Map Operator Tree: + TableScan + alias: tsint + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), csint (type: smallint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int), _col1 (type: smallint) + Execution mode: vectorized, llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +Warning: Map Join MAPJOIN[9][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint +PREHOOK: type: QUERY +PREHOOK: Input: default@tint +PREHOOK: Input: default@tsint +#### A masked pattern was here #### +POSTHOOK: query: select tint.rnum, tsint.rnum, tint.cint, tsint.csint, (case when (tint.cint between tsint.csint and tsint.csint) then "Ok" else "NoOk" end) as between_col from tint , tsint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tint +POSTHOOK: Input: default@tsint +#### A masked pattern was here #### +tint.rnum tsint.rnum tint.cint tsint.csint between_col +0 0 NULL NULL NoOk +0 1 NULL -1 NoOk +0 2 NULL 0 NoOk +0 3 NULL 1 NoOk +0 4 NULL 10 NoOk +1 0 -1 NULL NoOk +1 1 -1 -1 Ok +1 2 -1 0 NoOk +1 3 -1 1 NoOk +1 4 -1 10 NoOk +2 0 0 NULL NoOk +2 1 0 -1 NoOk +2 2 0 0 Ok +2 3 0 1 NoOk +2 4 0 10 NoOk +3 0 1 NULL NoOk +3 1 1 -1 NoOk +3 2 1 0 NoOk +3 3 1 1 Ok +3 4 1 10 NoOk +4 0 10 NULL NoOk +4 1 10 -1 NoOk +4 2 10 0 NoOk +4 3 10 1 NoOk +4 4 10 10 Ok +Warning: Map Join MAPJOIN[10][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: explain +select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint +PREHOOK: type: QUERY +POSTHOOK: query: explain +select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: tint + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), cint (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 + 1 + outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 25 Data size: 385 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: _col1 BETWEEN _col3 AND _col3 (type: boolean) + Statistics: Num rows: 12 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: int), _col2 (type: int), _col1 (type: int), _col3 (type: smallint) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 12 Data size: 184 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 12 Data size: 184 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 2 + Map Operator Tree: + TableScan + alias: tsint + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), csint (type: smallint) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 5 Data size: 36 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int), _col1 (type: smallint) + Execution mode: vectorized, llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +Warning: Map Join MAPJOIN[10][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint +PREHOOK: type: QUERY +PREHOOK: Input: default@tint +PREHOOK: Input: default@tsint +#### A masked pattern was here #### +POSTHOOK: query: select tint.rnum, tsint.rnum, tint.cint, tsint.csint from tint , tsint where tint.cint between tsint.csint and tsint.csint +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tint +POSTHOOK: Input: default@tsint +#### A masked pattern was here #### +tint.rnum tsint.rnum tint.cint tsint.csint +1 1 -1 -1 +2 2 0 0 +3 3 1 1 +4 4 10 10 diff --git a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out index a4940fd..0d4425b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_between_in.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_between_in.q.out @@ -8,6 +8,10 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_date_test +POSTHOOK: Lineage: decimal_date_test.cdate EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), (alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +POSTHOOK: Lineage: decimal_date_test.cdecimal1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_date_test.cdecimal2 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_date_test.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] PREHOOK: query: EXPLAIN SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT cdate FROM decimal_date_test WHERE cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) ORDER BY cdate @@ -19,6 +23,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -40,8 +45,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date) @@ -51,8 +57,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -72,6 +78,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -96,8 +103,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -108,8 +116,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -129,6 +137,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -150,8 +159,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(20,10)) @@ -161,8 +171,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -182,6 +192,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -206,8 +217,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -218,8 +230,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -239,6 +251,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -260,8 +273,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date) @@ -271,8 +285,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -292,6 +306,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -313,8 +328,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date) @@ -324,8 +340,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -345,6 +361,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -366,8 +383,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(20,10)) @@ -377,8 +395,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -398,6 +416,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -422,8 +441,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -434,8 +454,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -650,34 +670,34 @@ POSTHOOK: Input: default@decimal_date_test -18.5162162162 -17.3216216216 -16.7243243243 --16.127027027 +-16.1270270270 -15.5297297297 -10.7513513514 -9.5567567568 -8.3621621622 --5.972972973 +-5.9729729730 -3.5837837838 4.1810810811 4.7783783784 4.7783783784 5.3756756757 -5.972972973 -5.972972973 +5.9729729730 +5.9729729730 11.3486486486 11.3486486486 11.9459459459 14.9324324324 19.1135135135 20.3081081081 -22.1 +22.1000000000 24.4891891892 33.4486486486 34.6432432432 40.0189189189 42.4081081081 43.0054054054 -44.2 -44.2 +44.2000000000 +44.2000000000 44.7972972973 45.9918918919 PREHOOK: query: SELECT COUNT(*) FROM decimal_date_test WHERE cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 @@ -689,3 +709,343 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_date_test #### A masked pattern was here #### 6172 +PREHOOK: query: -- projections + +EXPLAIN SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +POSTHOOK: query: -- projections + +EXPLAIN SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: decimal_date_test + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: (cdate) IN (1969-10-26, 1969-07-14) (type: boolean) + outputColumnNames: _col0 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(1) + keys: _col0 (type: boolean) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: boolean) + sort order: + + Map-reduce partition columns: _col0 (type: boolean) + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: boolean) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: decimal_date_test + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: (cdecimal1) IN (2365.8945945946, 881.0135135135, -3367.6517567568) (type: boolean) + outputColumnNames: _col0 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(1) + keys: _col0 (type: boolean) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: boolean) + sort order: + + Map-reduce partition columns: _col0 (type: boolean) + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: boolean) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: decimal_date_test + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: cdate BETWEEN 1969-12-30 AND 1970-01-02 (type: boolean) + outputColumnNames: _col0 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(1) + keys: _col0 (type: boolean) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: boolean) + sort order: + + Map-reduce partition columns: _col0 (type: boolean) + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: boolean) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: EXPLAIN SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: decimal_date_test + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 (type: boolean) + outputColumnNames: _col0 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(1) + keys: _col0 (type: boolean) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: boolean) + sort order: + + Map-reduce partition columns: _col0 (type: boolean) + Statistics: Num rows: 12288 Data size: 2467616 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: boolean) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 6144 Data size: 1233808 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 6230 +false 6041 +true 17 +PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 3114 +false 9165 +true 9 +PREHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 6230 +false 5974 +true 84 +PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 3114 +false 3002 +true 6172 +PREHOOK: query: SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate IN (CAST("1969-10-26" AS DATE), CAST("1969-07-14" AS DATE)) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 6230 +false 6041 +true 17 +PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 IN (2365.8945945946, 881.0135135135, -3367.6517567568) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 3114 +false 9165 +true 9 +PREHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdate BETWEEN CAST("1969-12-30" AS DATE) AND CAST("1970-01-02" AS DATE) as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 6230 +false 5974 +true 84 +PREHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 +PREHOOK: type: QUERY +PREHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +POSTHOOK: query: SELECT c0, count(1) from (SELECT cdecimal1 NOT BETWEEN -2000 AND 4390.1351351351 as c0 FROM decimal_date_test) tab GROUP BY c0 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@decimal_date_test +#### A masked pattern was here #### +NULL 3114 +false 3002 +true 6172 diff --git a/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out b/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out index acf7149..a510e38 100644 --- a/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_binary_join_groupby.q.out @@ -112,6 +112,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -124,28 +125,36 @@ STAGE PLANS: Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: bin is not null (type: boolean) - Statistics: Num rows: 50 Data size: 14819 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 bin (type: binary) - 1 bin (type: binary) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24 - input vertices: - 1 Map 3 - Statistics: Num rows: 55 Data size: 16300 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Group By Operator - aggregations: sum(hash(_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col14,_col15,_col16,_col17,_col18,_col19,_col20,_col21,_col22,_col23,_col24)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: bigint) + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float), d (type: double), bo (type: boolean), s (type: string), ts (type: timestamp), dec (type: decimal(4,2)), bin (type: binary) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col10 (type: binary) + 1 _col10 (type: binary) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 + input vertices: + 1 Map 3 + Statistics: Num rows: 110 Data size: 32601 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: hash(_col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8,_col9,_col10,_col11,_col12,_col13,_col14,_col15,_col16,_col17,_col18,_col19,_col20,_col21) (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 110 Data size: 32601 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col0) + mode: hash + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + sort order: + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: bigint) Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -153,16 +162,21 @@ STAGE PLANS: Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: bin is not null (type: boolean) - Statistics: Num rows: 50 Data size: 14819 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: bin (type: binary) - sort order: + - Map-reduce partition columns: bin (type: binary) - Statistics: Num rows: 50 Data size: 14819 Basic stats: COMPLETE Column stats: NONE - value expressions: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float), d (type: double), bo (type: boolean), s (type: string), ts (type: timestamp), dec (type: decimal(4,2)) + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: t (type: tinyint), si (type: smallint), i (type: int), b (type: bigint), f (type: float), d (type: double), bo (type: boolean), s (type: string), ts (type: timestamp), dec (type: decimal(4,2)), bin (type: binary) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col10 (type: binary) + sort order: + + Map-reduce partition columns: _col10 (type: binary) + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: boolean), _col7 (type: string), _col8 (type: timestamp), _col9 (type: decimal(4,2)) Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -173,8 +187,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -183,18 +197,17 @@ STAGE PLANS: Processor Tree: ListSink -Warning: Map Join MAPJOIN[13][bigTable=t1] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(*)) -FROM hundredorc t1 JOIN hundredorc t2 ON t2.bin = t2.bin +FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin PREHOOK: type: QUERY PREHOOK: Input: default@hundredorc #### A masked pattern was here #### POSTHOOK: query: SELECT sum(hash(*)) -FROM hundredorc t1 JOIN hundredorc t2 ON t2.bin = t2.bin +FROM hundredorc t1 JOIN hundredorc t2 ON t1.bin = t2.bin POSTHOOK: type: QUERY POSTHOOK: Input: default@hundredorc #### A masked pattern was here #### --107801098240 +-27832781952 PREHOOK: query: EXPLAIN SELECT count(*), bin FROM hundredorc @@ -212,6 +225,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -238,8 +252,9 @@ STAGE PLANS: Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -255,8 +270,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 50 Data size: 14819 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -303,3 +318,89 @@ POSTHOOK: Input: default@hundredorc 3 xylophone band 2 yard duty 3 zync studies +PREHOOK: query: -- HIVE-14045: Involve a binary vector scratch column for small table result (Native Vector MapJoin). + +EXPLAIN +SELECT t1.i, t1.bin, t2.bin +FROM hundredorc t1 JOIN hundredorc t2 ON t1.i = t2.i +PREHOOK: type: QUERY +POSTHOOK: query: -- HIVE-14045: Involve a binary vector scratch column for small table result (Native Vector MapJoin). + +EXPLAIN +SELECT t1.i, t1.bin, t2.bin +FROM hundredorc t1 JOIN hundredorc t2 ON t1.i = t2.i +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: t1 + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: i is not null (type: boolean) + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: i (type: int), bin (type: binary) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 110 Data size: 32601 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: int), _col1 (type: binary), _col3 (type: binary) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 110 Data size: 32601 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 110 Data size: 32601 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 2 + Map Operator Tree: + TableScan + alias: t2 + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: i is not null (type: boolean) + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: i (type: int), bin (type: binary) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 100 Data size: 29638 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: binary) + Execution mode: vectorized, llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/llap/vector_bround.q.out b/ql/src/test/results/clientpositive/llap/vector_bround.q.out new file mode 100644 index 0000000..05fac27 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_bround.q.out @@ -0,0 +1,66 @@ +PREHOOK: query: create table test_vector_bround(v0 double, v1 double) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test_vector_bround +POSTHOOK: query: create table test_vector_bround(v0 double, v1 double) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_vector_bround +PREHOOK: query: insert into table test_vector_bround +values +(2.5, 1.25), +(3.5, 1.35), +(-2.5, -1.25), +(-3.5, -1.35), +(2.49, 1.249), +(3.49, 1.349), +(2.51, 1.251), +(3.51, 1.351) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@test_vector_bround +POSTHOOK: query: insert into table test_vector_bround +values +(2.5, 1.25), +(3.5, 1.35), +(-2.5, -1.25), +(-3.5, -1.35), +(2.49, 1.249), +(3.49, 1.349), +(2.51, 1.251), +(3.51, 1.351) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@test_vector_bround +POSTHOOK: Lineage: test_vector_bround.v0 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_vector_bround.v1 EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: explain select bround(v0), bround(v1, 1) from test_vector_bround +PREHOOK: type: QUERY +POSTHOOK: query: explain select bround(v0), bround(v1, 1) from test_vector_bround +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1"] + TableScan [TS_0] + Output:["v0","v1"] + +PREHOOK: query: select bround(v0), bround(v1, 1) from test_vector_bround +PREHOOK: type: QUERY +PREHOOK: Input: default@test_vector_bround +#### A masked pattern was here #### +POSTHOOK: query: select bround(v0), bround(v1, 1) from test_vector_bround +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_vector_bround +#### A masked pattern was here #### +2.0 1.2 +4.0 1.4 +-2.0 -1.2 +-4.0 -1.4 +2.0 1.2 +3.0 1.3 +3.0 1.3 +4.0 1.4 diff --git a/ql/src/test/results/clientpositive/llap/vector_bucket.q.out b/ql/src/test/results/clientpositive/llap/vector_bucket.q.out index 1f10020..814ac75 100644 --- a/ql/src/test/results/clientpositive/llap/vector_bucket.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_bucket.q.out @@ -21,6 +21,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -40,6 +41,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: diff --git a/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out b/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out index fc8eb1c..cd67e7e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_cast_constant.q.out @@ -144,6 +144,7 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: struct), _col2 (type: struct), _col3 (type: struct) Execution mode: vectorized, llap LLAP IO: all inputs diff --git a/ql/src/test/results/clientpositive/llap/vector_char_2.q.out b/ql/src/test/results/clientpositive/llap/vector_char_2.q.out index b4a075f..b7b2ba5 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_2.q.out @@ -66,6 +66,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -91,8 +92,10 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: char(20)) Statistics: Num rows: 500 Data size: 99000 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -106,9 +109,10 @@ STAGE PLANS: key expressions: _col0 (type: char(20)) sort order: + Statistics: Num rows: 250 Data size: 49500 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: char(20)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) @@ -121,8 +125,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 5 Data size: 990 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -194,6 +198,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -216,11 +221,13 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 99000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: char(20)) - sort order: + + sort order: - Map-reduce partition columns: _col0 (type: char(20)) Statistics: Num rows: 500 Data size: 99000 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -234,9 +241,10 @@ STAGE PLANS: key expressions: _col0 (type: char(20)) sort order: - Statistics: Num rows: 250 Data size: 49500 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: char(20)), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) @@ -249,8 +257,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 5 Data size: 990 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_char_4.q.out b/ql/src/test/results/clientpositive/llap/vector_char_4.q.out index 6eb9936..6d55ab0 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_4.q.out @@ -156,6 +156,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe name: default.char_lazy_binary_columnar Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out b/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out index 35c43dc..1af8b3d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_mapjoin1.q.out @@ -98,6 +98,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@char_join1_vc1 POSTHOOK: Output: database:default POSTHOOK: Output: default@char_join1_vc1_orc +POSTHOOK: Lineage: char_join1_vc1_orc.c1 SIMPLE [(char_join1_vc1)char_join1_vc1.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: char_join1_vc1_orc.c2 SIMPLE [(char_join1_vc1)char_join1_vc1.FieldSchema(name:c2, type:char(10), comment:null), ] PREHOOK: query: create table char_join1_vc2_orc stored as orc as select * from char_join1_vc2 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@char_join1_vc2 @@ -108,6 +110,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@char_join1_vc2 POSTHOOK: Output: database:default POSTHOOK: Output: default@char_join1_vc2_orc +POSTHOOK: Lineage: char_join1_vc2_orc.c1 SIMPLE [(char_join1_vc2)char_join1_vc2.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: char_join1_vc2_orc.c2 SIMPLE [(char_join1_vc2)char_join1_vc2.FieldSchema(name:c2, type:char(20), comment:null), ] PREHOOK: query: create table char_join1_str_orc stored as orc as select * from char_join1_str PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@char_join1_str @@ -118,6 +122,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@char_join1_str POSTHOOK: Output: database:default POSTHOOK: Output: default@char_join1_str_orc +POSTHOOK: Lineage: char_join1_str_orc.c1 SIMPLE [(char_join1_str)char_join1_str.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: char_join1_str_orc.c2 SIMPLE [(char_join1_str)char_join1_str.FieldSchema(name:c2, type:string, comment:null), ] PREHOOK: query: -- Join char with same length char explain select * from char_join1_vc1_orc a join char_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY @@ -131,6 +137,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -143,28 +150,28 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c2 (type: char(10)) - 1 c2 (type: char(10)) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: char(10)) + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: char(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: char(10)) + 1 _col1 (type: char(10)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: char(10)) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -172,27 +179,32 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c2 (type: char(10)) - sort order: + - Map-reduce partition columns: c2 (type: char(10)) - Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE - value expressions: c1 (type: int) + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: char(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: char(10)) + sort order: + + Map-reduce partition columns: _col1 (type: char(10)) + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: char(10)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -231,6 +243,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -243,14 +256,19 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c2 (type: char(20)) - sort order: + - Map-reduce partition columns: c2 (type: char(20)) - Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE - value expressions: c1 (type: int), c2 (type: char(10)) + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: char(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: char(20)) + sort order: + + Map-reduce partition columns: _col1 (type: char(20)) + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -258,41 +276,41 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 324 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 216 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c2 (type: char(20)) - 1 c2 (type: char(20)) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 0 Map 1 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: char(20)) + Statistics: Num rows: 3 Data size: 324 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: char(20)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 324 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: char(20)) + 1 _col1 (type: char(20)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + input vertices: + 0 Map 1 + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: char(20)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: char(20)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -333,6 +351,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -344,29 +363,29 @@ STAGE PLANS: alias: a Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: UDFToString(c2) is not null (type: boolean) - Statistics: Num rows: 2 Data size: 196 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 UDFToString(c2) (type: string) - 1 c2 (type: string) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: char(10)), _col5 (type: int), _col6 (type: string) + predicate: c2 is not null (type: boolean) + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: char(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 UDFToString(_col1) (type: string) + 1 _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: char(10)), _col2 (type: int), _col3 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -374,27 +393,32 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c2 (type: string) - sort order: + - Map-reduce partition columns: c2 (type: string) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - value expressions: c1 (type: int) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: char(10)), VALUE._col1 (type: int), VALUE._col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 215 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 323 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out b/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out index b3c652e..3dea73d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_char_simple.q.out @@ -62,6 +62,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -79,10 +80,12 @@ STAGE PLANS: key expressions: _col0 (type: char(10)) sort order: + Statistics: Num rows: 500 Data size: 99000 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: char(20)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: char(10)), VALUE._col0 (type: char(20)) @@ -95,8 +98,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 5 Data size: 990 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -162,6 +165,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -179,10 +183,12 @@ STAGE PLANS: key expressions: _col0 (type: char(10)) sort order: - Statistics: Num rows: 500 Data size: 99000 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: char(20)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: char(10)), VALUE._col0 (type: char(20)) @@ -195,8 +201,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 5 Data size: 990 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -263,6 +269,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -271,36 +278,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: CAST( _col0 AS CHAR(12) (type: char(12)) outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 960 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 960 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out index c7bda9e..c7897f7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce.q.out @@ -21,6 +21,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -29,35 +30,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1045942 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cdouble is null (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3114 Data size: 265164 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cstring1 (type: string), cint (type: int), cfloat (type: float), csmallint (type: smallint), COALESCE(null,cstring1,cint,cfloat,csmallint) (type: string) outputColumnNames: _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3114 Data size: 819540 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: null (type: double), _col1 (type: string), _col2 (type: int), _col3 (type: float), _col4 (type: smallint), _col5 (type: string) - sort order: ++++++ - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + key expressions: _col1 (type: string), _col2 (type: int), _col3 (type: float), _col4 (type: smallint), _col5 (type: string) + sort order: +++++ + Statistics: Num rows: 3114 Data size: 819540 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: null (type: double), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: smallint), KEY.reducesinkkey5 (type: string) + expressions: null (type: double), KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: float), KEY.reducesinkkey3 (type: smallint), KEY.reducesinkkey4 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3114 Data size: 246572 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 864 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -111,6 +114,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -119,35 +123,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 146792 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ctinyint is null (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3115 Data size: 37224 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cdouble (type: double), cint (type: int), COALESCE(null,(cdouble + log2(cint)),0) (type: double) outputColumnNames: _col1, _col2, _col3 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3115 Data size: 52844 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: null (type: tinyint), _col1 (type: double), _col2 (type: int), _col3 (type: double) - sort order: ++++ - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + key expressions: _col1 (type: double), _col2 (type: int), _col3 (type: double) + sort order: +++ + Statistics: Num rows: 3115 Data size: 52844 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: null (type: tinyint), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: int), KEY.reducesinkkey3 (type: double) + expressions: null (type: tinyint), KEY.reducesinkkey0 (type: double), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3115 Data size: 27928 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -201,6 +207,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -209,33 +216,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 110088 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (cfloat is null and cbigint is null) (type: boolean) - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 790 Data size: 7092 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 790 Data size: 3172 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: null (type: float), null (type: bigint), 0.0 (type: float) - sort order: +++ - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + sort order: + Statistics: Num rows: 790 Data size: 3172 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: null (type: float), null (type: bigint), 0.0 (type: float) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 790 Data size: 3172 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 52 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -289,6 +297,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -297,35 +306,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 983040 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (ctimestamp1 is not null or ctimestamp2 is not null) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 983040 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), COALESCE(ctimestamp1,ctimestamp2) (type: timestamp) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1474560 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: timestamp), _col1 (type: timestamp), _col2 (type: timestamp) sort order: +++ - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1474560 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: timestamp), KEY.reducesinkkey2 (type: timestamp) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1474560 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1200 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1200 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -360,3 +371,146 @@ NULL 1969-12-31 15:59:43.684 1969-12-31 15:59:43.684 NULL 1969-12-31 15:59:43.703 1969-12-31 15:59:43.703 NULL 1969-12-31 15:59:43.704 1969-12-31 15:59:43.704 NULL 1969-12-31 15:59:43.709 1969-12-31 15:59:43.709 +PREHOOK: query: EXPLAIN SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c +FROM alltypesorc +WHERE (cfloat IS NULL AND cbigint IS NULL) +ORDER BY cfloat, cbigint, c +LIMIT 10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c +FROM alltypesorc +WHERE (cfloat IS NULL AND cbigint IS NULL) +ORDER BY cfloat, cbigint, c +LIMIT 10 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc + Statistics: Num rows: 12288 Data size: 110088 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: (cfloat is null and cbigint is null) (type: boolean) + Statistics: Num rows: 790 Data size: 7092 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 790 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 790 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: null (type: float), null (type: bigint), null (type: float) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 790 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 10 + Statistics: Num rows: 10 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 10 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + ListSink + +PREHOOK: query: SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c +FROM alltypesorc +WHERE (cfloat IS NULL AND cbigint IS NULL) +ORDER BY cfloat, cbigint, c +LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT cfloat, cbigint, coalesce(cfloat, cbigint) as c +FROM alltypesorc +WHERE (cfloat IS NULL AND cbigint IS NULL) +ORDER BY cfloat, cbigint, c +LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +NULL NULL NULL +PREHOOK: query: EXPLAIN SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c +FROM alltypesorc +WHERE cbigint IS NULL +LIMIT 10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c +FROM alltypesorc +WHERE cbigint IS NULL +LIMIT 10 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + TableScan + alias: alltypesorc + Filter Operator + predicate: cbigint is null (type: boolean) + Select Operator + expressions: null (type: bigint), ctinyint (type: tinyint), COALESCE(null,ctinyint) (type: tinyint) + outputColumnNames: _col0, _col1, _col2 + Limit + Number of rows: 10 + ListSink + +PREHOOK: query: SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c +FROM alltypesorc +WHERE cbigint IS NULL +LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT cbigint, ctinyint, coalesce(cbigint, ctinyint) as c +FROM alltypesorc +WHERE cbigint IS NULL +LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +NULL -11 -11 +NULL -28 -28 +NULL -34 -34 +NULL -50 -50 +NULL 27 27 +NULL 29 29 +NULL 31 31 +NULL 31 31 +NULL 61 61 +NULL NULL NULL diff --git a/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out b/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out index 61dda20..b390bfd 100644 --- a/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_coalesce_2.q.out @@ -35,6 +35,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -61,8 +62,9 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 510 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -78,8 +80,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 255 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -134,10 +136,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 4 Data size: 510 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -178,6 +181,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -204,8 +208,9 @@ STAGE PLANS: Statistics: Num rows: 4 Data size: 510 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -221,8 +226,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 255 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -277,10 +282,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 4 Data size: 510 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out index 142bdee..97d5642 100644 --- a/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_complex_join.q.out @@ -44,14 +44,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 2309110 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 2309110 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -61,10 +61,10 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 input vertices: 1 Map 2 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10090 Data size: 2540021 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10090 Data size: 2540021 Basic stats: COMPLETE Column stats: NONE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_count.q.out b/ql/src/test/results/clientpositive/llap/vector_count.q.out new file mode 100644 index 0000000..3b9d9f9 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_count.q.out @@ -0,0 +1,322 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +create table abcd_txt (a int, b int, c int, d int) +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@abcd_txt +POSTHOOK: query: -- SORT_QUERY_RESULTS + +create table abcd_txt (a int, b int, c int, d int) +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@abcd_txt +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in4.txt' INTO TABLE abcd_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@abcd_txt +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/in4.txt' INTO TABLE abcd_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@abcd_txt +PREHOOK: query: create table abcd stored as orc as select * from abcd_txt +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@abcd_txt +PREHOOK: Output: database:default +PREHOOK: Output: default@abcd +POSTHOOK: query: create table abcd stored as orc as select * from abcd_txt +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@abcd_txt +POSTHOOK: Output: database:default +POSTHOOK: Output: default@abcd +POSTHOOK: Lineage: abcd.a SIMPLE [(abcd_txt)abcd_txt.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: abcd.b SIMPLE [(abcd_txt)abcd_txt.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: abcd.c SIMPLE [(abcd_txt)abcd_txt.FieldSchema(name:c, type:int, comment:null), ] +POSTHOOK: Lineage: abcd.d SIMPLE [(abcd_txt)abcd_txt.FieldSchema(name:d, type:int, comment:null), ] +PREHOOK: query: select * from abcd +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select * from abcd +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +10 100 45 4 +10 100 NULL 5 +10 1000 50 1 +100 100 10 3 +12 100 75 7 +12 NULL 80 2 +NULL 35 23 6 +PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +PREHOOK: type: QUERY +POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int) + outputColumnNames: a, b, c, d + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(DISTINCT b), count(DISTINCT c), sum(d) + keys: a (type: int), b (type: int), c (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int) + sort order: +++ + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + value expressions: _col5 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0), sum(VALUE._col2) + keys: KEY._col0 (type: int) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3 Data size: 42 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3 Data size: 42 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +10 2 2 10 +100 1 1 3 +12 1 2 9 +NULL 1 1 6 +PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int) + outputColumnNames: _col1, _col2, _col3, _col4 + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(1), count(), count(_col1), count(_col2), count(_col3), count(_col4), count(DISTINCT _col1), count(DISTINCT _col2), count(DISTINCT _col3), count(DISTINCT _col4), count(DISTINCT _col1, _col2), count(DISTINCT _col2, _col3), count(DISTINCT _col3, _col4), count(DISTINCT _col1, _col4), count(DISTINCT _col1, _col3), count(DISTINCT _col2, _col4), count(DISTINCT _col1, _col2, _col3), count(DISTINCT _col2, _col3, _col4), count(DISTINCT _col1, _col3, _col4), count(DISTINCT _col1, _col2, _col4), count(DISTINCT _col1, _col2, _col3, _col4) + keys: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + mode: hash + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24 + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col3 (type: int) + sort order: ++++ + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + value expressions: _col4 (type: bigint), _col5 (type: bigint), _col6 (type: bigint), _col7 (type: bigint), _col8 (type: bigint), _col9 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0), count(VALUE._col1), count(VALUE._col2), count(VALUE._col3), count(VALUE._col4), count(VALUE._col5), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) + mode: mergepartial + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 200 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 +PREHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +PREHOOK: type: QUERY +POSTHOOK: query: explain select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int) + outputColumnNames: a, b, c, d + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: a (type: int), b (type: int), c (type: int) + sort order: +++ + Map-reduce partition columns: a (type: int) + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + value expressions: d (type: int) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(DISTINCT KEY._col1:0._col0), count(DISTINCT KEY._col1:1._col0), sum(VALUE._col0) + keys: KEY._col0 (type: int) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 3 Data size: 42 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 3 Data size: 42 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select a, count(distinct b), count(distinct c), sum(d) from abcd group by a +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +10 2 2 10 +100 1 1 3 +12 1 2 9 +NULL 1 1 6 +PREHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +POSTHOOK: query: explain select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: abcd + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: a (type: int), b (type: int), c (type: int), d (type: int) + outputColumnNames: _col1, _col2, _col3, _col4 + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int) + sort order: ++++ + Statistics: Num rows: 7 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: llap + Reduce Operator Tree: + Group By Operator + aggregations: count(1), count(), count(KEY._col0:0._col0), count(KEY._col0:1._col0), count(KEY._col0:2._col0), count(KEY._col0:3._col0), count(DISTINCT KEY._col0:0._col0), count(DISTINCT KEY._col0:1._col0), count(DISTINCT KEY._col0:2._col0), count(DISTINCT KEY._col0:3._col0), count(DISTINCT KEY._col0:4._col0, KEY._col0:4._col1), count(DISTINCT KEY._col0:5._col0, KEY._col0:5._col1), count(DISTINCT KEY._col0:6._col0, KEY._col0:6._col1), count(DISTINCT KEY._col0:7._col0, KEY._col0:7._col1), count(DISTINCT KEY._col0:8._col0, KEY._col0:8._col1), count(DISTINCT KEY._col0:9._col0, KEY._col0:9._col1), count(DISTINCT KEY._col0:10._col0, KEY._col0:10._col1, KEY._col0:10._col2), count(DISTINCT KEY._col0:11._col0, KEY._col0:11._col1, KEY._col0:11._col2), count(DISTINCT KEY._col0:12._col0, KEY._col0:12._col1, KEY._col0:12._col2), count(DISTINCT KEY._col0:13._col0, KEY._col0:13._col1, KEY._col0:13._col2), count(DISTINCT KEY._col0:14._col0, KEY._col0:14._col1, KEY._col0:14._col2, KEY._col0:14._col3) + mode: complete + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 + Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 168 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +PREHOOK: type: QUERY +PREHOOK: Input: default@abcd +#### A masked pattern was here #### +POSTHOOK: query: select count(1), count(*), count(a), count(b), count(c), count(d), count(distinct a), count(distinct b), count(distinct c), count(distinct d), count(distinct a,b), count(distinct b,c), count(distinct c,d), count(distinct a,d), count(distinct a,c), count(distinct b,d), count(distinct a,b,c), count(distinct b,c,d), count(distinct a,c,d), count(distinct a,b,d), count(distinct a,b,c,d) from abcd +POSTHOOK: type: QUERY +POSTHOOK: Input: default@abcd +#### A masked pattern was here #### +7 7 6 6 6 7 3 3 6 7 4 5 6 6 5 6 4 5 5 5 4 diff --git a/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out b/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out index 95c2bc5..3d67664 100644 --- a/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_count_distinct.q.out @@ -1246,6 +1246,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1255,22 +1256,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: web_sales - Statistics: Num rows: 2000 Data size: 3504000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 3520000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ws_order_number (type: int) outputColumnNames: ws_order_number - Statistics: Num rows: 2000 Data size: 3504000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 3520000 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: ws_order_number (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 3504000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 3520000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2000 Data size: 3504000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 3520000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1278,7 +1280,7 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 1752000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 1760000 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count(_col0) mode: hash @@ -1289,7 +1291,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -1300,8 +1302,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_data_types.q.out b/ql/src/test/results/clientpositive/llap/vector_data_types.q.out index 640d4be..a7a74c3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_data_types.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_data_types.q.out @@ -108,6 +108,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -125,10 +126,12 @@ STAGE PLANS: key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int) sort order: +++ Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: boolean), _col7 (type: string), _col8 (type: timestamp), _col9 (type: decimal(4,2)), _col10 (type: binary) Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: boolean), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: decimal(4,2)), VALUE._col7 (type: binary) @@ -141,8 +144,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 20 Data size: 5920 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -161,7 +164,7 @@ POSTHOOK: Input: default@over1korc #### A masked pattern was here #### NULL 374 65560 4294967516 65.43 22.48 true oscar quirinius 2013-03-01 09:11:58.703316 16.86 mathematics NULL 409 65536 4294967490 46.97 25.92 false fred miller 2013-03-01 09:11:58.703116 33.45 history -NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703111 18.8 mathematics +NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703111 18.80 mathematics -3 275 65622 4294967302 71.78 8.49 false wendy robinson 2013-03-01 09:11:58.703294 95.39 undecided -3 344 65733 4294967363 0.56 11.96 true rachel thompson 2013-03-01 09:11:58.703276 88.46 wind surfing -3 376 65548 4294967431 96.78 43.23 false fred ellison 2013-03-01 09:11:58.703233 75.39 education @@ -201,6 +204,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -218,10 +222,12 @@ STAGE PLANS: key expressions: _col0 (type: tinyint), _col1 (type: smallint), _col2 (type: int) sort order: +++ Statistics: Num rows: 1049 Data size: 311170 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: boolean), _col7 (type: string), _col8 (type: timestamp), _col9 (type: decimal(4,2)), _col10 (type: binary) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint), KEY.reducesinkkey1 (type: smallint), KEY.reducesinkkey2 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: boolean), VALUE._col4 (type: string), VALUE._col5 (type: timestamp), VALUE._col6 (type: decimal(4,2)), VALUE._col7 (type: binary) @@ -234,8 +240,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 20 Data size: 5920 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -254,7 +260,7 @@ POSTHOOK: Input: default@over1korc #### A masked pattern was here #### NULL 374 65560 4294967516 65.43 22.48 true oscar quirinius 2013-03-01 09:11:58.703316 16.86 mathematics NULL 409 65536 4294967490 46.97 25.92 false fred miller 2013-03-01 09:11:58.703116 33.45 history -NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703111 18.8 mathematics +NULL 473 65720 4294967324 80.74 40.6 false holly falkner 2013-03-01 09:11:58.703111 18.80 mathematics -3 275 65622 4294967302 71.78 8.49 false wendy robinson 2013-03-01 09:11:58.703294 95.39 undecided -3 344 65733 4294967363 0.56 11.96 true rachel thompson 2013-03-01 09:11:58.703276 88.46 wind surfing -3 376 65548 4294967431 96.78 43.23 false fred ellison 2013-03-01 09:11:58.703233 75.39 education diff --git a/ql/src/test/results/clientpositive/llap/vector_date_1.q.out b/ql/src/test/results/clientpositive/llap/vector_date_1.q.out index dd11192..64d5be7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_date_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_date_1.q.out @@ -83,6 +83,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -102,8 +103,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: date), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: date), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) @@ -113,8 +115,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -191,6 +193,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -210,8 +213,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: date), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: date), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean) @@ -221,8 +225,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -301,6 +305,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -320,8 +325,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) @@ -331,8 +337,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -409,6 +415,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -428,8 +435,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) @@ -439,8 +447,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -519,6 +527,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -529,7 +538,7 @@ STAGE PLANS: alias: vector_date_1 Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((dt1 = dt1) and (dt1 <> dt2)) and (dt1 < dt2)) and (dt1 <= dt2)) and (dt2 > dt1)) and (dt2 >= dt1)) (type: boolean) + predicate: ((dt1 = dt1) and (dt1 <> dt2) and (dt1 < dt2) and (dt1 <= dt2) and (dt2 > dt1) and (dt2 >= dt1)) (type: boolean) Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: dt1 (type: date), dt2 (type: date) @@ -541,8 +550,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: date) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: date) @@ -552,8 +562,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -633,6 +643,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -643,20 +654,20 @@ STAGE PLANS: alias: vector_date_1 Statistics: Num rows: 3 Data size: 224 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((((dt1 = 2001-01-01) and (2001-01-01 = dt1)) and (dt1 <> 1970-01-01)) and (1970-01-01 <> dt1)) and (dt1 > 1970-01-01)) and (dt1 >= 1970-01-01)) and (1970-01-01 < dt1)) and (1970-01-01 <= dt1)) (type: boolean) + predicate: ((dt1 = 2001-01-01) and (2001-01-01 = dt1) and (dt1 <> 1970-01-01) and (1970-01-01 <> dt1) and (dt1 > 1970-01-01) and (dt1 >= 1970-01-01) and (1970-01-01 < dt1) and (1970-01-01 <= dt1)) (type: boolean) Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: dt2 (type: date) outputColumnNames: _col1 Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: 2001-01-01 (type: date) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: date) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 2001-01-01 (type: date), VALUE._col0 (type: date) @@ -666,8 +677,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 74 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out index f8d5da8..b3ff557 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_1.q.out @@ -45,6 +45,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -63,8 +64,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean) @@ -74,8 +76,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -106,6 +108,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -124,8 +127,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint) @@ -135,8 +139,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -167,6 +171,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -185,8 +190,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint) @@ -196,8 +202,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -228,6 +234,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -246,8 +253,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -257,8 +265,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -289,6 +297,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -307,8 +316,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) @@ -318,8 +328,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -350,6 +360,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -368,8 +379,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: float) @@ -379,8 +391,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -411,6 +423,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -429,8 +442,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) @@ -440,8 +454,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -472,6 +486,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -490,8 +505,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -501,8 +517,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -533,6 +549,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -551,8 +568,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp) @@ -562,8 +580,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 336 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out index db970f3..5576078 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_10_0.q.out @@ -32,6 +32,7 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@decimal_txt POSTHOOK: Output: database:default POSTHOOK: Output: default@DECIMAL +POSTHOOK: Lineage: decimal.dec SIMPLE [(decimal_txt)decimal_txt.FieldSchema(name:dec, type:decimal(10,0), comment:null), ] PREHOOK: query: EXPLAIN SELECT dec FROM `DECIMAL` order by dec PREHOOK: type: QUERY @@ -45,6 +46,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -63,8 +65,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 2 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(10,0)) @@ -74,8 +77,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out index a2004f0..ef1e561 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_2.q.out @@ -34,6 +34,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -52,8 +53,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean) @@ -63,8 +65,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -95,6 +97,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -113,8 +116,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint) @@ -124,8 +128,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -156,6 +160,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -174,8 +179,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint) @@ -185,8 +191,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -217,6 +223,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -235,8 +242,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -246,8 +254,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -278,6 +286,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -296,8 +305,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) @@ -307,8 +317,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -339,6 +349,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -357,8 +368,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: float) @@ -368,8 +380,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -400,6 +412,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -418,8 +431,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) @@ -429,8 +443,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -461,6 +475,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -479,8 +494,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -490,8 +506,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -533,6 +549,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -551,8 +568,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean) @@ -562,8 +580,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -594,6 +612,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -612,8 +631,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint) @@ -623,8 +643,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -655,6 +675,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -673,8 +694,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: smallint) @@ -684,8 +706,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -716,6 +738,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -734,8 +757,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -745,8 +769,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -777,6 +801,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -795,8 +820,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) @@ -806,8 +832,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -838,6 +864,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -856,8 +883,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: float) @@ -867,8 +895,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -899,6 +927,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -917,8 +946,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) @@ -928,8 +958,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -960,6 +990,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -978,8 +1009,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -989,8 +1021,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1021,6 +1053,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1033,12 +1066,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 3.14 (type: decimal(3,2)) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 3.14 (type: decimal(4,2)) @@ -1048,8 +1081,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1080,6 +1113,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1092,12 +1126,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 3.14 (type: decimal(3,2)) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 3.14 (type: decimal(4,2)) @@ -1107,8 +1141,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1139,6 +1173,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1151,12 +1186,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 1355944339.1234567 (type: decimal(17,7)) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 1355944339.1234567 (type: decimal(30,8)) @@ -1166,8 +1201,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1184,7 +1219,7 @@ POSTHOOK: query: select cast(cast('2012-12-19 11:12:19.1234567' as timestamp) as POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_2 #### A masked pattern was here #### -1355944339.1234567 +1355944339.12345670 PREHOOK: query: explain select cast(true as decimal) as c from decimal_2 order by c PREHOOK: type: QUERY @@ -1198,6 +1233,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1210,12 +1246,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 1 (type: int) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(10,0)) @@ -1225,8 +1261,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1248,6 +1284,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1260,12 +1297,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 1 (type: int) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(10,0)) @@ -1275,8 +1312,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1307,6 +1344,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1319,12 +1357,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 3 (type: int) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) @@ -1334,8 +1372,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1366,6 +1404,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1378,12 +1417,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 3 (type: int) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) @@ -1393,8 +1432,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1425,6 +1464,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1437,12 +1477,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 3 (type: int) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) @@ -1452,8 +1492,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1484,6 +1524,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1496,12 +1537,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 3 (type: int) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 3 (type: decimal(10,0)) @@ -1511,8 +1552,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1543,6 +1584,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1555,12 +1597,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 1 (type: int) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 1 (type: decimal(20,19)) @@ -1570,8 +1612,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1588,7 +1630,7 @@ POSTHOOK: query: select cast(0.99999999999999999999 as decimal(20,19)) as c from POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_2 #### A masked pattern was here #### -1 +1.0000000000000000000 PREHOOK: query: explain select cast('0.99999999999999999999' as decimal(20,20)) as c from decimal_2 order by c PREHOOK: type: QUERY @@ -1602,6 +1644,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1614,12 +1657,12 @@ STAGE PLANS: Select Operator Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: 0.99999999999999999999 (type: decimal(20,20)) - sort order: + + sort order: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: 0.99999999999999999999 (type: decimal(20,20)) @@ -1629,8 +1672,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_3.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_3.q.out index 75f872e..537d568 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_3.q.out @@ -38,6 +38,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@decimal_3_txt POSTHOOK: Output: database:default POSTHOOK: Output: default@DECIMAL_3 +POSTHOOK: Lineage: decimal_3.key SIMPLE [(decimal_3_txt)decimal_3_txt.FieldSchema(name:key, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: decimal_3.value SIMPLE [(decimal_3_txt)decimal_3_txt.FieldSchema(name:value, type:int, comment:null), ] PREHOOK: query: SELECT * FROM DECIMAL_3 ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -47,43 +49,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### NULL 0 --1234567890.123456789 -1234567890 --4400 4400 --1255.49 -1255 --1.122 -11 --1.12 -1 --1.12 -1 --0.333 0 --0.33 0 --0.3 0 -0 0 -0 0 -0 0 -0.01 0 -0.02 0 -0.1 0 -0.2 0 -0.3 0 -0.33 0 -0.333 0 -1 1 -1 1 -1 1 -1.12 1 -1.122 1 -2 2 -2 2 -3.14 3 -3.14 3 -3.14 3 -3.14 4 -10 10 -20 20 -100 100 -124 124 -125.2 125 -200 200 -1234567890.12345678 1234567890 +-1234567890.123456789000000000 -1234567890 +-4400.000000000000000000 4400 +-1255.490000000000000000 -1255 +-1.122000000000000000 -11 +-1.120000000000000000 -1 +-1.120000000000000000 -1 +-0.333000000000000000 0 +-0.330000000000000000 0 +-0.300000000000000000 0 +0.000000000000000000 0 +0.000000000000000000 0 +0.000000000000000000 0 +0.010000000000000000 0 +0.020000000000000000 0 +0.100000000000000000 0 +0.200000000000000000 0 +0.300000000000000000 0 +0.330000000000000000 0 +0.333000000000000000 0 +1.000000000000000000 1 +1.000000000000000000 1 +1.000000000000000000 1 +1.120000000000000000 1 +1.122000000000000000 1 +2.000000000000000000 2 +2.000000000000000000 2 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 4 +10.000000000000000000 10 +20.000000000000000000 20 +100.000000000000000000 100 +124.000000000000000000 124 +125.200000000000000000 125 +200.000000000000000000 200 +1234567890.123456780000000000 1234567890 PREHOOK: query: SELECT * FROM DECIMAL_3 ORDER BY key DESC, value DESC PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -92,43 +94,43 @@ POSTHOOK: query: SELECT * FROM DECIMAL_3 ORDER BY key DESC, value DESC POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### -1234567890.12345678 1234567890 -200 200 -125.2 125 -124 124 -100 100 -20 20 -10 10 -3.14 4 -3.14 3 -3.14 3 -3.14 3 -2 2 -2 2 -1.122 1 -1.12 1 -1 1 -1 1 -1 1 -0.333 0 -0.33 0 -0.3 0 -0.2 0 -0.1 0 -0.02 0 -0.01 0 -0 0 -0 0 -0 0 --0.3 0 --0.33 0 --0.333 0 --1.12 -1 --1.12 -1 --1.122 -11 --1255.49 -1255 --4400 4400 --1234567890.123456789 -1234567890 +1234567890.123456780000000000 1234567890 +200.000000000000000000 200 +125.200000000000000000 125 +124.000000000000000000 124 +100.000000000000000000 100 +20.000000000000000000 20 +10.000000000000000000 10 +3.140000000000000000 4 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 3 +2.000000000000000000 2 +2.000000000000000000 2 +1.122000000000000000 1 +1.120000000000000000 1 +1.000000000000000000 1 +1.000000000000000000 1 +1.000000000000000000 1 +0.333000000000000000 0 +0.330000000000000000 0 +0.300000000000000000 0 +0.200000000000000000 0 +0.100000000000000000 0 +0.020000000000000000 0 +0.010000000000000000 0 +0.000000000000000000 0 +0.000000000000000000 0 +0.000000000000000000 0 +-0.300000000000000000 0 +-0.330000000000000000 0 +-0.333000000000000000 0 +-1.120000000000000000 -1 +-1.120000000000000000 -1 +-1.122000000000000000 -11 +-1255.490000000000000000 -1255 +-4400.000000000000000000 4400 +-1234567890.123456789000000000 -1234567890 NULL 0 PREHOOK: query: SELECT * FROM DECIMAL_3 ORDER BY key, value PREHOOK: type: QUERY @@ -139,43 +141,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### NULL 0 --1234567890.123456789 -1234567890 --4400 4400 --1255.49 -1255 --1.122 -11 --1.12 -1 --1.12 -1 --0.333 0 --0.33 0 --0.3 0 -0 0 -0 0 -0 0 -0.01 0 -0.02 0 -0.1 0 -0.2 0 -0.3 0 -0.33 0 -0.333 0 -1 1 -1 1 -1 1 -1.12 1 -1.122 1 -2 2 -2 2 -3.14 3 -3.14 3 -3.14 3 -3.14 4 -10 10 -20 20 -100 100 -124 124 -125.2 125 -200 200 -1234567890.12345678 1234567890 +-1234567890.123456789000000000 -1234567890 +-4400.000000000000000000 4400 +-1255.490000000000000000 -1255 +-1.122000000000000000 -11 +-1.120000000000000000 -1 +-1.120000000000000000 -1 +-0.333000000000000000 0 +-0.330000000000000000 0 +-0.300000000000000000 0 +0.000000000000000000 0 +0.000000000000000000 0 +0.000000000000000000 0 +0.010000000000000000 0 +0.020000000000000000 0 +0.100000000000000000 0 +0.200000000000000000 0 +0.300000000000000000 0 +0.330000000000000000 0 +0.333000000000000000 0 +1.000000000000000000 1 +1.000000000000000000 1 +1.000000000000000000 1 +1.120000000000000000 1 +1.122000000000000000 1 +2.000000000000000000 2 +2.000000000000000000 2 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 4 +10.000000000000000000 10 +20.000000000000000000 20 +100.000000000000000000 100 +124.000000000000000000 124 +125.200000000000000000 125 +200.000000000000000000 200 +1234567890.123456780000000000 1234567890 PREHOOK: query: SELECT DISTINCT key FROM DECIMAL_3 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -185,34 +187,34 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### NULL --1234567890.123456789 --4400 --1255.49 --1.122 --1.12 --0.333 --0.33 --0.3 -0 -0.01 -0.02 -0.1 -0.2 -0.3 -0.33 -0.333 -1 -1.12 -1.122 -2 -3.14 -10 -20 -100 -124 -125.2 -200 -1234567890.12345678 +-1234567890.123456789000000000 +-4400.000000000000000000 +-1255.490000000000000000 +-1.122000000000000000 +-1.120000000000000000 +-0.333000000000000000 +-0.330000000000000000 +-0.300000000000000000 +0.000000000000000000 +0.010000000000000000 +0.020000000000000000 +0.100000000000000000 +0.200000000000000000 +0.300000000000000000 +0.330000000000000000 +0.333000000000000000 +1.000000000000000000 +1.120000000000000000 +1.122000000000000000 +2.000000000000000000 +3.140000000000000000 +10.000000000000000000 +20.000000000000000000 +100.000000000000000000 +124.000000000000000000 +125.200000000000000000 +200.000000000000000000 +1234567890.123456780000000000 PREHOOK: query: SELECT key, sum(value) FROM DECIMAL_3 GROUP BY key ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -222,34 +224,34 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### NULL 0 --1234567890.123456789 -1234567890 --4400 4400 --1255.49 -1255 --1.122 -11 --1.12 -2 --0.333 0 --0.33 0 --0.3 0 -0 0 -0.01 0 -0.02 0 -0.1 0 -0.2 0 -0.3 0 -0.33 0 -0.333 0 -1 3 -1.12 1 -1.122 1 -2 4 -3.14 13 -10 10 -20 20 -100 100 -124 124 -125.2 125 -200 200 -1234567890.12345678 1234567890 +-1234567890.123456789000000000 -1234567890 +-4400.000000000000000000 4400 +-1255.490000000000000000 -1255 +-1.122000000000000000 -11 +-1.120000000000000000 -2 +-0.333000000000000000 0 +-0.330000000000000000 0 +-0.300000000000000000 0 +0.000000000000000000 0 +0.010000000000000000 0 +0.020000000000000000 0 +0.100000000000000000 0 +0.200000000000000000 0 +0.300000000000000000 0 +0.330000000000000000 0 +0.333000000000000000 0 +1.000000000000000000 3 +1.120000000000000000 1 +1.122000000000000000 1 +2.000000000000000000 4 +3.140000000000000000 13 +10.000000000000000000 10 +20.000000000000000000 20 +100.000000000000000000 100 +124.000000000000000000 124 +125.200000000000000000 125 +200.000000000000000000 200 +1234567890.123456780000000000 1234567890 PREHOOK: query: SELECT value, sum(key) FROM DECIMAL_3 GROUP BY value ORDER BY value PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -258,23 +260,23 @@ POSTHOOK: query: SELECT value, sum(key) FROM DECIMAL_3 GROUP BY value ORDER BY v POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### --1234567890 -1234567890.123456789 --1255 -1255.49 --11 -1.122 --1 -2.24 -0 0.33 -1 5.242 -2 4 -3 9.42 -4 3.14 -10 10 -20 20 -100 100 -124 124 -125 125.2 -200 200 -4400 -4400 -1234567890 1234567890.12345678 +-1234567890 -1234567890.123456789000000000 +-1255 -1255.490000000000000000 +-11 -1.122000000000000000 +-1 -2.240000000000000000 +0 0.330000000000000000 +1 5.242000000000000000 +2 4.000000000000000000 +3 9.420000000000000000 +4 3.140000000000000000 +10 10.000000000000000000 +20 20.000000000000000000 +100 100.000000000000000000 +124 124.000000000000000000 +125 125.200000000000000000 +200 200.000000000000000000 +4400 -4400.000000000000000000 +1234567890 1234567890.123456780000000000 PREHOOK: query: SELECT * FROM DECIMAL_3 a JOIN DECIMAL_3 b ON (a.key = b.key) ORDER BY a.key, a.value, b.value PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -283,71 +285,71 @@ POSTHOOK: query: SELECT * FROM DECIMAL_3 a JOIN DECIMAL_3 b ON (a.key = b.key) O POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### --1234567890.123456789 -1234567890 -1234567890.123456789 -1234567890 --4400 4400 -4400 4400 --1255.49 -1255 -1255.49 -1255 --1.122 -11 -1.122 -11 --1.12 -1 -1.12 -1 --1.12 -1 -1.12 -1 --1.12 -1 -1.12 -1 --1.12 -1 -1.12 -1 --0.333 0 -0.333 0 --0.33 0 -0.33 0 --0.3 0 -0.3 0 -0 0 0 0 -0 0 0 0 -0 0 0 0 -0 0 0 0 -0 0 0 0 -0 0 0 0 -0 0 0 0 -0 0 0 0 -0 0 0 0 -0.01 0 0.01 0 -0.02 0 0.02 0 -0.1 0 0.1 0 -0.2 0 0.2 0 -0.3 0 0.3 0 -0.33 0 0.33 0 -0.333 0 0.333 0 -1 1 1 1 -1 1 1 1 -1 1 1 1 -1 1 1 1 -1 1 1 1 -1 1 1 1 -1 1 1 1 -1 1 1 1 -1 1 1 1 -1.12 1 1.12 1 -1.122 1 1.122 1 -2 2 2 2 -2 2 2 2 -2 2 2 2 -2 2 2 2 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 3 -3.14 3 3.14 4 -3.14 3 3.14 4 -3.14 3 3.14 4 -3.14 4 3.14 3 -3.14 4 3.14 3 -3.14 4 3.14 3 -3.14 4 3.14 4 -10 10 10 10 -20 20 20 20 -100 100 100 100 -124 124 124 124 -125.2 125 125.2 125 -200 200 200 200 -1234567890.12345678 1234567890 1234567890.12345678 1234567890 +-1234567890.123456789000000000 -1234567890 -1234567890.123456789000000000 -1234567890 +-4400.000000000000000000 4400 -4400.000000000000000000 4400 +-1255.490000000000000000 -1255 -1255.490000000000000000 -1255 +-1.122000000000000000 -11 -1.122000000000000000 -11 +-1.120000000000000000 -1 -1.120000000000000000 -1 +-1.120000000000000000 -1 -1.120000000000000000 -1 +-1.120000000000000000 -1 -1.120000000000000000 -1 +-1.120000000000000000 -1 -1.120000000000000000 -1 +-0.333000000000000000 0 -0.333000000000000000 0 +-0.330000000000000000 0 -0.330000000000000000 0 +-0.300000000000000000 0 -0.300000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.000000000000000000 0 0.000000000000000000 0 +0.010000000000000000 0 0.010000000000000000 0 +0.020000000000000000 0 0.020000000000000000 0 +0.100000000000000000 0 0.100000000000000000 0 +0.200000000000000000 0 0.200000000000000000 0 +0.300000000000000000 0 0.300000000000000000 0 +0.330000000000000000 0 0.330000000000000000 0 +0.333000000000000000 0 0.333000000000000000 0 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.000000000000000000 1 1.000000000000000000 1 +1.120000000000000000 1 1.120000000000000000 1 +1.122000000000000000 1 1.122000000000000000 1 +2.000000000000000000 2 2.000000000000000000 2 +2.000000000000000000 2 2.000000000000000000 2 +2.000000000000000000 2 2.000000000000000000 2 +2.000000000000000000 2 2.000000000000000000 2 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 3 +3.140000000000000000 3 3.140000000000000000 4 +3.140000000000000000 3 3.140000000000000000 4 +3.140000000000000000 3 3.140000000000000000 4 +3.140000000000000000 4 3.140000000000000000 3 +3.140000000000000000 4 3.140000000000000000 3 +3.140000000000000000 4 3.140000000000000000 3 +3.140000000000000000 4 3.140000000000000000 4 +10.000000000000000000 10 10.000000000000000000 10 +20.000000000000000000 20 20.000000000000000000 20 +100.000000000000000000 100 100.000000000000000000 100 +124.000000000000000000 124 124.000000000000000000 124 +125.200000000000000000 125 125.200000000000000000 125 +200.000000000000000000 200 200.000000000000000000 200 +1234567890.123456780000000000 1234567890 1234567890.123456780000000000 1234567890 PREHOOK: query: SELECT * FROM DECIMAL_3 WHERE key=3.14 ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -356,10 +358,10 @@ POSTHOOK: query: SELECT * FROM DECIMAL_3 WHERE key=3.14 ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### -3.14 3 -3.14 3 -3.14 3 -3.14 4 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 4 PREHOOK: query: SELECT * FROM DECIMAL_3 WHERE key=3.140 ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@decimal_3 @@ -368,10 +370,10 @@ POSTHOOK: query: SELECT * FROM DECIMAL_3 WHERE key=3.140 ORDER BY key, value POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_3 #### A masked pattern was here #### -3.14 3 -3.14 3 -3.14 3 -3.14 4 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 3 +3.140000000000000000 4 PREHOOK: query: DROP TABLE DECIMAL_3_txt PREHOOK: type: DROPTABLE PREHOOK: Input: default@decimal_3_txt diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_4.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_4.q.out index 613f5a8..c7d3d9e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_4.q.out @@ -57,43 +57,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_4_1 #### A masked pattern was here #### NULL 0 --1234567890.123456789 -1234567890 --4400 4400 --1255.49 -1255 --1.122 -11 --1.12 -1 --1.12 -1 --0.333 0 --0.33 0 --0.3 0 -0 0 -0 0 -0 0 -0.01 0 -0.02 0 -0.1 0 -0.2 0 -0.3 0 -0.33 0 -0.333 0 +-1234567890.1234567890000000000000000 -1234567890 +-4400.0000000000000000000000000 4400 +-1255.4900000000000000000000000 -1255 +-1.1220000000000000000000000 -11 +-1.1200000000000000000000000 -1 +-1.1200000000000000000000000 -1 +-0.3330000000000000000000000 0 +-0.3300000000000000000000000 0 +-0.3000000000000000000000000 0 +0.0000000000000000000000000 0 +0.0000000000000000000000000 0 +0.0000000000000000000000000 0 +0.0100000000000000000000000 0 +0.0200000000000000000000000 0 +0.1000000000000000000000000 0 +0.2000000000000000000000000 0 +0.3000000000000000000000000 0 +0.3300000000000000000000000 0 +0.3330000000000000000000000 0 0.9999999999999999999999999 1 -1 1 -1 1 -1.12 1 -1.122 1 -2 2 -2 2 -3.14 3 -3.14 3 -3.14 3 -3.14 4 -10 10 -20 20 -100 100 -124 124 -125.2 125 -200 200 -1234567890.12345678 1234567890 +1.0000000000000000000000000 1 +1.0000000000000000000000000 1 +1.1200000000000000000000000 1 +1.1220000000000000000000000 1 +2.0000000000000000000000000 2 +2.0000000000000000000000000 2 +3.1400000000000000000000000 3 +3.1400000000000000000000000 3 +3.1400000000000000000000000 3 +3.1400000000000000000000000 4 +10.0000000000000000000000000 10 +20.0000000000000000000000000 20 +100.0000000000000000000000000 100 +124.0000000000000000000000000 124 +125.2000000000000000000000000 125 +200.0000000000000000000000000 200 +1234567890.1234567800000000000000000 1234567890 PREHOOK: query: SELECT * FROM DECIMAL_4_2 ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@decimal_4_2 @@ -103,43 +103,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_4_2 #### A masked pattern was here #### NULL NULL --1234567890.123456789 -3703703670.370370367 --4400 -13200 --1255.49 -3766.47 --1.122 -3.366 --1.12 -3.36 --1.12 -3.36 --0.333 -0.999 --0.33 -0.99 --0.3 -0.9 -0 0 -0 0 -0 0 -0.01 0.03 -0.02 0.06 -0.1 0.3 -0.2 0.6 -0.3 0.9 -0.33 0.99 -0.333 0.999 +-1234567890.1234567890000000000000000 -3703703670.3703703670000000000000000 +-4400.0000000000000000000000000 -13200.0000000000000000000000000 +-1255.4900000000000000000000000 -3766.4700000000000000000000000 +-1.1220000000000000000000000 -3.3660000000000000000000000 +-1.1200000000000000000000000 -3.3600000000000000000000000 +-1.1200000000000000000000000 -3.3600000000000000000000000 +-0.3330000000000000000000000 -0.9990000000000000000000000 +-0.3300000000000000000000000 -0.9900000000000000000000000 +-0.3000000000000000000000000 -0.9000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0100000000000000000000000 0.0300000000000000000000000 +0.0200000000000000000000000 0.0600000000000000000000000 +0.1000000000000000000000000 0.3000000000000000000000000 +0.2000000000000000000000000 0.6000000000000000000000000 +0.3000000000000000000000000 0.9000000000000000000000000 +0.3300000000000000000000000 0.9900000000000000000000000 +0.3330000000000000000000000 0.9990000000000000000000000 0.9999999999999999999999999 2.9999999999999999999999997 -1 3 -1 3 -1.12 3.36 -1.122 3.366 -2 6 -2 6 -3.14 9.42 -3.14 9.42 -3.14 9.42 -3.14 9.42 -10 30 -20 60 -100 300 -124 372 -125.2 375.6 -200 600 -1234567890.12345678 3703703670.37037034 +1.0000000000000000000000000 3.0000000000000000000000000 +1.0000000000000000000000000 3.0000000000000000000000000 +1.1200000000000000000000000 3.3600000000000000000000000 +1.1220000000000000000000000 3.3660000000000000000000000 +2.0000000000000000000000000 6.0000000000000000000000000 +2.0000000000000000000000000 6.0000000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +10.0000000000000000000000000 30.0000000000000000000000000 +20.0000000000000000000000000 60.0000000000000000000000000 +100.0000000000000000000000000 300.0000000000000000000000000 +124.0000000000000000000000000 372.0000000000000000000000000 +125.2000000000000000000000000 375.6000000000000000000000000 +200.0000000000000000000000000 600.0000000000000000000000000 +1234567890.1234567800000000000000000 3703703670.3703703400000000000000000 PREHOOK: query: SELECT * FROM DECIMAL_4_2 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@decimal_4_2 @@ -149,43 +149,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_4_2 #### A masked pattern was here #### NULL NULL --1234567890.123456789 -3703703670.370370367 --4400 -13200 --1255.49 -3766.47 --1.122 -3.366 --1.12 -3.36 --1.12 -3.36 --0.333 -0.999 --0.33 -0.99 --0.3 -0.9 -0 0 -0 0 -0 0 -0.01 0.03 -0.02 0.06 -0.1 0.3 -0.2 0.6 -0.3 0.9 -0.33 0.99 -0.333 0.999 +-1234567890.1234567890000000000000000 -3703703670.3703703670000000000000000 +-4400.0000000000000000000000000 -13200.0000000000000000000000000 +-1255.4900000000000000000000000 -3766.4700000000000000000000000 +-1.1220000000000000000000000 -3.3660000000000000000000000 +-1.1200000000000000000000000 -3.3600000000000000000000000 +-1.1200000000000000000000000 -3.3600000000000000000000000 +-0.3330000000000000000000000 -0.9990000000000000000000000 +-0.3300000000000000000000000 -0.9900000000000000000000000 +-0.3000000000000000000000000 -0.9000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0100000000000000000000000 0.0300000000000000000000000 +0.0200000000000000000000000 0.0600000000000000000000000 +0.1000000000000000000000000 0.3000000000000000000000000 +0.2000000000000000000000000 0.6000000000000000000000000 +0.3000000000000000000000000 0.9000000000000000000000000 +0.3300000000000000000000000 0.9900000000000000000000000 +0.3330000000000000000000000 0.9990000000000000000000000 0.9999999999999999999999999 2.9999999999999999999999997 -1 3 -1 3 -1.12 3.36 -1.122 3.366 -2 6 -2 6 -3.14 9.42 -3.14 9.42 -3.14 9.42 -3.14 9.42 -10 30 -20 60 -100 300 -124 372 -125.2 375.6 -200 600 -1234567890.12345678 3703703670.37037034 +1.0000000000000000000000000 3.0000000000000000000000000 +1.0000000000000000000000000 3.0000000000000000000000000 +1.1200000000000000000000000 3.3600000000000000000000000 +1.1220000000000000000000000 3.3660000000000000000000000 +2.0000000000000000000000000 6.0000000000000000000000000 +2.0000000000000000000000000 6.0000000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +10.0000000000000000000000000 30.0000000000000000000000000 +20.0000000000000000000000000 60.0000000000000000000000000 +100.0000000000000000000000000 300.0000000000000000000000000 +124.0000000000000000000000000 372.0000000000000000000000000 +125.2000000000000000000000000 375.6000000000000000000000000 +200.0000000000000000000000000 600.0000000000000000000000000 +1234567890.1234567800000000000000000 3703703670.3703703400000000000000000 PREHOOK: query: SELECT * FROM DECIMAL_4_2 ORDER BY key, value PREHOOK: type: QUERY PREHOOK: Input: default@decimal_4_2 @@ -195,43 +195,43 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_4_2 #### A masked pattern was here #### NULL NULL --1234567890.123456789 -3703703670.370370367 --4400 -13200 --1255.49 -3766.47 --1.122 -3.366 --1.12 -3.36 --1.12 -3.36 --0.333 -0.999 --0.33 -0.99 --0.3 -0.9 -0 0 -0 0 -0 0 -0.01 0.03 -0.02 0.06 -0.1 0.3 -0.2 0.6 -0.3 0.9 -0.33 0.99 -0.333 0.999 +-1234567890.1234567890000000000000000 -3703703670.3703703670000000000000000 +-4400.0000000000000000000000000 -13200.0000000000000000000000000 +-1255.4900000000000000000000000 -3766.4700000000000000000000000 +-1.1220000000000000000000000 -3.3660000000000000000000000 +-1.1200000000000000000000000 -3.3600000000000000000000000 +-1.1200000000000000000000000 -3.3600000000000000000000000 +-0.3330000000000000000000000 -0.9990000000000000000000000 +-0.3300000000000000000000000 -0.9900000000000000000000000 +-0.3000000000000000000000000 -0.9000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0000000000000000000000000 0.0000000000000000000000000 +0.0100000000000000000000000 0.0300000000000000000000000 +0.0200000000000000000000000 0.0600000000000000000000000 +0.1000000000000000000000000 0.3000000000000000000000000 +0.2000000000000000000000000 0.6000000000000000000000000 +0.3000000000000000000000000 0.9000000000000000000000000 +0.3300000000000000000000000 0.9900000000000000000000000 +0.3330000000000000000000000 0.9990000000000000000000000 0.9999999999999999999999999 2.9999999999999999999999997 -1 3 -1 3 -1.12 3.36 -1.122 3.366 -2 6 -2 6 -3.14 9.42 -3.14 9.42 -3.14 9.42 -3.14 9.42 -10 30 -20 60 -100 300 -124 372 -125.2 375.6 -200 600 -1234567890.12345678 3703703670.37037034 +1.0000000000000000000000000 3.0000000000000000000000000 +1.0000000000000000000000000 3.0000000000000000000000000 +1.1200000000000000000000000 3.3600000000000000000000000 +1.1220000000000000000000000 3.3660000000000000000000000 +2.0000000000000000000000000 6.0000000000000000000000000 +2.0000000000000000000000000 6.0000000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +3.1400000000000000000000000 9.4200000000000000000000000 +10.0000000000000000000000000 30.0000000000000000000000000 +20.0000000000000000000000000 60.0000000000000000000000000 +100.0000000000000000000000000 300.0000000000000000000000000 +124.0000000000000000000000000 372.0000000000000000000000000 +125.2000000000000000000000000 375.6000000000000000000000000 +200.0000000000000000000000000 600.0000000000000000000000000 +1234567890.1234567800000000000000000 3703703670.3703703400000000000000000 PREHOOK: query: DROP TABLE DECIMAL_4_1 PREHOOK: type: DROPTABLE PREHOOK: Input: default@decimal_4_1 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out index 34c3351..0bfd12e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_5.q.out @@ -59,41 +59,41 @@ POSTHOOK: Input: default@decimal_5 NULL NULL NULL --4400 --1255.49 --1.122 --1.12 --1.12 --0.333 --0.33 --0.3 -0 -0 -0 -0.01 -0.02 -0.1 -0.2 -0.3 -0.33 -0.333 -1 -1 -1 -1.12 -1.122 -2 -2 -3.14 -3.14 -3.14 -3.14 -10 -20 -100 -124 -125.2 -200 +-4400.00000 +-1255.49000 +-1.12200 +-1.12000 +-1.12000 +-0.33300 +-0.33000 +-0.30000 +0.00000 +0.00000 +0.00000 +0.01000 +0.02000 +0.10000 +0.20000 +0.30000 +0.33000 +0.33300 +1.00000 +1.00000 +1.00000 +1.12000 +1.12200 +2.00000 +2.00000 +3.14000 +3.14000 +3.14000 +3.14000 +10.00000 +20.00000 +100.00000 +124.00000 +125.20000 +200.00000 PREHOOK: query: SELECT DISTINCT key FROM DECIMAL_5 ORDER BY key PREHOOK: type: QUERY PREHOOK: Input: default@decimal_5 @@ -103,32 +103,32 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_5 #### A masked pattern was here #### NULL --4400 --1255.49 --1.122 --1.12 --0.333 --0.33 --0.3 -0 -0.01 -0.02 -0.1 -0.2 -0.3 -0.33 -0.333 -1 -1.12 -1.122 -2 -3.14 -10 -20 -100 -124 -125.2 -200 +-4400.00000 +-1255.49000 +-1.12200 +-1.12000 +-0.33300 +-0.33000 +-0.30000 +0.00000 +0.01000 +0.02000 +0.10000 +0.20000 +0.30000 +0.33000 +0.33300 +1.00000 +1.12000 +1.12200 +2.00000 +3.14000 +10.00000 +20.00000 +100.00000 +124.00000 +125.20000 +200.00000 PREHOOK: query: SELECT cast(key as decimal) FROM DECIMAL_5 PREHOOK: type: QUERY PREHOOK: Input: default@decimal_5 @@ -185,40 +185,40 @@ POSTHOOK: Input: default@decimal_5 #### A masked pattern was here #### NULL NULL -0 -0 -100 -10 -1 -0.1 -0.01 -200 -20 -2 -0 -0.2 -0.02 -0.3 -0.33 +0.000 +0.000 +100.000 +10.000 +1.000 +0.100 +0.010 +200.000 +20.000 +2.000 +0.000 +0.200 +0.020 +0.300 +0.330 0.333 --0.3 --0.33 +-0.300 +-0.330 -0.333 -1 -2 -3.14 --1.12 --1.12 +1.000 +2.000 +3.140 +-1.120 +-1.120 -1.122 -1.12 +1.120 1.122 -124 -125.2 +124.000 +125.200 NULL -3.14 -3.14 -3.14 -1 +3.140 +3.140 +3.140 +1.000 NULL NULL PREHOOK: query: DROP TABLE DECIMAL_5_txt diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out index 9cdd7fc..24c10a4 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_6.q.out @@ -119,27 +119,27 @@ NULL 0 NULL 3 NULL 4 NULL 1234567890 --4400 4400 --1255.49 -1255 --1.122 -11 --1.12 -1 --0.333 0 --0.3 0 -0 0 -0 0 -0.333 0 -1 1 -1 1 -1.12 1 -1.122 1 -2 2 -3.14 3 -3.14 3 -3.14 4 -10 10 +-4400.00000 4400 +-1255.49000 -1255 +-1.12200 -11 +-1.12000 -1 +-0.33300 0 +-0.30000 0 +0.00000 0 +0.00000 0 +0.33300 0 +1.00000 1 +1.00000 1 +1.12000 1 +1.12200 1 +2.00000 2 +3.14000 3 +3.14000 3 +3.14000 4 +10.00000 10 10.73433 5 -124 124 -125.2 125 +124.00000 124 +125.20000 125 23232.23435 2 PREHOOK: query: SELECT * FROM DECIMAL_6_2 ORDER BY key, value PREHOOK: type: QUERY @@ -151,27 +151,27 @@ POSTHOOK: Input: default@decimal_6_2 #### A masked pattern was here #### NULL 0 -1234567890.1235 -1234567890 --4400 4400 --1255.49 -1255 --1.122 -11 --1.12 -1 --0.333 0 --0.3 0 -0 0 -0 0 -0.333 0 -1 1 -1 1 -1.12 1 -1.122 1 -2 2 -3.14 3 -3.14 3 -3.14 4 -10 10 +-4400.0000 4400 +-1255.4900 -1255 +-1.1220 -11 +-1.1200 -1 +-0.3330 0 +-0.3000 0 +0.0000 0 +0.0000 0 +0.3330 0 +1.0000 1 +1.0000 1 +1.1200 1 +1.1220 1 +2.0000 2 +3.1400 3 +3.1400 3 +3.1400 4 +10.0000 10 10.7343 5 -124 124 -125.2 125 +124.0000 124 +125.2000 125 23232.2344 2 2389432.2375 3 2389432.2375 4 @@ -200,54 +200,54 @@ NULL NULL NULL NULL --1234567890.1235 --4400 --4400 --1255.49 --1255.49 --1.122 --1.122 --1.12 --1.12 --0.333 --0.333 --0.3 --0.3 -0 -0 -0 -0 -0.333 -0.333 -1 -1 -1 -1 -1.12 -1.12 -1.122 -1.122 -2 -2 -3.14 -3.14 -3.14 -3.14 -3.14 -3.14 -10 -10 -10.7343 +-1234567890.12350 +-4400.00000 +-4400.00000 +-1255.49000 +-1255.49000 +-1.12200 +-1.12200 +-1.12000 +-1.12000 +-0.33300 +-0.33300 +-0.30000 +-0.30000 +0.00000 +0.00000 +0.00000 +0.00000 +0.33300 +0.33300 +1.00000 +1.00000 +1.00000 +1.00000 +1.12000 +1.12000 +1.12200 +1.12200 +2.00000 +2.00000 +3.14000 +3.14000 +3.14000 +3.14000 +3.14000 +3.14000 +10.00000 +10.00000 +10.73430 10.73433 -124 -124 -125.2 -125.2 +124.00000 +124.00000 +125.20000 +125.20000 23232.23435 -23232.2344 -2389432.2375 -2389432.2375 -1234567890.1235 +23232.23440 +2389432.23750 +2389432.23750 +1234567890.12350 PREHOOK: query: CREATE TABLE DECIMAL_6_3 STORED AS ORC AS SELECT key + 5.5 AS k, value * 11 AS v from DECIMAL_6_1 ORDER BY v PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@decimal_6_1 @@ -258,13 +258,15 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@decimal_6_1 POSTHOOK: Output: database:default POSTHOOK: Output: default@DECIMAL_6_3 +POSTHOOK: Lineage: decimal_6_3.k EXPRESSION [(decimal_6_1)decimal_6_1.FieldSchema(name:key, type:decimal(10,5), comment:null), ] +POSTHOOK: Lineage: decimal_6_3.v EXPRESSION [(decimal_6_1)decimal_6_1.FieldSchema(name:value, type:int, comment:null), ] PREHOOK: query: desc DECIMAL_6_3 PREHOOK: type: DESCTABLE PREHOOK: Input: default@decimal_6_3 POSTHOOK: query: desc DECIMAL_6_3 POSTHOOK: type: DESCTABLE POSTHOOK: Input: default@decimal_6_3 -k double +k decimal(11,5) v int PREHOOK: query: SELECT * FROM DECIMAL_6_3 ORDER BY k, v PREHOOK: type: QUERY @@ -279,25 +281,25 @@ NULL 0 NULL 33 NULL 44 NULL 695344902 --4394.5 48400 --1249.99 -13805 -4.378 -121 -4.38 -11 -5.167 0 -5.2 0 -5.5 0 -5.5 0 -5.833 0 -6.5 11 -6.5 11 -6.62 11 -6.622 11 -7.5 22 -8.64 33 -8.64 33 -8.64 44 -15.5 110 +-4394.50000 48400 +-1249.99000 -13805 +4.37800 -121 +4.38000 -11 +5.16700 0 +5.20000 0 +5.50000 0 +5.50000 0 +5.83300 0 +6.50000 11 +6.50000 11 +6.62000 11 +6.62200 11 +7.50000 22 +8.64000 33 +8.64000 33 +8.64000 44 +15.50000 110 16.23433 55 -129.5 1364 -130.7 1375 +129.50000 1364 +130.70000 1375 23237.73435 22 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out index 8bcac50..6faf453 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_aggregate.q.out @@ -16,6 +16,10 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_vgby +POSTHOOK: Lineage: decimal_vgby.cdecimal1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_vgby.cdecimal2 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_vgby.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_vgby.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: -- SORT_QUERY_RESULTS -- First only do simple aggregations that output primitives only @@ -43,6 +47,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -69,8 +74,9 @@ STAGE PLANS: Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,10)), _col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: bigint), _col6 (type: decimal(23,14)), _col7 (type: decimal(23,14)), _col8 (type: decimal(33,14)), _col9 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), sum(VALUE._col3), count(VALUE._col4), max(VALUE._col5), min(VALUE._col6), sum(VALUE._col7), count(VALUE._col8) @@ -89,8 +95,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -117,14 +123,14 @@ POSTHOOK: query: SELECT cint, POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_vgby #### A masked pattern was here #### --3728 6 5831542.269248378 -3367.6517567568 5817556.0411483778 6 6984454.211097692 -4033.445769230769 6967702.8672438458471 --563 2 -515.621072973 -3367.6517567568 -3883.2728297298 2 -617.5607769230769 -4033.445769230769 -4651.0065461538459 -253665376 1024 9767.0054054054 -9779.5486486487 -347484.0818378374 1024 11697.969230769231 -11712.99230769231 -416182.64030769233089 -528534767 1024 5831542.269248378 -9777.1594594595 11646372.8607481068 1024 6984454.211097692 -11710.130769230771 13948892.79980307629003 -626923679 1024 9723.4027027027 -9778.9513513514 10541.0525297287 1024 11645.746153846154 -11712.276923076923 12625.04759999997746 -6981 3 5831542.269248378 -515.621072973 5830511.027102432 3 6984454.211097692 -617.5607769230769 6983219.0895438458462 -762 2 5831542.269248378 1531.2194054054 5833073.4886537834 2 6984454.211097692 1833.9456923076925 6986288.1567899996925 -NULL 3072 9318.4351351351 -4298.1513513514 5018444.1081079808 3072 11160.715384615385 -5147.907692307693 6010604.3076923073536 +-3728 6 5831542.2692483780 -3367.6517567568 5817556.0411483778 6 6984454.21109769200000 -4033.44576923076900 6967702.86724384584710 +-563 2 -515.6210729730 -3367.6517567568 -3883.2728297298 2 -617.56077692307690 -4033.44576923076900 -4651.00654615384590 +253665376 1024 9767.0054054054 -9779.5486486487 -347484.0818378374 1024 11697.96923076923100 -11712.99230769231000 -416182.64030769233089 +528534767 1024 5831542.2692483780 -9777.1594594595 11646372.8607481068 1024 6984454.21109769200000 -11710.13076923077100 13948892.79980307629003 +626923679 1024 9723.4027027027 -9778.9513513514 10541.0525297287 1024 11645.74615384615400 -11712.27692307692300 12625.04759999997746 +6981 3 5831542.2692483780 -515.6210729730 5830511.0271024320 3 6984454.21109769200000 -617.56077692307690 6983219.08954384584620 +762 2 5831542.2692483780 1531.2194054054 5833073.4886537834 2 6984454.21109769200000 1833.94569230769250 6986288.15678999969250 +NULL 3072 9318.4351351351 -4298.1513513514 5018444.1081079808 3072 11160.71538461538500 -5147.90769230769300 6010604.30769230735360 PREHOOK: query: -- Now add the others... EXPLAIN SELECT cint, COUNT(cdecimal1), MAX(cdecimal1), MIN(cdecimal1), SUM(cdecimal1), AVG(cdecimal1), STDDEV_POP(cdecimal1), STDDEV_SAMP(cdecimal1), @@ -148,6 +154,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -174,8 +181,9 @@ STAGE PLANS: Statistics: Num rows: 12288 Data size: 2165060 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint), _col2 (type: decimal(20,10)), _col3 (type: decimal(20,10)), _col4 (type: decimal(30,10)), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct), _col8 (type: bigint), _col9 (type: decimal(23,14)), _col10 (type: decimal(23,14)), _col11 (type: decimal(33,14)), _col12 (type: struct), _col13 (type: struct), _col14 (type: struct), _col15 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), sum(VALUE._col3), avg(VALUE._col4), stddev_pop(VALUE._col5), stddev_samp(VALUE._col6), count(VALUE._col7), max(VALUE._col8), min(VALUE._col9), sum(VALUE._col10), avg(VALUE._col11), stddev_pop(VALUE._col12), stddev_samp(VALUE._col13), count(VALUE._col14) @@ -194,8 +202,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2048 Data size: 360843 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -222,11 +230,11 @@ POSTHOOK: query: SELECT cint, POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_vgby #### A masked pattern was here #### --3728 6 5831542.269248378 -3367.6517567568 5817556.0411483778 969592.67352472963333 2174330.2092403853 2381859.406131774 6 6984454.211097692 -4033.445769230769 6967702.8672438458471 1161283.811207307641183333 2604201.2704476737 2852759.5602156054 --563 2 -515.621072973 -3367.6517567568 -3883.2728297298 -1941.6364148649 1426.0153418918999 2016.6902366556308 2 -617.5607769230769 -4033.445769230769 -4651.0065461538459 -2325.50327307692295 1707.9424961538462 2415.395441814127 -253665376 1024 9767.0054054054 -9779.5486486487 -347484.0818378374 -339.33992366976309 5708.9563478862 5711.745967572779 1024 11697.969230769231 -11712.99230769231 -416182.64030769233089 -406.428359675480791885 6837.632716002934 6840.973851172274 -528534767 1024 5831542.269248378 -9777.1594594595 11646372.8607481068 11373.41099682432305 257528.92988206653 257654.7686043977 1024 6984454.211097692 -11710.130769230771 13948892.79980307629003 13621.965624807691689482 308443.1074570801 308593.82484083984 -626923679 1024 9723.4027027027 -9778.9513513514 10541.0525297287 10.29399661106318 5742.09145323734 5744.897264034267 1024 11645.746153846154 -11712.276923076923 12625.04759999997746 12.329148046874977988 6877.318722794877 6880.679250101603 -6981 3 5831542.269248378 -515.621072973 5830511.027102432 1943503.67570081066667 2749258.455012492 3367140.1929065133 3 6984454.211097692 -617.5607769230769 6983219.0895438458462 2327739.696514615282066667 3292794.4113115156 4032833.0678006653 -762 2 5831542.269248378 1531.2194054054 5833073.4886537834 2916536.7443268917 2915005.5249214866 4122440.3477364695 2 6984454.211097692 1833.9456923076925 6986288.1567899996925 3493144.07839499984625 3491310.1327026924 4937458.140118758 -NULL 3072 9318.4351351351 -4298.1513513514 5018444.1081079808 1633.60810810806667 5695.483082135364 5696.4103077145055 3072 11160.715384615385 -5147.907692307693 6010604.3076923073536 1956.576923076922966667 6821.495748565159 6822.606289190924 +-3728 6 5831542.2692483780 -3367.6517567568 5817556.0411483778 969592.67352472963333 2174330.2092403853 2381859.406131774 6 6984454.21109769200000 -4033.44576923076900 6967702.86724384584710 1161283.811207307641183333 2604201.2704476737 2852759.5602156054 +-563 2 -515.6210729730 -3367.6517567568 -3883.2728297298 -1941.63641486490000 1426.0153418918999 2016.6902366556308 2 -617.56077692307690 -4033.44576923076900 -4651.00654615384590 -2325.503273076922950000 1707.9424961538462 2415.395441814127 +253665376 1024 9767.0054054054 -9779.5486486487 -347484.0818378374 -339.33992366976309 5708.9563478862 5711.745967572779 1024 11697.96923076923100 -11712.99230769231000 -416182.64030769233089 -406.428359675480791885 6837.632716002934 6840.973851172274 +528534767 1024 5831542.2692483780 -9777.1594594595 11646372.8607481068 11373.41099682432305 257528.92988206653 257654.7686043977 1024 6984454.21109769200000 -11710.13076923077100 13948892.79980307629003 13621.965624807691689482 308443.1074570801 308593.82484083984 +626923679 1024 9723.4027027027 -9778.9513513514 10541.0525297287 10.29399661106318 5742.09145323734 5744.897264034267 1024 11645.74615384615400 -11712.27692307692300 12625.04759999997746 12.329148046874977988 6877.318722794877 6880.679250101603 +6981 3 5831542.2692483780 -515.6210729730 5830511.0271024320 1943503.67570081066667 2749258.455012492 3367140.1929065133 3 6984454.21109769200000 -617.56077692307690 6983219.08954384584620 2327739.696514615282066667 3292794.4113115156 4032833.0678006653 +762 2 5831542.2692483780 1531.2194054054 5833073.4886537834 2916536.74432689170000 2915005.5249214866 4122440.3477364695 2 6984454.21109769200000 1833.94569230769250 6986288.15678999969250 3493144.078394999846250000 3491310.1327026924 4937458.140118758 +NULL 3072 9318.4351351351 -4298.1513513514 5018444.1081079808 1633.60810810806667 5695.483082135364 5696.4103077145055 3072 11160.71538461538500 -5147.90769230769300 6010604.30769230735360 1956.576923076922966667 6821.495748565159 6822.606289190924 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out index 59b80f2..16d9929 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_cast.q.out @@ -13,7 +13,7 @@ STAGE PLANS: TableScan alias: alltypesorc Filter Operator - predicate: (((cdouble is not null and cint is not null) and cboolean1 is not null) and ctimestamp1 is not null) (type: boolean) + predicate: (cdouble is not null and cint is not null and cboolean1 is not null and ctimestamp1 is not null) (type: boolean) Select Operator expressions: cdouble (type: double), cint (type: int), cboolean1 (type: boolean), ctimestamp1 (type: timestamp), CAST( cdouble AS decimal(20,10)) (type: decimal(20,10)), CAST( cint AS decimal(23,14)) (type: decimal(23,14)), CAST( cboolean1 AS decimal(5,2)) (type: decimal(5,2)), CAST( ctimestamp1 AS decimal(15,0)) (type: decimal(15,0)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 @@ -29,13 +29,13 @@ POSTHOOK: query: SELECT cdouble, cint, cboolean1, ctimestamp1, CAST(cdouble AS D POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### --13326.0 528534767 true 1969-12-31 15:59:46.674 -13326 528534767 1 -13 --15813.0 528534767 true 1969-12-31 15:59:55.787 -15813 528534767 1 -4 --9566.0 528534767 true 1969-12-31 15:59:44.187 -9566 528534767 1 -16 -15007.0 528534767 true 1969-12-31 15:59:50.434 15007 528534767 1 -10 -7021.0 528534767 true 1969-12-31 16:00:15.007 7021 528534767 1 15 -4963.0 528534767 true 1969-12-31 16:00:07.021 4963 528534767 1 7 --7824.0 528534767 true 1969-12-31 16:00:04.963 -7824 528534767 1 5 --15431.0 528534767 true 1969-12-31 15:59:52.176 -15431 528534767 1 -8 --15549.0 528534767 true 1969-12-31 15:59:44.569 -15549 528534767 1 -15 -5780.0 528534767 true 1969-12-31 15:59:44.451 5780 528534767 1 -16 +-13326.0 528534767 true 1969-12-31 15:59:46.674 -13326.0000000000 528534767.00000000000000 1.00 -13 +-15813.0 528534767 true 1969-12-31 15:59:55.787 -15813.0000000000 528534767.00000000000000 1.00 -4 +-9566.0 528534767 true 1969-12-31 15:59:44.187 -9566.0000000000 528534767.00000000000000 1.00 -16 +15007.0 528534767 true 1969-12-31 15:59:50.434 15007.0000000000 528534767.00000000000000 1.00 -10 +7021.0 528534767 true 1969-12-31 16:00:15.007 7021.0000000000 528534767.00000000000000 1.00 15 +4963.0 528534767 true 1969-12-31 16:00:07.021 4963.0000000000 528534767.00000000000000 1.00 7 +-7824.0 528534767 true 1969-12-31 16:00:04.963 -7824.0000000000 528534767.00000000000000 1.00 5 +-15431.0 528534767 true 1969-12-31 15:59:52.176 -15431.0000000000 528534767.00000000000000 1.00 -8 +-15549.0 528534767 true 1969-12-31 15:59:44.569 -15549.0000000000 528534767.00000000000000 1.00 -15 +5780.0 528534767 true 1969-12-31 15:59:44.451 5780.0000000000 528534767.00000000000000 1.00 -16 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out index 07a5336..d37b973 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_expressions.q.out @@ -12,6 +12,9 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_test +POSTHOOK: Lineage: decimal_test.cdecimal1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_test.cdecimal2 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] PREHOOK: query: EXPLAIN SELECT cdecimal1 + cdecimal2 as c1, cdecimal1 - (2*cdecimal2) as c2, ((cdecimal1+2.34)/cdecimal2) as c3, (cdecimal1 * (cdecimal2/3.4)) as c4, cdecimal1 % 10 as c5, CAST(cdecimal1 AS INT) as c6, CAST(cdecimal2 AS SMALLINT) as c7, CAST(cdecimal2 AS TINYINT) as c8, CAST(cdecimal1 AS BIGINT) as c9, CAST (cdecimal1 AS BOOLEAN) as c10, CAST(cdecimal2 AS DOUBLE) as c11, CAST(cdecimal1 AS FLOAT) as c12, CAST(cdecimal2 AS STRING) as c13, CAST(cdecimal1 AS TIMESTAMP) as c14 FROM decimal_test WHERE cdecimal1 > 0 AND cdecimal1 < 12345.5678 AND cdecimal2 != 0 AND cdecimal2 > 1000 AND cdouble IS NOT NULL ORDER BY c1, c2, c3, c4, c5, c6, c7, c8, c9, c10, c11, c12, c13, c14 LIMIT 10 @@ -27,6 +30,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -37,24 +41,26 @@ STAGE PLANS: alias: decimal_test Statistics: Num rows: 12288 Data size: 2128368 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((((cdecimal1 > 0) and (cdecimal1 < 12345.5678)) and (cdecimal2 <> 0)) and (cdecimal2 > 1000)) and cdouble is not null) (type: boolean) - Statistics: Num rows: 228 Data size: 39491 Basic stats: COMPLETE Column stats: NONE + predicate: ((cdecimal1 > 0) and (cdecimal1 < 12345.5678) and (cdecimal2 <> 0) and (cdecimal2 > 1000) and cdouble is not null) (type: boolean) + Statistics: Num rows: 455 Data size: 78809 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: (cdecimal1 + cdecimal2) (type: decimal(25,14)), (cdecimal1 - (2 * cdecimal2)) (type: decimal(26,14)), ((UDFToDouble(cdecimal1) + 2.34) / UDFToDouble(cdecimal2)) (type: double), (UDFToDouble(cdecimal1) * (UDFToDouble(cdecimal2) / 3.4)) (type: double), (cdecimal1 % 10) (type: decimal(12,10)), UDFToInteger(cdecimal1) (type: int), UDFToShort(cdecimal2) (type: smallint), UDFToByte(cdecimal2) (type: tinyint), UDFToLong(cdecimal1) (type: bigint), UDFToBoolean(cdecimal1) (type: boolean), UDFToDouble(cdecimal2) (type: double), UDFToFloat(cdecimal1) (type: float), UDFToString(cdecimal2) (type: string), CAST( cdecimal1 AS TIMESTAMP) (type: timestamp) + expressions: (cdecimal1 + cdecimal2) (type: decimal(25,14)), (cdecimal1 - (2 * cdecimal2)) (type: decimal(26,14)), ((cdecimal1 + 2.34) / cdecimal2) (type: decimal(38,23)), (cdecimal1 * (cdecimal2 / 3.4)) (type: decimal(38,28)), (cdecimal1 % 10) (type: decimal(12,10)), UDFToInteger(cdecimal1) (type: int), UDFToShort(cdecimal2) (type: smallint), UDFToByte(cdecimal2) (type: tinyint), UDFToLong(cdecimal1) (type: bigint), UDFToBoolean(cdecimal1) (type: boolean), UDFToDouble(cdecimal2) (type: double), UDFToFloat(cdecimal1) (type: float), UDFToString(cdecimal2) (type: string), CAST( cdecimal1 AS TIMESTAMP) (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 228 Data size: 39491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 455 Data size: 78809 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: _col0 (type: decimal(25,14)), _col1 (type: decimal(26,14)), _col2 (type: double), _col3 (type: double), _col4 (type: decimal(12,10)), _col5 (type: int), _col6 (type: smallint), _col7 (type: tinyint), _col8 (type: bigint), _col9 (type: boolean), _col10 (type: double), _col11 (type: float), _col12 (type: string), _col13 (type: timestamp) + key expressions: _col0 (type: decimal(25,14)), _col1 (type: decimal(26,14)), _col2 (type: decimal(38,23)), _col3 (type: decimal(38,28)), _col4 (type: decimal(12,10)), _col5 (type: int), _col6 (type: smallint), _col7 (type: tinyint), _col8 (type: bigint), _col9 (type: boolean), _col10 (type: double), _col11 (type: float), _col12 (type: string), _col13 (type: timestamp) sort order: ++++++++++++++ - Statistics: Num rows: 228 Data size: 39491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 455 Data size: 78809 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: decimal(25,14)), KEY.reducesinkkey1 (type: decimal(26,14)), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: double), KEY.reducesinkkey4 (type: decimal(12,10)), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: smallint), KEY.reducesinkkey7 (type: tinyint), KEY.reducesinkkey8 (type: bigint), KEY.reducesinkkey9 (type: boolean), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: float), KEY.reducesinkkey12 (type: string), KEY.reducesinkkey13 (type: timestamp) + expressions: KEY.reducesinkkey0 (type: decimal(25,14)), KEY.reducesinkkey1 (type: decimal(26,14)), KEY.reducesinkkey2 (type: decimal(38,23)), KEY.reducesinkkey3 (type: decimal(38,28)), KEY.reducesinkkey4 (type: decimal(12,10)), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: smallint), KEY.reducesinkkey7 (type: tinyint), KEY.reducesinkkey8 (type: bigint), KEY.reducesinkkey9 (type: boolean), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: float), KEY.reducesinkkey12 (type: string), KEY.reducesinkkey13 (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 228 Data size: 39491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 455 Data size: 78809 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE @@ -62,8 +68,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 10 Data size: 1730 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -84,13 +90,13 @@ LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_test #### A masked pattern was here #### -1836.441995841977 -1166.027234927254 0.8372697814833714 245972.55810810256 5.6189189189 835 1000 -24 835 true 1000.823076923077 835.6189 1000.823076923077 1969-12-31 16:13:55.618918918 -1856.1322245322462 -1178.5293139292924 0.8372449787014038 251275.4432432497 4.5783783784 844 1011 -13 844 true 1011.5538461538462 844.57837 1011.5538461538462 1969-12-31 16:14:04.578378378 -1858.7575883576155 -1180.196257796231 0.837241711366943 251986.76756757565 5.772972973 845 1012 -12 845 true 1012.9846153846155 845.77295 1012.9846153846155 1969-12-31 16:14:05.772972973 -1862.6956340956693 -1182.6966735966386 0.8372368276344616 253055.6391891997 7.5648648649 847 1015 -9 847 true 1015.1307692307693 847.5649 1015.1307692307693 1969-12-31 16:14:07.564864864 -1883.6985446985233 -1196.0322245322466 0.8372111259286499 258794.49324323673 7.1216216216 857 1026 2 857 true 1026.5769230769233 857.12164 1026.5769230769233 1969-12-31 16:14:17.121621621 -1886.3239085238924 -1197.6991683991848 0.8372079534581902 259516.37432431948 8.3162162162 858 1028 4 858 true 1028.0076923076924 858.3162 1028.0076923076924 1969-12-31 16:14:18.316216216 -1887.636590436577 -1198.532640332654 0.8372063705322131 259877.69189188787 8.9135135135 858 1028 4 858 true 1028.723076923077 858.9135 1028.723076923077 1969-12-31 16:14:18.913513513 -1895.5126819126846 -1203.5334719334692 0.8371969190171343 262050.87567567648 2.4972972973 862 1033 9 862 true 1033.0153846153846 862.4973 1033.0153846153846 1969-12-31 16:14:22.497297297 -1909.9521829522155 -1212.701663201631 0.8371797936946236 266058.54729730723 9.0675675676 869 1040 16 869 true 1040.8846153846155 869.06757 1040.8846153846155 1969-12-31 16:14:29.067567567 -1913.8902286902692 -1215.2020790020384 0.8371751679995797 267156.8270270395 0.8594594595 870 1043 19 870 true 1043.0307692307692 870.85944 1043.0307692307692 1969-12-31 16:14:30.859459459 +1836.44199584197700 -1166.02723492725400 0.83726978148337131458955 245972.5581081025580455294364554849 5.6189189189 835 1000 -24 835 true 1000.823076923077 835.6189 1000.823076923077 1969-12-31 16:13:55.618918918 +1856.13222453224620 -1178.52931392929240 0.83724497870140374273038 251275.4432432496874832128177818760 4.5783783784 844 1011 -13 844 true 1011.5538461538462 844.57837 1011.5538461538462 1969-12-31 16:14:04.578378378 +1858.75758835761550 -1180.19625779623100 0.83724171136694298221079 251986.7675675756486118069543362480 5.7729729730 845 1012 -12 845 true 1012.9846153846155 845.77295 1012.9846153846155 1969-12-31 16:14:05.772972973 +1862.69563409566930 -1182.69667359663860 0.83723682763446158861586 253055.6391891996966694739599371224 7.5648648649 847 1015 -9 847 true 1015.1307692307693 847.5649 1015.1307692307693 1969-12-31 16:14:07.564864864 +1883.69854469852330 -1196.03222453224660 0.83721112592864992485015 258794.4932432367711690165346689984 7.1216216216 857 1026 2 857 true 1026.5769230769233 857.12164 1026.5769230769233 1969-12-31 16:14:17.121621621 +1886.32390852389240 -1197.69916839918480 0.83720795345819015087813 259516.3743243194445698729852508744 8.3162162162 858 1028 4 858 true 1028.0076923076924 858.3162 1028.0076923076924 1969-12-31 16:14:18.316216216 +1887.63659043657700 -1198.53264033265400 0.83720637053221313673364 259877.6918918878226000553442090620 8.9135135135 858 1028 4 858 true 1028.723076923077 858.9135 1028.723076923077 1969-12-31 16:14:18.913513513 +1895.51268191268460 -1203.53347193346920 0.83719691901713431682002 262050.8756756764929300794233581876 2.4972972973 862 1033 9 862 true 1033.0153846153846 862.4973 1033.0153846153846 1969-12-31 16:14:22.497297297 +1909.95218295221550 -1212.70166320163100 0.83717979369462356311054 266058.5472973072557375360130254372 9.0675675676 869 1040 16 869 true 1040.8846153846155 869.06757 1040.8846153846155 1969-12-31 16:14:29.067567567 +1913.89022869026920 -1215.20207900203840 0.83717516799957965211367 267156.8270270394559195677611589825 0.8594594595 870 1043 19 870 true 1043.0307692307692 870.85944 1043.0307692307692 1969-12-31 16:14:30.859459459 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out index fe48511..361c46b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_mapjoin.q.out @@ -85,6 +85,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -96,30 +97,30 @@ STAGE PLANS: Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: dec is not null (type: boolean) - Statistics: Num rows: 525 Data size: 58800 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 dec (type: decimal(6,2)) - 1 dec (type: decimal(6,2)) - outputColumnNames: _col0, _col4 - input vertices: - 1 Map 2 - Statistics: Num rows: 577 Data size: 64680 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: decimal(4,2)), _col4 (type: decimal(4,0)) + Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: dec (type: decimal(4,2)) + outputColumnNames: _col0 + Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: decimal(6,2)) + 1 _col0 (type: decimal(6,2)) outputColumnNames: _col0, _col1 - Statistics: Num rows: 577 Data size: 64680 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 2 + Statistics: Num rows: 1153 Data size: 129236 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 577 Data size: 64680 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1153 Data size: 129236 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -127,14 +128,18 @@ STAGE PLANS: Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: dec is not null (type: boolean) - Statistics: Num rows: 525 Data size: 58800 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: dec (type: decimal(6,2)) - sort order: + - Map-reduce partition columns: dec (type: decimal(6,2)) - Statistics: Num rows: 525 Data size: 58800 Basic stats: COMPLETE Column stats: NONE - value expressions: dec (type: decimal(4,0)) + Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: dec (type: decimal(4,0)) + outputColumnNames: _col0 + Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: decimal(6,2)) + sort order: + + Map-reduce partition columns: _col0 (type: decimal(6,2)) + Statistics: Num rows: 1049 Data size: 117488 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -156,109 +161,109 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 #### A masked pattern was here #### -14 14 -14 14 -14 14 -14 14 -14 14 -14 14 -14 14 -14 14 -14 14 -17 17 -17 17 -17 17 -17 17 -17 17 -17 17 -17 17 -17 17 -17 17 -17 17 -45 45 -45 45 -45 45 -45 45 -45 45 -6 6 -6 6 -6 6 -6 6 -6 6 -6 6 -62 62 -62 62 -62 62 -62 62 -62 62 -62 62 -62 62 -62 62 -62 62 -62 62 -62 62 -62 62 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -64 64 -70 70 -70 70 -70 70 -70 70 -70 70 -70 70 -70 70 -79 79 -79 79 -79 79 -79 79 -79 79 -79 79 -89 89 -89 89 -89 89 -89 89 -89 89 -89 89 -89 89 -89 89 -89 89 -89 89 -89 89 -89 89 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 -9 9 +14.00 14 +14.00 14 +14.00 14 +14.00 14 +14.00 14 +14.00 14 +14.00 14 +14.00 14 +14.00 14 +17.00 17 +17.00 17 +17.00 17 +17.00 17 +17.00 17 +17.00 17 +17.00 17 +17.00 17 +17.00 17 +17.00 17 +45.00 45 +45.00 45 +45.00 45 +45.00 45 +45.00 45 +6.00 6 +6.00 6 +6.00 6 +6.00 6 +6.00 6 +6.00 6 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +62.00 62 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +64.00 64 +70.00 70 +70.00 70 +70.00 70 +70.00 70 +70.00 70 +70.00 70 +70.00 70 +79.00 79 +79.00 79 +79.00 79 +79.00 79 +79.00 79 +79.00 79 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +89.00 89 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 +9.00 9 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out index 5e85b63..6d5b578 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_math_funcs.q.out @@ -8,6 +8,10 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_test +POSTHOOK: Lineage: decimal_test.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: decimal_test.cdecimal1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_test.cdecimal2 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] PREHOOK: query: -- Test math functions in vectorized mode to verify they run correctly end-to-end. explain @@ -99,7 +103,7 @@ STAGE PLANS: Filter Operator predicate: (((cbigint % 500) = 0) and (sin(cdecimal1) >= -1.0)) (type: boolean) Select Operator - expressions: cdecimal1 (type: decimal(20,10)), round(cdecimal1, 2) (type: decimal(13,2)), round(cdecimal1) (type: decimal(11,0)), floor(cdecimal1) (type: decimal(11,0)), ceil(cdecimal1) (type: decimal(11,0)), round(exp(cdecimal1), 58) (type: double), ln(cdecimal1) (type: double), log10(cdecimal1) (type: double), log2(cdecimal1) (type: double), log2((UDFToDouble(cdecimal1) - 15601.0)) (type: double), log(2.0, cdecimal1) (type: double), power(log2(cdecimal1), 2.0) (type: double), power(log2(cdecimal1), 2.0) (type: double), sqrt(cdecimal1) (type: double), abs(cdecimal1) (type: decimal(20,10)), sin(cdecimal1) (type: double), asin(cdecimal1) (type: double), cos(cdecimal1) (type: double), acos(cdecimal1) (type: double), atan(cdecimal1) (type: double), degrees(cdecimal1) (type: double), radians(cdecimal1) (type: double), cdecimal1 (type: decimal(20,10)), (- cdecimal1) (type: decimal(20,10)), sign(cdecimal1) (type: int), cos(((- sin(log(cdecimal1))) + 3.14159)) (type: double) + expressions: cdecimal1 (type: decimal(20,10)), round(cdecimal1, 2) (type: decimal(13,2)), round(cdecimal1) (type: decimal(11,0)), floor(cdecimal1) (type: decimal(11,0)), ceil(cdecimal1) (type: decimal(11,0)), round(exp(cdecimal1), 58) (type: double), ln(cdecimal1) (type: double), log10(cdecimal1) (type: double), log2(cdecimal1) (type: double), log2((cdecimal1 - 15601)) (type: double), log(2, cdecimal1) (type: double), power(log2(cdecimal1), 2) (type: double), power(log2(cdecimal1), 2) (type: double), sqrt(cdecimal1) (type: double), abs(cdecimal1) (type: decimal(20,10)), sin(cdecimal1) (type: double), asin(cdecimal1) (type: double), cos(cdecimal1) (type: double), acos(cdecimal1) (type: double), atan(cdecimal1) (type: double), degrees(cdecimal1) (type: double), radians(cdecimal1) (type: double), cdecimal1 (type: decimal(20,10)), (- cdecimal1) (type: decimal(20,10)), sign(cdecimal1) (type: int), cos(((- sin(log(cdecimal1))) + 3.14159)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25 ListSink diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out index 4287a73..5583874 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_precision.q.out @@ -99,13 +99,13 @@ NULL NULL NULL NULL -0 -0 -0 -0 -0 -0.123456789 -0.123456789 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.1234567890 +0.1234567890 1.2345678901 1.2345678901 1.2345678901 @@ -122,14 +122,14 @@ NULL 12345.6789012346 123456.7890123456 123456.7890123457 -1234567.890123456 +1234567.8901234560 1234567.8901234568 -12345678.90123456 +12345678.9012345600 12345678.9012345679 -123456789.0123456 +123456789.0123456000 123456789.0123456789 -1234567890.123456 -1234567890.123456789 +1234567890.1234560000 +1234567890.1234567890 PREHOOK: query: SELECT dec, dec + 1, dec - 1 FROM DECIMAL_PRECISION ORDER BY dec PREHOOK: type: QUERY PREHOOK: Input: default@decimal_precision @@ -182,13 +182,13 @@ NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL -0 1 -1 -0 1 -1 -0 1 -1 -0 1 -1 -0 1 -1 -0.123456789 1.123456789 -0.876543211 -0.123456789 1.123456789 -0.876543211 +0.0000000000 1.0000000000 -1.0000000000 +0.0000000000 1.0000000000 -1.0000000000 +0.0000000000 1.0000000000 -1.0000000000 +0.0000000000 1.0000000000 -1.0000000000 +0.0000000000 1.0000000000 -1.0000000000 +0.1234567890 1.1234567890 -0.8765432110 +0.1234567890 1.1234567890 -0.8765432110 1.2345678901 2.2345678901 0.2345678901 1.2345678901 2.2345678901 0.2345678901 1.2345678901 2.2345678901 0.2345678901 @@ -205,14 +205,14 @@ NULL NULL NULL 12345.6789012346 12346.6789012346 12344.6789012346 123456.7890123456 123457.7890123456 123455.7890123456 123456.7890123457 123457.7890123457 123455.7890123457 -1234567.890123456 1234568.890123456 1234566.890123456 +1234567.8901234560 1234568.8901234560 1234566.8901234560 1234567.8901234568 1234568.8901234568 1234566.8901234568 -12345678.90123456 12345679.90123456 12345677.90123456 +12345678.9012345600 12345679.9012345600 12345677.9012345600 12345678.9012345679 12345679.9012345679 12345677.9012345679 -123456789.0123456 123456790.0123456 123456788.0123456 +123456789.0123456000 123456790.0123456000 123456788.0123456000 123456789.0123456789 123456790.0123456789 123456788.0123456789 -1234567890.123456 1234567891.123456 1234567889.123456 -1234567890.123456789 1234567891.123456789 1234567889.123456789 +1234567890.1234560000 1234567891.1234560000 1234567889.1234560000 +1234567890.1234567890 1234567891.1234567890 1234567889.1234567890 PREHOOK: query: SELECT dec, dec * 2, dec / 3 FROM DECIMAL_PRECISION ORDER BY dec PREHOOK: type: QUERY PREHOOK: Input: default@decimal_precision @@ -265,37 +265,37 @@ NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL NULL -0 0 0 -0 0 0 -0 0 0 -0 0 0 -0 0 0 -0.123456789 0.246913578 0.041152263 -0.123456789 0.246913578 0.041152263 -1.2345678901 2.4691357802 0.411522630033 -1.2345678901 2.4691357802 0.411522630033 -1.2345678901 2.4691357802 0.411522630033 -12.3456789012 24.6913578024 4.1152263004 -12.3456789012 24.6913578024 4.1152263004 -12.3456789012 24.6913578024 4.1152263004 -123.4567890123 246.9135780246 41.1522630041 -123.4567890123 246.9135780246 41.1522630041 -123.4567890123 246.9135780246 41.1522630041 -1234.5678901235 2469.135780247 411.522630041167 -1234.5678901235 2469.135780247 411.522630041167 -1234.5678901235 2469.135780247 411.522630041167 -12345.6789012346 24691.3578024692 4115.226300411533 -12345.6789012346 24691.3578024692 4115.226300411533 -123456.7890123456 246913.5780246912 41152.2630041152 -123456.7890123457 246913.5780246914 41152.263004115233 -1234567.890123456 2469135.780246912 411522.630041152 -1234567.8901234568 2469135.7802469136 411522.630041152267 -12345678.90123456 24691357.80246912 4115226.30041152 -12345678.9012345679 24691357.8024691358 4115226.300411522633 -123456789.0123456 246913578.0246912 41152263.0041152 -123456789.0123456789 246913578.0246913578 41152263.0041152263 -1234567890.123456 2469135780.246912 411522630.041152 -1234567890.123456789 2469135780.246913578 411522630.041152263 +0.0000000000 0.0000000000 0.000000000000000000 +0.0000000000 0.0000000000 0.000000000000000000 +0.0000000000 0.0000000000 0.000000000000000000 +0.0000000000 0.0000000000 0.000000000000000000 +0.0000000000 0.0000000000 0.000000000000000000 +0.1234567890 0.2469135780 0.041152263000000000 +0.1234567890 0.2469135780 0.041152263000000000 +1.2345678901 2.4691357802 0.411522630033333333 +1.2345678901 2.4691357802 0.411522630033333333 +1.2345678901 2.4691357802 0.411522630033333333 +12.3456789012 24.6913578024 4.115226300400000000 +12.3456789012 24.6913578024 4.115226300400000000 +12.3456789012 24.6913578024 4.115226300400000000 +123.4567890123 246.9135780246 41.152263004100000000 +123.4567890123 246.9135780246 41.152263004100000000 +123.4567890123 246.9135780246 41.152263004100000000 +1234.5678901235 2469.1357802470 411.522630041166666667 +1234.5678901235 2469.1357802470 411.522630041166666667 +1234.5678901235 2469.1357802470 411.522630041166666667 +12345.6789012346 24691.3578024692 4115.226300411533333333 +12345.6789012346 24691.3578024692 4115.226300411533333333 +123456.7890123456 246913.5780246912 41152.263004115200000000 +123456.7890123457 246913.5780246914 41152.263004115233333333 +1234567.8901234560 2469135.7802469120 411522.630041152000000000 +1234567.8901234568 2469135.7802469136 411522.630041152266666667 +12345678.9012345600 24691357.8024691200 4115226.300411520000000000 +12345678.9012345679 24691357.8024691358 4115226.300411522633333333 +123456789.0123456000 246913578.0246912000 41152263.004115200000000000 +123456789.0123456789 246913578.0246913578 41152263.004115226300000000 +1234567890.1234560000 2469135780.2469120000 411522630.041152000000000000 +1234567890.1234567890 2469135780.2469135780 411522630.041152263000000000 PREHOOK: query: SELECT dec, dec / 9 FROM DECIMAL_PRECISION ORDER BY dec PREHOOK: type: QUERY PREHOOK: Input: default@decimal_precision @@ -348,37 +348,37 @@ NULL NULL NULL NULL NULL NULL NULL NULL -0 0 -0 0 -0 0 -0 0 -0 0 -0.123456789 0.013717421 -0.123456789 0.013717421 -1.2345678901 0.137174210011 -1.2345678901 0.137174210011 -1.2345678901 0.137174210011 -12.3456789012 1.371742100133 -12.3456789012 1.371742100133 -12.3456789012 1.371742100133 -123.4567890123 13.717421001367 -123.4567890123 13.717421001367 -123.4567890123 13.717421001367 -1234.5678901235 137.174210013722 -1234.5678901235 137.174210013722 -1234.5678901235 137.174210013722 -12345.6789012346 1371.742100137178 -12345.6789012346 1371.742100137178 -123456.7890123456 13717.421001371733 -123456.7890123457 13717.421001371744 -1234567.890123456 137174.210013717333 -1234567.8901234568 137174.210013717422 -12345678.90123456 1371742.100137173333 -12345678.9012345679 1371742.100137174211 -123456789.0123456 13717421.001371733333 -123456789.0123456789 13717421.0013717421 -1234567890.123456 137174210.013717333333 -1234567890.123456789 137174210.013717421 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.1234567890 0.013717421000000000 +0.1234567890 0.013717421000000000 +1.2345678901 0.137174210011111111 +1.2345678901 0.137174210011111111 +1.2345678901 0.137174210011111111 +12.3456789012 1.371742100133333333 +12.3456789012 1.371742100133333333 +12.3456789012 1.371742100133333333 +123.4567890123 13.717421001366666667 +123.4567890123 13.717421001366666667 +123.4567890123 13.717421001366666667 +1234.5678901235 137.174210013722222222 +1234.5678901235 137.174210013722222222 +1234.5678901235 137.174210013722222222 +12345.6789012346 1371.742100137177777778 +12345.6789012346 1371.742100137177777778 +123456.7890123456 13717.421001371733333333 +123456.7890123457 13717.421001371744444444 +1234567.8901234560 137174.210013717333333333 +1234567.8901234568 137174.210013717422222222 +12345678.9012345600 1371742.100137173333333333 +12345678.9012345679 1371742.100137174211111111 +123456789.0123456000 13717421.001371733333333333 +123456789.0123456789 13717421.001371742100000000 +1234567890.1234560000 137174210.013717333333333333 +1234567890.1234567890 137174210.013717421000000000 PREHOOK: query: SELECT dec, dec / 27 FROM DECIMAL_PRECISION ORDER BY dec PREHOOK: type: QUERY PREHOOK: Input: default@decimal_precision @@ -431,37 +431,37 @@ NULL NULL NULL NULL NULL NULL NULL NULL -0 0 -0 0 -0 0 -0 0 -0 0 -0.123456789 0.0045724736667 -0.123456789 0.0045724736667 -1.2345678901 0.0457247366704 -1.2345678901 0.0457247366704 -1.2345678901 0.0457247366704 -12.3456789012 0.4572473667111 -12.3456789012 0.4572473667111 -12.3456789012 0.4572473667111 -123.4567890123 4.5724736671222 -123.4567890123 4.5724736671222 -123.4567890123 4.5724736671222 -1234.5678901235 45.7247366712407 -1234.5678901235 45.7247366712407 -1234.5678901235 45.7247366712407 -12345.6789012346 457.2473667123926 -12345.6789012346 457.2473667123926 -123456.7890123456 4572.4736671239111 -123456.7890123457 4572.4736671239148 -1234567.890123456 45724.7366712391111 -1234567.8901234568 45724.7366712391407 -12345678.90123456 457247.3667123911111 -12345678.9012345679 457247.3667123914037 -123456789.0123456 4572473.6671239111111 -123456789.0123456789 4572473.6671239140333 -1234567890.123456 45724736.6712391111111 -1234567890.123456789 45724736.6712391403333 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.0000000000 0.000000000000000000 +0.1234567890 0.004572473666666667 +0.1234567890 0.004572473666666667 +1.2345678901 0.045724736670370370 +1.2345678901 0.045724736670370370 +1.2345678901 0.045724736670370370 +12.3456789012 0.457247366711111111 +12.3456789012 0.457247366711111111 +12.3456789012 0.457247366711111111 +123.4567890123 4.572473667122222222 +123.4567890123 4.572473667122222222 +123.4567890123 4.572473667122222222 +1234.5678901235 45.724736671240740741 +1234.5678901235 45.724736671240740741 +1234.5678901235 45.724736671240740741 +12345.6789012346 457.247366712392592593 +12345.6789012346 457.247366712392592593 +123456.7890123456 4572.473667123911111111 +123456.7890123457 4572.473667123914814815 +1234567.8901234560 45724.736671239111111111 +1234567.8901234568 45724.736671239140740741 +12345678.9012345600 457247.366712391111111111 +12345678.9012345679 457247.366712391403703704 +123456789.0123456000 4572473.667123911111111111 +123456789.0123456789 4572473.667123914033333333 +1234567890.1234560000 45724736.671239111111111111 +1234567890.1234567890 45724736.671239140333333333 PREHOOK: query: SELECT dec, dec * dec FROM DECIMAL_PRECISION ORDER BY dec PREHOOK: type: QUERY PREHOOK: Input: default@decimal_precision @@ -514,13 +514,13 @@ NULL NULL NULL NULL NULL NULL NULL NULL -0 0 -0 0 -0 0 -0 0 -0 0 -0.123456789 0.015241578750190521 -0.123456789 0.015241578750190521 +0.0000000000 0.00000000000000000000 +0.0000000000 0.00000000000000000000 +0.0000000000 0.00000000000000000000 +0.0000000000 0.00000000000000000000 +0.0000000000 0.00000000000000000000 +0.1234567890 0.01524157875019052100 +0.1234567890 0.01524157875019052100 1.2345678901 1.52415787526596567801 1.2345678901 1.52415787526596567801 1.2345678901 1.52415787526596567801 @@ -537,14 +537,14 @@ NULL NULL 12345.6789012346 152415787.53238916034140423716 123456.7890123456 15241578753.23881726870921383936 123456.7890123457 15241578753.23884196006701630849 -1234567.890123456 1524157875323.881726870921383936 +1234567.8901234560 1524157875323.88172687092138393600 1234567.8901234568 1524157875323.88370217954558146624 -12345678.90123456 152415787532388.1726870921383936 +12345678.9012345600 152415787532388.17268709213839360000 12345678.9012345679 152415787532388.36774881877789971041 -123456789.0123456 15241578753238817.26870921383936 +123456789.0123456000 15241578753238817.26870921383936000000 123456789.0123456789 15241578753238836.75019051998750190521 -1234567890.123456 NULL -1234567890.123456789 NULL +1234567890.1234560000 NULL +1234567890.1234567890 NULL PREHOOK: query: EXPLAIN SELECT avg(dec), sum(dec) FROM DECIMAL_PRECISION PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT avg(dec), sum(dec) FROM DECIMAL_PRECISION @@ -556,6 +556,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -573,26 +574,27 @@ STAGE PLANS: aggregations: avg(dec), sum(dec) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: decimal(30,10)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: avg(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 400 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -644,7 +646,7 @@ POSTHOOK: query: SELECT MIN(cast('12345678901234567890.12345678' as decimal(38,1 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_precision #### A masked pattern was here #### -12345678901234567890.12345678 +12345678901234567890.123456780000000000 PREHOOK: query: SELECT COUNT(cast('12345678901234567890.12345678' as decimal(38,18))) FROM DECIMAL_PRECISION PREHOOK: type: QUERY PREHOOK: Input: default@decimal_precision diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out index d3693c5..4063199 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_round.q.out @@ -43,6 +43,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -62,8 +63,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(11,0)) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(10,0)), VALUE._col0 (type: decimal(11,0)) @@ -73,8 +75,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -105,6 +107,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -119,13 +122,14 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: round(_col0, (- 1)) (type: decimal(11,0)) + key expressions: round(_col0, -1) (type: decimal(11,0)) sort order: + Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(10,0)) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(10,0)), KEY.reducesinkkey0 (type: decimal(11,0)) @@ -135,8 +139,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -195,6 +199,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -214,8 +219,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(11,0)) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(10,0)), VALUE._col0 (type: decimal(11,0)) @@ -225,8 +231,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -257,6 +263,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -271,13 +278,14 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: round(_col0, (- 1)) (type: decimal(11,0)) + key expressions: round(_col0, -1) (type: decimal(11,0)) sort order: + Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(10,0)) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(10,0)), KEY.reducesinkkey0 (type: decimal(11,0)) @@ -287,8 +295,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -347,6 +355,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -366,8 +375,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(11,0)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(10,0)), VALUE._col0 (type: decimal(11,0)) @@ -377,8 +387,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -409,6 +419,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -423,13 +434,14 @@ STAGE PLANS: outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator - key expressions: round(_col0, (- 1)) (type: decimal(11,0)) + key expressions: round(_col0, -1) (type: decimal(11,0)) sort order: + Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(10,0)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: decimal(10,0)), KEY.reducesinkkey0 (type: decimal(11,0)) @@ -439,8 +451,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out index 9182694..882e83d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_round_2.q.out @@ -25,7 +25,7 @@ POSTHOOK: query: select * from decimal_tbl_1_orc POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_tbl_1_orc #### A masked pattern was here #### -55555 +55555.000000000000000000 PREHOOK: query: -- EXPLAIN -- SELECT dec, round(null), round(null, 0), round(125, null), -- round(1.0/0.0, 0), round(power(-1.0,0.5), 0) @@ -65,6 +65,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -84,8 +85,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(21,0)), _col2 (type: decimal(22,1)), _col3 (type: decimal(23,2)), _col4 (type: decimal(24,3)), _col5 (type: decimal(21,0)), _col6 (type: decimal(21,0)), _col7 (type: decimal(21,0)), _col8 (type: decimal(21,0)), _col9 (type: decimal(21,0)), _col10 (type: decimal(21,0)), _col11 (type: decimal(21,0)), _col12 (type: decimal(21,0)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(21,0)), VALUE._col0 (type: decimal(21,0)), VALUE._col1 (type: decimal(22,1)), VALUE._col2 (type: decimal(23,2)), VALUE._col3 (type: decimal(24,3)), VALUE._col4 (type: decimal(21,0)), VALUE._col5 (type: decimal(21,0)), VALUE._col6 (type: decimal(21,0)), VALUE._col7 (type: decimal(21,0)), VALUE._col8 (type: decimal(21,0)), VALUE._col9 (type: decimal(21,0)), VALUE._col10 (type: decimal(21,0)), VALUE._col11 (type: decimal(21,0)) @@ -95,8 +97,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -121,7 +123,7 @@ FROM decimal_tbl_1_orc ORDER BY d POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_tbl_1_orc #### A masked pattern was here #### -55555 55555 55555 55555 55555 55560 55600 56000 60000 100000 0 0 0 +55555 55555 55555.0 55555.00 55555.000 55560 55600 56000 60000 100000 0 0 0 PREHOOK: query: create table decimal_tbl_2_orc (pos decimal(38,18), neg decimal(38,18)) STORED AS ORC PREHOOK: type: CREATETABLE @@ -150,7 +152,7 @@ POSTHOOK: query: select * from decimal_tbl_2_orc POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_tbl_2_orc #### A masked pattern was here #### -125.315 -125.315 +125.315000000000000000 -125.315000000000000000 PREHOOK: query: EXPLAIN SELECT round(pos) as p, round(pos, 0), @@ -178,6 +180,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -197,8 +200,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(21,0)), _col2 (type: decimal(22,1)), _col3 (type: decimal(23,2)), _col4 (type: decimal(24,3)), _col5 (type: decimal(25,4)), _col6 (type: decimal(21,0)), _col7 (type: decimal(21,0)), _col8 (type: decimal(21,0)), _col9 (type: decimal(21,0)), _col10 (type: decimal(21,0)), _col11 (type: decimal(21,0)), _col12 (type: decimal(22,1)), _col13 (type: decimal(23,2)), _col14 (type: decimal(24,3)), _col15 (type: decimal(25,4)), _col16 (type: decimal(21,0)), _col17 (type: decimal(21,0)), _col18 (type: decimal(21,0)), _col19 (type: decimal(21,0)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(21,0)), VALUE._col0 (type: decimal(21,0)), VALUE._col1 (type: decimal(22,1)), VALUE._col2 (type: decimal(23,2)), VALUE._col3 (type: decimal(24,3)), VALUE._col4 (type: decimal(25,4)), VALUE._col5 (type: decimal(21,0)), VALUE._col6 (type: decimal(21,0)), VALUE._col7 (type: decimal(21,0)), VALUE._col8 (type: decimal(21,0)), VALUE._col9 (type: decimal(21,0)), VALUE._col10 (type: decimal(21,0)), VALUE._col11 (type: decimal(22,1)), VALUE._col12 (type: decimal(23,2)), VALUE._col13 (type: decimal(24,3)), VALUE._col14 (type: decimal(25,4)), VALUE._col15 (type: decimal(21,0)), VALUE._col16 (type: decimal(21,0)), VALUE._col17 (type: decimal(21,0)), VALUE._col18 (type: decimal(21,0)) @@ -208,8 +212,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -240,7 +244,7 @@ FROM decimal_tbl_2_orc ORDER BY p POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_tbl_2_orc #### A masked pattern was here #### -125 125 125.3 125.32 125.315 125.315 130 100 0 0 -125 -125 -125.3 -125.32 -125.315 -125.315 -130 -100 0 0 +125 125 125.3 125.32 125.315 125.3150 130 100 0 0 -125 -125 -125.3 -125.32 -125.315 -125.3150 -130 -100 0 0 PREHOOK: query: create table decimal_tbl_3_orc (dec decimal(38,18)) STORED AS ORC PREHOOK: type: CREATETABLE @@ -268,7 +272,7 @@ POSTHOOK: query: select * from decimal_tbl_3_orc POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_tbl_3_orc #### A masked pattern was here #### -3.141592653589793 +3.141592653589793000 PREHOOK: query: EXPLAIN SELECT round(dec, -15) as d, round(dec, -16), @@ -318,6 +322,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -337,8 +342,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(21,0)), _col2 (type: decimal(21,0)), _col3 (type: decimal(21,0)), _col4 (type: decimal(21,0)), _col5 (type: decimal(21,0)), _col6 (type: decimal(21,0)), _col7 (type: decimal(21,0)), _col8 (type: decimal(21,0)), _col9 (type: decimal(21,0)), _col10 (type: decimal(21,0)), _col11 (type: decimal(21,0)), _col12 (type: decimal(21,0)), _col13 (type: decimal(21,0)), _col14 (type: decimal(21,0)), _col15 (type: decimal(21,0)), _col16 (type: decimal(21,0)), _col17 (type: decimal(22,1)), _col18 (type: decimal(23,2)), _col19 (type: decimal(24,3)), _col20 (type: decimal(25,4)), _col21 (type: decimal(26,5)), _col22 (type: decimal(27,6)), _col23 (type: decimal(28,7)), _col24 (type: decimal(29,8)), _col25 (type: decimal(30,9)), _col26 (type: decimal(31,10)), _col27 (type: decimal(32,11)), _col28 (type: decimal(33,12)), _col29 (type: decimal(34,13)), _col31 (type: decimal(35,14)), _col32 (type: decimal(36,15)), _col33 (type: decimal(37,16)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(21,0)), VALUE._col0 (type: decimal(21,0)), VALUE._col1 (type: decimal(21,0)), VALUE._col2 (type: decimal(21,0)), VALUE._col3 (type: decimal(21,0)), VALUE._col4 (type: decimal(21,0)), VALUE._col5 (type: decimal(21,0)), VALUE._col6 (type: decimal(21,0)), VALUE._col7 (type: decimal(21,0)), VALUE._col8 (type: decimal(21,0)), VALUE._col9 (type: decimal(21,0)), VALUE._col10 (type: decimal(21,0)), VALUE._col11 (type: decimal(21,0)), VALUE._col12 (type: decimal(21,0)), VALUE._col13 (type: decimal(21,0)), VALUE._col14 (type: decimal(21,0)), VALUE._col15 (type: decimal(21,0)), VALUE._col16 (type: decimal(22,1)), VALUE._col17 (type: decimal(23,2)), VALUE._col18 (type: decimal(24,3)), VALUE._col19 (type: decimal(25,4)), VALUE._col20 (type: decimal(26,5)), VALUE._col21 (type: decimal(27,6)), VALUE._col22 (type: decimal(28,7)), VALUE._col23 (type: decimal(29,8)), VALUE._col24 (type: decimal(30,9)), VALUE._col25 (type: decimal(31,10)), VALUE._col26 (type: decimal(32,11)), VALUE._col27 (type: decimal(33,12)), VALUE._col28 (type: decimal(34,13)), VALUE._col28 (type: decimal(34,13)), VALUE._col29 (type: decimal(35,14)), VALUE._col30 (type: decimal(36,15)), VALUE._col31 (type: decimal(37,16)) @@ -348,8 +354,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -402,7 +408,7 @@ FROM decimal_tbl_3_orc ORDER BY d POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_tbl_3_orc #### A masked pattern was here #### -0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 3 3.1 3.14 3.142 3.1416 3.14159 3.141593 3.1415927 3.14159265 3.141592654 3.1415926536 3.14159265359 3.14159265359 3.1415926535898 3.1415926535898 3.14159265358979 3.141592653589793 3.141592653589793 +0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 3 3.1 3.14 3.142 3.1416 3.14159 3.141593 3.1415927 3.14159265 3.141592654 3.1415926536 3.14159265359 3.141592653590 3.1415926535898 3.1415926535898 3.14159265358979 3.141592653589793 3.1415926535897930 PREHOOK: query: create table decimal_tbl_4_orc (pos decimal(38,18), neg decimal(38,18)) STORED AS ORC PREHOOK: type: CREATETABLE @@ -431,7 +437,7 @@ POSTHOOK: query: select * from decimal_tbl_4_orc POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_tbl_4_orc #### A masked pattern was here #### -1809242.3151111344 -1809242.3151111344 +1809242.315111134400000000 -1809242.315111134400000000 PREHOOK: query: EXPLAIN SELECT round(pos, 9) as p, round(neg, 9), round(1809242.3151111344BD, 9), round(-1809242.3151111344BD, 9) FROM decimal_tbl_4_orc ORDER BY p @@ -447,6 +453,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -466,8 +473,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(30,9)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: decimal(30,9)), VALUE._col0 (type: decimal(30,9)), 1809242.315111134 (type: decimal(17,9)), -1809242.315111134 (type: decimal(17,9)) @@ -477,8 +485,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 224 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out index ffdb1c9..7dea1a2 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_trailing.q.out @@ -73,16 +73,16 @@ POSTHOOK: query: SELECT * FROM DECIMAL_TRAILING ORDER BY id POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_trailing #### A masked pattern was here #### -0 0 0 -1 0 0 +0 0.0000 0.00000000 +1 0.0000 0.00000000 2 NULL NULL -3 1 1 -4 10 10 -5 100 100 -6 1000 1000 -7 10000 10000 -8 100000 100000 -9 NULL 1000000 +3 1.0000 1.00000000 +4 10.0000 10.00000000 +5 100.0000 100.00000000 +6 1000.0000 1000.00000000 +7 10000.0000 10000.00000000 +8 100000.0000 100000.00000000 +9 NULL 1000000.00000000 10 NULL NULL 11 NULL NULL 12 NULL NULL @@ -91,18 +91,18 @@ POSTHOOK: Input: default@decimal_trailing 15 NULL NULL 16 NULL NULL 17 NULL NULL -18 1 1 -19 10 10 -20 100 100 -21 1000 1000 -22 100000 10000 -23 0 0 -24 0 0 -25 0 0 -26 0 0 -27 0 0 -28 12313.2 134134.312525 -29 99999.999 134134.31242553 +18 1.0000 1.00000000 +19 10.0000 10.00000000 +20 100.0000 100.00000000 +21 1000.0000 1000.00000000 +22 100000.0000 10000.00000000 +23 0.0000 0.00000000 +24 0.0000 0.00000000 +25 0.0000 0.00000000 +26 0.0000 0.00000000 +27 0.0000 0.00000000 +28 12313.2000 134134.31252500 +29 99999.9990 134134.31242553 PREHOOK: query: DROP TABLE DECIMAL_TRAILING_txt PREHOOK: type: DROPTABLE PREHOOK: Input: default@decimal_trailing_txt diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out index 66303c3..40dc99a 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_udf.q.out @@ -76,10 +76,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -95,44 +96,44 @@ POSTHOOK: query: SELECT key + key FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --8800 +-8800.0000000000 NULL -0 -0 -200 -20 -2 -0.2 -0.02 -400 -40 -4 -0 -0.4 -0.04 -0.6 -0.66 -0.666 --0.6 --0.66 --0.666 -2 -4 -6.28 --2.24 --2.24 --2.244 -2.24 -2.244 -248 -250.4 --2510.98 -6.28 -6.28 -6.28 -2 --2469135780.246913578 -2469135780.24691356 +0.0000000000 +0.0000000000 +200.0000000000 +20.0000000000 +2.0000000000 +0.2000000000 +0.0200000000 +400.0000000000 +40.0000000000 +4.0000000000 +0.0000000000 +0.4000000000 +0.0400000000 +0.6000000000 +0.6600000000 +0.6660000000 +-0.6000000000 +-0.6600000000 +-0.6660000000 +2.0000000000 +4.0000000000 +6.2800000000 +-2.2400000000 +-2.2400000000 +-2.2440000000 +2.2400000000 +2.2440000000 +248.0000000000 +250.4000000000 +-2510.9800000000 +6.2800000000 +6.2800000000 +6.2800000000 +2.0000000000 +-2469135780.2469135780 +2469135780.2469135600 PREHOOK: query: EXPLAIN SELECT key + value FROM DECIMAL_UDF PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key + value FROM DECIMAL_UDF @@ -159,10 +160,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -178,44 +180,44 @@ POSTHOOK: query: SELECT key + value FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -0 +0.0000000000 NULL -0 -0 -200 -20 -2 -0.1 -0.01 -400 -40 -4 -0 -0.2 -0.02 -0.3 -0.33 -0.333 --0.3 --0.33 --0.333 -2 -4 -6.14 --2.12 --2.12 --12.122 -2.12 -2.122 -248 -250.2 --2510.49 -6.14 -6.14 -7.14 -2 --2469135780.123456789 -2469135780.12345678 +0.0000000000 +0.0000000000 +200.0000000000 +20.0000000000 +2.0000000000 +0.1000000000 +0.0100000000 +400.0000000000 +40.0000000000 +4.0000000000 +0.0000000000 +0.2000000000 +0.0200000000 +0.3000000000 +0.3300000000 +0.3330000000 +-0.3000000000 +-0.3300000000 +-0.3330000000 +2.0000000000 +4.0000000000 +6.1400000000 +-2.1200000000 +-2.1200000000 +-12.1220000000 +2.1200000000 +2.1220000000 +248.0000000000 +250.2000000000 +-2510.4900000000 +6.1400000000 +6.1400000000 +7.1400000000 +2.0000000000 +-2469135780.1234567890 +2469135780.1234567800 PREHOOK: query: EXPLAIN SELECT key + (value/2) FROM DECIMAL_UDF PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key + (value/2) FROM DECIMAL_UDF @@ -242,10 +244,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -325,10 +328,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -410,10 +414,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -429,44 +434,44 @@ POSTHOOK: query: SELECT key - key FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -0 +0.0000000000 NULL -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 -0 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 PREHOOK: query: EXPLAIN SELECT key - value FROM DECIMAL_UDF PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key - value FROM DECIMAL_UDF @@ -493,10 +498,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -512,44 +518,44 @@ POSTHOOK: query: SELECT key - value FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --8800 +-8800.0000000000 NULL -0 -0 -0 -0 -0 -0.1 -0.01 -0 -0 -0 -0 -0.2 -0.02 -0.3 -0.33 -0.333 --0.3 --0.33 --0.333 -0 -0 -0.14 --0.12 --0.12 -9.878 -0.12 -0.122 -0 -0.2 --0.49 -0.14 -0.14 --0.86 -0 --0.123456789 -0.12345678 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.1000000000 +0.0100000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.2000000000 +0.0200000000 +0.3000000000 +0.3300000000 +0.3330000000 +-0.3000000000 +-0.3300000000 +-0.3330000000 +0.0000000000 +0.0000000000 +0.1400000000 +-0.1200000000 +-0.1200000000 +9.8780000000 +0.1200000000 +0.1220000000 +0.0000000000 +0.2000000000 +-0.4900000000 +0.1400000000 +0.1400000000 +-0.8600000000 +0.0000000000 +-0.1234567890 +0.1234567800 PREHOOK: query: EXPLAIN SELECT key - (value/2) FROM DECIMAL_UDF PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key - (value/2) FROM DECIMAL_UDF @@ -576,10 +582,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -659,10 +666,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -744,10 +752,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -763,42 +772,42 @@ POSTHOOK: query: SELECT key * key FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -19360000 +19360000.00000000000000000000 NULL -0 -0 -10000 -100 -1 -0.01 -0.0001 -40000 -400 -4 -0 -0.04 -0.0004 -0.09 -0.1089 -0.110889 -0.09 -0.1089 -0.110889 -1 -4 -9.8596 -1.2544 -1.2544 -1.258884 -1.2544 -1.258884 -15376 -15675.04 -1576255.1401 -9.8596 -9.8596 -9.8596 -1 +0.00000000000000000000 +0.00000000000000000000 +10000.00000000000000000000 +100.00000000000000000000 +1.00000000000000000000 +0.01000000000000000000 +0.00010000000000000000 +40000.00000000000000000000 +400.00000000000000000000 +4.00000000000000000000 +0.00000000000000000000 +0.04000000000000000000 +0.00040000000000000000 +0.09000000000000000000 +0.10890000000000000000 +0.11088900000000000000 +0.09000000000000000000 +0.10890000000000000000 +0.11088900000000000000 +1.00000000000000000000 +4.00000000000000000000 +9.85960000000000000000 +1.25440000000000000000 +1.25440000000000000000 +1.25888400000000000000 +1.25440000000000000000 +1.25888400000000000000 +15376.00000000000000000000 +15675.04000000000000000000 +1576255.14010000000000000000 +9.85960000000000000000 +9.85960000000000000000 +9.85960000000000000000 +1.00000000000000000000 NULL NULL PREHOOK: query: EXPLAIN SELECT key, value FROM DECIMAL_UDF where key * value > 0 @@ -830,10 +839,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 12 Data size: 1356 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -849,29 +859,29 @@ POSTHOOK: query: SELECT key, value FROM DECIMAL_UDF where key * value > 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -100 100 -10 10 -1 1 -200 200 -20 20 -2 2 -1 1 -2 2 -3.14 3 --1.12 -1 --1.12 -1 --1.122 -11 -1.12 1 -1.122 1 -124 124 -125.2 125 --1255.49 -1255 -3.14 3 -3.14 3 -3.14 4 -1 1 --1234567890.123456789 -1234567890 -1234567890.12345678 1234567890 +100.0000000000 100 +10.0000000000 10 +1.0000000000 1 +200.0000000000 200 +20.0000000000 20 +2.0000000000 2 +1.0000000000 1 +2.0000000000 2 +3.1400000000 3 +-1.1200000000 -1 +-1.1200000000 -1 +-1.1220000000 -11 +1.1200000000 1 +1.1220000000 1 +124.0000000000 124 +125.2000000000 125 +-1255.4900000000 -1255 +3.1400000000 3 +3.1400000000 3 +3.1400000000 4 +1.0000000000 1 +-1234567890.1234567890 -1234567890 +1234567890.1234567800 1234567890 PREHOOK: query: EXPLAIN SELECT key * value FROM DECIMAL_UDF PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key * value FROM DECIMAL_UDF @@ -898,10 +908,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -917,44 +928,44 @@ POSTHOOK: query: SELECT key * value FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --19360000 +-19360000.0000000000 NULL -0 -0 -10000 -100 -1 -0 -0 -40000 -400 -4 -0 -0 -0 -0 -0 -0 -0 -0 -0 -1 -4 -9.42 -1.12 -1.12 -12.342 -1.12 -1.122 -15376 -15650 -1575639.95 -9.42 -9.42 -12.56 -1 -1524157875171467887.50190521 -1524157875171467876.3907942 +0.0000000000 +0.0000000000 +10000.0000000000 +100.0000000000 +1.0000000000 +0.0000000000 +0.0000000000 +40000.0000000000 +400.0000000000 +4.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +0.0000000000 +1.0000000000 +4.0000000000 +9.4200000000 +1.1200000000 +1.1200000000 +12.3420000000 +1.1200000000 +1.1220000000 +15376.0000000000 +15650.0000000000 +1575639.9500000000 +9.4200000000 +9.4200000000 +12.5600000000 +1.0000000000 +1524157875171467887.5019052100 +1524157875171467876.3907942000 PREHOOK: query: EXPLAIN SELECT key * (value/2) FROM DECIMAL_UDF PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key * (value/2) FROM DECIMAL_UDF @@ -981,10 +992,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1064,10 +1076,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1142,7 +1155,7 @@ STAGE PLANS: alias: decimal_udf Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: (key / 0) (type: decimal(22,12)) + expressions: (key / 0) (type: decimal(28,18)) outputColumnNames: _col0 Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Limit @@ -1152,10 +1165,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1201,10 +1215,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 113 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1240,20 +1255,21 @@ STAGE PLANS: alias: decimal_udf Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (key is not null and (key <> 0)) (type: boolean) - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + predicate: (key <> 0) (type: boolean) + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: (key / key) (type: decimal(38,24)) outputColumnNames: _col0 - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1269,40 +1285,40 @@ POSTHOOK: query: SELECT key / key FROM DECIMAL_UDF WHERE key is not null and key POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 -1 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 +1.000000000000000000000000 PREHOOK: query: EXPLAIN SELECT key / value FROM DECIMAL_UDF WHERE value is not null and value <> 0 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key / value FROM DECIMAL_UDF WHERE value is not null and value <> 0 @@ -1322,20 +1338,21 @@ STAGE PLANS: alias: decimal_udf Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (value is not null and (value <> 0)) (type: boolean) - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + predicate: (value <> 0) (type: boolean) + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: (key / CAST( value AS decimal(10,0))) (type: decimal(31,21)) outputColumnNames: _col0 - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1351,30 +1368,30 @@ POSTHOOK: query: SELECT key / value FROM DECIMAL_UDF WHERE value is not null and POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --1 -1 -1 -1 -1 -1 -1 -1 -1 +-1.000000000000000000000 +1.000000000000000000000 +1.000000000000000000000 +1.000000000000000000000 +1.000000000000000000000 +1.000000000000000000000 +1.000000000000000000000 +1.000000000000000000000 +1.000000000000000000000 1.046666666666666666667 -1.12 -1.12 -0.102 -1.12 -1.122 -1 -1.0016 +1.120000000000000000000 +1.120000000000000000000 +0.102000000000000000000 +1.120000000000000000000 +1.122000000000000000000 +1.000000000000000000000 +1.001600000000000000000 1.000390438247011952191 1.046666666666666666667 1.046666666666666666667 -0.785 -1 -1.0000000001 -1.00000000009999999271 +0.785000000000000000000 +1.000000000000000000000 +1.000000000100000000000 +1.000000000099999992710 PREHOOK: query: EXPLAIN SELECT key / (value/2) FROM DECIMAL_UDF WHERE value is not null and value <> 0 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT key / (value/2) FROM DECIMAL_UDF WHERE value is not null and value <> 0 @@ -1394,20 +1411,21 @@ STAGE PLANS: alias: decimal_udf Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (value is not null and (value <> 0)) (type: boolean) - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + predicate: (value <> 0) (type: boolean) + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: (UDFToDouble(key) / (UDFToDouble(value) / 2.0)) (type: double) outputColumnNames: _col0 - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1473,10 +1491,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1558,10 +1577,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1577,44 +1597,44 @@ POSTHOOK: query: SELECT abs(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -4400 +4400.0000000000 NULL -0 -0 -100 -10 -1 -0.1 -0.01 -200 -20 -2 -0 -0.2 -0.02 -0.3 -0.33 -0.333 -0.3 -0.33 -0.333 -1 -2 -3.14 -1.12 -1.12 -1.122 -1.12 -1.122 -124 -125.2 -1255.49 -3.14 -3.14 -3.14 -1 -1234567890.123456789 -1234567890.12345678 +0.0000000000 +0.0000000000 +100.0000000000 +10.0000000000 +1.0000000000 +0.1000000000 +0.0100000000 +200.0000000000 +20.0000000000 +2.0000000000 +0.0000000000 +0.2000000000 +0.0200000000 +0.3000000000 +0.3300000000 +0.3330000000 +0.3000000000 +0.3300000000 +0.3330000000 +1.0000000000 +2.0000000000 +3.1400000000 +1.1200000000 +1.1200000000 +1.1220000000 +1.1200000000 +1.1220000000 +124.0000000000 +125.2000000000 +1255.4900000000 +3.1400000000 +3.1400000000 +3.1400000000 +1.0000000000 +1234567890.1234567890 +1234567890.1234567800 PREHOOK: query: -- avg EXPLAIN SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DECIMAL_UDF GROUP BY value ORDER BY value PREHOOK: type: QUERY @@ -1628,6 +1648,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1655,6 +1676,7 @@ STAGE PLANS: Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(30,10)), _col2 (type: bigint), _col3 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1674,7 +1696,7 @@ STAGE PLANS: Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: decimal(38,23)), _col2 (type: decimal(24,14)), _col3 (type: decimal(30,10)) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: decimal(38,23)), VALUE._col1 (type: decimal(24,14)), VALUE._col2 (type: decimal(30,10)) @@ -1684,8 +1706,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1702,23 +1724,23 @@ POSTHOOK: query: SELECT value, sum(key) / count(key), avg(key), sum(key) FROM DE POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --1234567890 -1234567890.123456789 -1234567890.123456789 -1234567890.123456789 --1255 -1255.49 -1255.49 -1255.49 --11 -1.122 -1.122 -1.122 --1 -1.12 -1.12 -2.24 -0 0.02538461538461538461538 0.02538461538462 0.33 -1 1.0484 1.0484 5.242 -2 2 2 4 -3 3.14 3.14 9.42 -4 3.14 3.14 3.14 -10 10 10 10 -20 20 20 20 -100 100 100 100 -124 124 124 124 -125 125.2 125.2 125.2 -200 200 200 200 -4400 -4400 -4400 -4400 -1234567890 1234567890.12345678 1234567890.12345678 1234567890.12345678 +-1234567890 -1234567890.12345678900000000000000 -1234567890.12345678900000 -1234567890.1234567890 +-1255 -1255.49000000000000000000000 -1255.49000000000000 -1255.4900000000 +-11 -1.12200000000000000000000 -1.12200000000000 -1.1220000000 +-1 -1.12000000000000000000000 -1.12000000000000 -2.2400000000 +0 0.02538461538461538461538 0.02538461538462 0.3300000000 +1 1.04840000000000000000000 1.04840000000000 5.2420000000 +2 2.00000000000000000000000 2.00000000000000 4.0000000000 +3 3.14000000000000000000000 3.14000000000000 9.4200000000 +4 3.14000000000000000000000 3.14000000000000 3.1400000000 +10 10.00000000000000000000000 10.00000000000000 10.0000000000 +20 20.00000000000000000000000 20.00000000000000 20.0000000000 +100 100.00000000000000000000000 100.00000000000000 100.0000000000 +124 124.00000000000000000000000 124.00000000000000 124.0000000000 +125 125.20000000000000000000000 125.20000000000000 125.2000000000 +200 200.00000000000000000000000 200.00000000000000 200.0000000000 +4400 -4400.00000000000000000000000 -4400.00000000000000 -4400.0000000000 +1234567890 1234567890.12345678000000000000000 1234567890.12345678000000 1234567890.1234567800 PREHOOK: query: -- negative EXPLAIN SELECT -key FROM DECIMAL_UDF PREHOOK: type: QUERY @@ -1747,10 +1769,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1766,44 +1789,44 @@ POSTHOOK: query: SELECT -key FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -4400 +4400.0000000000 NULL -0 -0 --100 --10 --1 --0.1 --0.01 --200 --20 --2 -0 --0.2 --0.02 --0.3 --0.33 --0.333 -0.3 -0.33 -0.333 --1 --2 --3.14 -1.12 -1.12 -1.122 --1.12 --1.122 --124 --125.2 -1255.49 --3.14 --3.14 --3.14 --1 -1234567890.123456789 --1234567890.12345678 +0.0000000000 +0.0000000000 +-100.0000000000 +-10.0000000000 +-1.0000000000 +-0.1000000000 +-0.0100000000 +-200.0000000000 +-20.0000000000 +-2.0000000000 +0.0000000000 +-0.2000000000 +-0.0200000000 +-0.3000000000 +-0.3300000000 +-0.3330000000 +0.3000000000 +0.3300000000 +0.3330000000 +-1.0000000000 +-2.0000000000 +-3.1400000000 +1.1200000000 +1.1200000000 +1.1220000000 +-1.1200000000 +-1.1220000000 +-124.0000000000 +-125.2000000000 +1255.4900000000 +-3.1400000000 +-3.1400000000 +-3.1400000000 +-1.0000000000 +1234567890.1234567890 +-1234567890.1234567800 PREHOOK: query: -- positive EXPLAIN SELECT +key FROM DECIMAL_UDF PREHOOK: type: QUERY @@ -1833,44 +1856,44 @@ POSTHOOK: query: SELECT +key FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --4400 +-4400.0000000000 NULL -0 -0 -100 -10 -1 -0.1 -0.01 -200 -20 -2 -0 -0.2 -0.02 -0.3 -0.33 -0.333 --0.3 --0.33 --0.333 -1 -2 -3.14 --1.12 --1.12 --1.122 -1.12 -1.122 -124 -125.2 --1255.49 -3.14 -3.14 -3.14 -1 --1234567890.123456789 -1234567890.12345678 +0.0000000000 +0.0000000000 +100.0000000000 +10.0000000000 +1.0000000000 +0.1000000000 +0.0100000000 +200.0000000000 +20.0000000000 +2.0000000000 +0.0000000000 +0.2000000000 +0.0200000000 +0.3000000000 +0.3300000000 +0.3330000000 +-0.3000000000 +-0.3300000000 +-0.3330000000 +1.0000000000 +2.0000000000 +3.1400000000 +-1.1200000000 +-1.1200000000 +-1.1220000000 +1.1200000000 +1.1220000000 +124.0000000000 +125.2000000000 +-1255.4900000000 +3.1400000000 +3.1400000000 +3.1400000000 +1.0000000000 +-1234567890.1234567890 +1234567890.1234567800 PREHOOK: query: -- ceiling EXPlAIN SELECT CEIL(key) FROM DECIMAL_UDF PREHOOK: type: QUERY @@ -1899,10 +1922,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1984,10 +2008,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -2069,10 +2094,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -2088,42 +2114,42 @@ POSTHOOK: query: SELECT ROUND(key, 2) FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --4400 +-4400.00 NULL -0 -0 -100 -10 -1 -0.1 +0.00 +0.00 +100.00 +10.00 +1.00 +0.10 0.01 -200 -20 -2 -0 -0.2 +200.00 +20.00 +2.00 +0.00 +0.20 0.02 -0.3 +0.30 0.33 0.33 --0.3 +-0.30 -0.33 -0.33 -1 -2 +1.00 +2.00 3.14 -1.12 -1.12 -1.12 1.12 1.12 -124 -125.2 +124.00 +125.20 -1255.49 3.14 3.14 3.14 -1 +1.00 -1234567890.12 1234567890.12 PREHOOK: query: -- power @@ -2154,10 +2180,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -2232,17 +2259,18 @@ STAGE PLANS: alias: decimal_udf Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: ((key + 1) % (key / 2)) (type: decimal(22,12)) + expressions: ((key + 1) % (key / 2)) (type: decimal(28,18)) outputColumnNames: _col0 Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -2258,44 +2286,44 @@ POSTHOOK: query: SELECT (key + 1) % (key / 2) FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --2199 +-2199.000000000000000000 NULL NULL NULL -1 -1 -0 -0 -0 -1 -1 -0 +1.000000000000000000 +1.000000000000000000 +0.000000000000000000 +0.000000000000000000 +0.000000000000000000 +1.000000000000000000 +1.000000000000000000 +0.000000000000000000 NULL -0 -0 -0.1 -0.01 -0.001 -0.1 -0.01 -0.001 -0 -0 -1 --0.12 --0.12 --0.122 -0.44 -0.439 -1 -1 --626.745 -1 -1 -1 -0 --617283944.0617283945 -1 +0.000000000000000000 +0.000000000000000000 +0.100000000000000000 +0.010000000000000000 +0.001000000000000000 +0.100000000000000000 +0.010000000000000000 +0.001000000000000000 +0.000000000000000000 +0.000000000000000000 +1.000000000000000000 +-0.120000000000000000 +-0.120000000000000000 +-0.122000000000000000 +0.440000000000000000 +0.439000000000000000 +1.000000000000000000 +1.000000000000000000 +-626.745000000000000000 +1.000000000000000000 +1.000000000000000000 +1.000000000000000000 +0.000000000000000000 +-617283944.061728394500000000 +1.000000000000000000 PREHOOK: query: -- stddev, var EXPLAIN SELECT value, stddev(key), variance(key) FROM DECIMAL_UDF GROUP BY value PREHOOK: type: QUERY @@ -2309,6 +2337,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2335,8 +2364,9 @@ STAGE PLANS: Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: stddev(VALUE._col0), variance(VALUE._col1) @@ -2348,8 +2378,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2396,6 +2426,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2422,8 +2453,9 @@ STAGE PLANS: Statistics: Num rows: 38 Data size: 4296 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: struct), _col2 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: stddev_samp(VALUE._col0), var_samp(VALUE._col1) @@ -2435,8 +2467,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2483,6 +2515,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2500,26 +2533,27 @@ STAGE PLANS: aggregations: histogram_numeric(_col0, 3) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 160 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: array) Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: histogram_numeric(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 720 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 720 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2550,6 +2584,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2573,8 +2608,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(20,10)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0) @@ -2585,8 +2621,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2603,7 +2639,7 @@ POSTHOOK: query: SELECT MIN(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### --1234567890.123456789 +-1234567890.1234567890 PREHOOK: query: -- max EXPLAIN SELECT MAX(key) FROM DECIMAL_UDF PREHOOK: type: QUERY @@ -2617,6 +2653,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2640,8 +2677,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: decimal(20,10)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -2652,8 +2690,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 112 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2670,7 +2708,7 @@ POSTHOOK: query: SELECT MAX(key) FROM DECIMAL_UDF POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_udf #### A masked pattern was here #### -1234567890.12345678 +1234567890.1234567800 PREHOOK: query: -- count EXPLAIN SELECT COUNT(key) FROM DECIMAL_UDF PREHOOK: type: QUERY @@ -2684,6 +2722,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -2707,8 +2746,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -2719,8 +2759,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out b/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out index c8004b7..5ea9f4d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_decimal_udf2.q.out @@ -81,10 +81,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -142,10 +143,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 19 Data size: 2148 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe - Execution mode: llap + Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out b/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out index 4a758cb..188c624 100644 --- a/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_distinct_2.q.out @@ -118,6 +118,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -142,8 +143,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: string) Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: tinyint), KEY._col1 (type: string) @@ -158,8 +160,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby4.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby4.q.out new file mode 100644 index 0000000..1e24e81 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_groupby4.q.out @@ -0,0 +1,138 @@ +PREHOOK: query: CREATE TABLE srcorc STORED AS ORC AS SELECT * FROM src +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@srcorc +POSTHOOK: query: CREATE TABLE srcorc STORED AS ORC AS SELECT * FROM src +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcorc +POSTHOOK: Lineage: srcorc.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: srcorc.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: -- SORT_QUERY_RESULTS + +CREATE TABLE dest1(c1 STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dest1 +POSTHOOK: query: -- SORT_QUERY_RESULTS + +CREATE TABLE dest1(c1 STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dest1 +PREHOOK: query: EXPLAIN +FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT substr(srcorc.key,1,1) GROUP BY substr(srcorc.key,1,1) +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT substr(srcorc.key,1,1) GROUP BY substr(srcorc.key,1,1) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcorc + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: substr(key, 1, 1) (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: rand() (type: double) + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string) + mode: partial1 + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string) + mode: final + outputColumnNames: _col0 + Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.dest1 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.dest1 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT substr(srcorc.key,1,1) GROUP BY substr(srcorc.key,1,1) +PREHOOK: type: QUERY +PREHOOK: Input: default@srcorc +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT substr(srcorc.key,1,1) GROUP BY substr(srcorc.key,1,1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcorc +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcorc)srcorc.FieldSchema(name:key, type:string, comment:null), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +#### A masked pattern was here #### +0 +1 +2 +3 +4 +5 +6 +7 +8 +9 diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby6.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby6.q.out new file mode 100644 index 0000000..758f70c --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_groupby6.q.out @@ -0,0 +1,138 @@ +PREHOOK: query: CREATE TABLE srcorc STORED AS ORC AS SELECT * FROM src +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@src +PREHOOK: Output: database:default +PREHOOK: Output: default@srcorc +POSTHOOK: query: CREATE TABLE srcorc STORED AS ORC AS SELECT * FROM src +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@src +POSTHOOK: Output: database:default +POSTHOOK: Output: default@srcorc +POSTHOOK: Lineage: srcorc.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: srcorc.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] +PREHOOK: query: -- SORT_QUERY_RESULTS + +CREATE TABLE dest1(c1 STRING) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@dest1 +POSTHOOK: query: -- SORT_QUERY_RESULTS + +CREATE TABLE dest1(c1 STRING) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@dest1 +PREHOOK: query: EXPLAIN +FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(srcorc.value,5,1) +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(srcorc.value,5,1) +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-2 depends on stages: Stage-1 + Stage-0 depends on stages: Stage-2 + Stage-3 depends on stages: Stage-0 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) + Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: srcorc + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: substr(value, 5, 1) (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: rand() (type: double) + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string) + mode: partial1 + outputColumnNames: _col0 + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + Reducer 3 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + keys: KEY._col0 (type: string) + mode: final + outputColumnNames: _col0 + Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.dest1 + + Stage: Stage-2 + Dependency Collection + + Stage: Stage-0 + Move Operator + tables: + replace: true + table: + input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat + output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat + serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde + name: default.dest1 + + Stage: Stage-3 + Stats-Aggr Operator + +PREHOOK: query: FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(srcorc.value,5,1) +PREHOOK: type: QUERY +PREHOOK: Input: default@srcorc +PREHOOK: Output: default@dest1 +POSTHOOK: query: FROM srcorc +INSERT OVERWRITE TABLE dest1 SELECT DISTINCT substr(srcorc.value,5,1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@srcorc +POSTHOOK: Output: default@dest1 +POSTHOOK: Lineage: dest1.c1 EXPRESSION [(srcorc)srcorc.FieldSchema(name:value, type:string, comment:null), ] +PREHOOK: query: SELECT dest1.* FROM dest1 +PREHOOK: type: QUERY +PREHOOK: Input: default@dest1 +#### A masked pattern was here #### +POSTHOOK: query: SELECT dest1.* FROM dest1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@dest1 +#### A masked pattern was here #### +0 +1 +2 +3 +4 +5 +6 +7 +8 +9 diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out index 7c34c09..fb5dfe6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_3.q.out @@ -118,6 +118,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -144,8 +145,9 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0) @@ -161,8 +163,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_mapjoin.q.out new file mode 100644 index 0000000..ff658d7 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_mapjoin.q.out @@ -0,0 +1,87 @@ +Warning: Map Join MAPJOIN[27][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: -- HIVE-12738 -- We are checking if a MapJoin after a GroupBy will work properly. +explain +select * +from src +where not key in +(select key from src) +order by key +PREHOOK: type: QUERY +POSTHOOK: query: -- HIVE-12738 -- We are checking if a MapJoin after a GroupBy will work properly. +explain +select * +from src +where not key in +(select key from src) +order by key +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Map 1 <- Map 5 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) +Reducer 2 <- Map 1 (SIMPLE_EDGE) +Reducer 4 <- Map 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_36] + Select Operator [SEL_35] (rows=1 width=178) + Output:["_col0","_col1"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_21] + Select Operator [SEL_20] (rows=1 width=178) + Output:["_col0","_col1"] + Filter Operator [FIL_19] (rows=1 width=265) + predicate:_col3 is null + Map Join Operator [MAPJOIN_28] (rows=1219 width=265) + Conds:MAPJOIN_27._col0=RS_17._col0(Left Outer),Output:["_col0","_col1","_col3"] + <-Map 5 [BROADCAST_EDGE] llap + BROADCAST [RS_17] + PartitionCols:_col0 + Select Operator [SEL_12] (rows=500 width=87) + Output:["_col0"] + TableScan [TS_11] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Map Join Operator [MAPJOIN_27] (rows=500 width=178) + Conds:(Inner),Output:["_col0","_col1"] + <-Reducer 4 [BROADCAST_EDGE] vectorized, llap + BROADCAST [RS_34] + Select Operator [SEL_33] (rows=1 width=8) + Filter Operator [FIL_32] (rows=1 width=8) + predicate:(_col0 = 0) + Group By Operator [GBY_31] (rows=1 width=8) + Output:["_col0"],aggregations:["count(VALUE._col0)"] + <-Map 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Group By Operator [GBY_5] (rows=1 width=8) + Output:["_col0"],aggregations:["count()"] + Select Operator [SEL_4] (rows=1 width=87) + Filter Operator [FIL_25] (rows=1 width=87) + predicate:key is null + TableScan [TS_2] (rows=500 width=87) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key"] + <-Select Operator [SEL_1] (rows=500 width=178) + Output:["_col0","_col1"] + TableScan [TS_0] (rows=500 width=178) + default@src,src,Tbl:COMPLETE,Col:COMPLETE,Output:["key","value"] + +Warning: Map Join MAPJOIN[27][bigTable=?] in task 'Map 1' is a cross product +PREHOOK: query: select * +from src +where not key in +(select key from src) +order by key +PREHOOK: type: QUERY +PREHOOK: Input: default@src +#### A masked pattern was here #### +POSTHOOK: query: select * +from src +where not key in +(select key from src) +order by key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@src +#### A masked pattern was here #### diff --git a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out index b7b9a1b..c4bcbab 100644 --- a/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_groupby_reduce.q.out @@ -234,6 +234,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -257,9 +258,11 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) @@ -273,8 +276,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 20 Data size: 1760 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -352,6 +355,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -377,6 +381,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -400,7 +405,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -410,8 +415,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -559,10 +564,10 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Reducer 4 <- Reducer 3 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -571,22 +576,23 @@ STAGE PLANS: alias: store_sales Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: ss_item_sk (type: int), ss_ticket_number (type: int), ss_quantity (type: int) - outputColumnNames: ss_item_sk, ss_ticket_number, ss_quantity + expressions: ss_ticket_number (type: int), ss_item_sk (type: int), ss_quantity (type: int) + outputColumnNames: ss_ticket_number, ss_item_sk, ss_quantity Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: min(ss_quantity) - keys: ss_item_sk (type: int), ss_ticket_number (type: int) + keys: ss_ticket_number (type: int), ss_item_sk (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: int) sort order: ++ - Map-reduce partition columns: _col0 (type: int), _col1 (type: int) + Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -596,35 +602,24 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 44138 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col0), sum(_col2) - keys: _col1 (type: int) - mode: hash + Select Operator + expressions: _col1 (type: int), _col0 (type: int), _col2 (type: int) outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 44138 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 500 Data size: 44138 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint) + Group By Operator + aggregations: sum(_col0), sum(_col2) + keys: _col1 (type: int) + mode: complete + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint), _col2 (type: bigint) Reducer 3 Execution mode: vectorized, llap Reduce Operator Tree: - Group By Operator - aggregations: sum(VALUE._col0), sum(VALUE._col1) - keys: KEY._col0 (type: int) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: bigint), _col2 (type: bigint) - Reducer 4 - Execution mode: vectorized, uber - Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint) outputColumnNames: _col0, _col1, _col2 @@ -633,8 +628,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -782,6 +777,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -793,12 +789,12 @@ STAGE PLANS: alias: store_sales Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE Select Operator - expressions: ss_item_sk (type: int), ss_ticket_number (type: int), ss_quantity (type: int) - outputColumnNames: ss_item_sk, ss_ticket_number, ss_quantity + expressions: ss_ticket_number (type: int), ss_item_sk (type: int), ss_quantity (type: int) + outputColumnNames: ss_ticket_number, ss_item_sk, ss_quantity Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: min(ss_quantity) - keys: ss_item_sk (type: int), ss_ticket_number (type: int) + keys: ss_ticket_number (type: int), ss_item_sk (type: int) mode: hash outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE @@ -809,6 +805,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 88276 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -818,14 +815,14 @@ STAGE PLANS: mode: mergepartial outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 500 Data size: 44138 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: sum(_col2) - keys: _col0 (type: int), _col1 (type: int) - mode: complete + Select Operator + expressions: _col1 (type: int), _col0 (type: int), _col2 (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col1 (type: int), _col0 (type: int), _col2 (type: bigint) + Statistics: Num rows: 500 Data size: 44138 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: sum(_col2) + keys: _col1 (type: int), _col0 (type: int) + mode: complete outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator @@ -834,7 +831,7 @@ STAGE PLANS: Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: int), VALUE._col0 (type: bigint) @@ -844,8 +841,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 250 Data size: 22069 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out b/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out index 81fc754..8e55ce3 100644 --- a/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_grouping_sets.q.out @@ -98,6 +98,35 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@store_txt POSTHOOK: Output: database:default POSTHOOK: Output: default@store +POSTHOOK: Lineage: store.s_city SIMPLE [(store_txt)store_txt.FieldSchema(name:s_city, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_closed_date_sk SIMPLE [(store_txt)store_txt.FieldSchema(name:s_closed_date_sk, type:int, comment:null), ] +POSTHOOK: Lineage: store.s_company_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_company_id, type:int, comment:null), ] +POSTHOOK: Lineage: store.s_company_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_company_name, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_country SIMPLE [(store_txt)store_txt.FieldSchema(name:s_country, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_county SIMPLE [(store_txt)store_txt.FieldSchema(name:s_county, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_division_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_division_id, type:int, comment:null), ] +POSTHOOK: Lineage: store.s_division_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_division_name, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_floor_space SIMPLE [(store_txt)store_txt.FieldSchema(name:s_floor_space, type:int, comment:null), ] +POSTHOOK: Lineage: store.s_geography_class SIMPLE [(store_txt)store_txt.FieldSchema(name:s_geography_class, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_gmt_offset SIMPLE [(store_txt)store_txt.FieldSchema(name:s_gmt_offset, type:decimal(5,2), comment:null), ] +POSTHOOK: Lineage: store.s_hours SIMPLE [(store_txt)store_txt.FieldSchema(name:s_hours, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_manager SIMPLE [(store_txt)store_txt.FieldSchema(name:s_manager, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_market_desc SIMPLE [(store_txt)store_txt.FieldSchema(name:s_market_desc, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_market_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_market_id, type:int, comment:null), ] +POSTHOOK: Lineage: store.s_market_manager SIMPLE [(store_txt)store_txt.FieldSchema(name:s_market_manager, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_number_employees SIMPLE [(store_txt)store_txt.FieldSchema(name:s_number_employees, type:int, comment:null), ] +POSTHOOK: Lineage: store.s_rec_end_date SIMPLE [(store_txt)store_txt.FieldSchema(name:s_rec_end_date, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_rec_start_date SIMPLE [(store_txt)store_txt.FieldSchema(name:s_rec_start_date, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_state SIMPLE [(store_txt)store_txt.FieldSchema(name:s_state, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_store_id SIMPLE [(store_txt)store_txt.FieldSchema(name:s_store_id, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_store_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_store_name, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_store_sk SIMPLE [(store_txt)store_txt.FieldSchema(name:s_store_sk, type:int, comment:null), ] +POSTHOOK: Lineage: store.s_street_name SIMPLE [(store_txt)store_txt.FieldSchema(name:s_street_name, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_street_number SIMPLE [(store_txt)store_txt.FieldSchema(name:s_street_number, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_street_type SIMPLE [(store_txt)store_txt.FieldSchema(name:s_street_type, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_suite_number SIMPLE [(store_txt)store_txt.FieldSchema(name:s_suite_number, type:string, comment:null), ] +POSTHOOK: Lineage: store.s_tax_precentage SIMPLE [(store_txt)store_txt.FieldSchema(name:s_tax_precentage, type:decimal(5,2), comment:null), ] +POSTHOOK: Lineage: store.s_zip SIMPLE [(store_txt)store_txt.FieldSchema(name:s_zip, type:string, comment:null), ] PREHOOK: query: explain select s_store_id from store @@ -115,6 +144,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -139,8 +169,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 24 Data size: 51264 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -152,8 +183,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 12 Data size: 25632 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -198,6 +229,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -222,8 +254,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: string), _col1 (type: string) Statistics: Num rows: 24 Data size: 51264 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: string), KEY._col1 (type: string) @@ -238,8 +271,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 12 Data size: 25632 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out b/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out index 95a6cb4..555340d 100644 --- a/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_if_expr.q.out @@ -11,6 +11,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -19,33 +20,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (cboolean1 is not null and cboolean1) (type: boolean) - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + predicate: (cboolean1 and cboolean1 is not null) (type: boolean) + Statistics: Num rows: 4587 Data size: 13704 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cboolean1 (type: boolean), if(cboolean1, 'first', 'second') (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4587 Data size: 857712 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: boolean) sort order: + - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4587 Data size: 857712 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4587 Data size: 857712 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 3072 Data size: 660491 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4587 Data size: 857712 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out index bbc9c71..ca07200 100644 --- a/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_inner_join.q.out @@ -45,8 +45,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 2 <- Map 1 (BROADCAST_EDGE) + Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -57,12 +58,33 @@ STAGE PLANS: Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c (type: int) - sort order: + - Map-reduce partition columns: c (type: int) + Select Operator + expressions: c (type: int) + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1 + input vertices: + 1 Map 2 + Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -71,29 +93,17 @@ STAGE PLANS: Filter Operator predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c (type: int) - 1 a (type: int) - outputColumnNames: _col4 - input vertices: - 0 Map 1 - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col4 (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: a (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -125,6 +135,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -151,15 +162,15 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true File Output Operator compressed: false Statistics: Num rows: 1 Data size: 3 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -183,6 +194,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -250,6 +262,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -262,29 +275,33 @@ STAGE PLANS: Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c (type: int) - 1 a (type: int) - outputColumnNames: _col5, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col5 (type: string), _col6 (type: int) - outputColumnNames: _col0, _col1 + Select Operator + expressions: c (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col1, _col2 + input vertices: + 1 Map 2 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col1 (type: string), _col2 (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -293,13 +310,18 @@ STAGE PLANS: Filter Operator predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: a (type: int) - sort order: + - Map-reduce partition columns: a (type: int) + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - value expressions: v1 (type: string) + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -331,56 +353,62 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan + alias: t1 + Statistics: Num rows: 4 Data size: 364 Basic stats: COMPLETE Column stats: NONE + Filter Operator + predicate: (a > 2) (type: boolean) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 2 + Map Operator Tree: + TableScan alias: t2 Statistics: Num rows: 5 Data size: 456 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c (type: int) - 1 a (type: int) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col5 (type: string), _col6 (type: int), _col0 (type: int), _col1 (type: string) + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 0 Map 1 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap - Map 2 - Map Operator Tree: - TableScan - alias: t1 - Statistics: Num rows: 4 Data size: 364 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: (a > 2) (type: boolean) - Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: a (type: int) - sort order: + - Map-reduce partition columns: a (type: int) - Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - value expressions: v1 (type: string) - Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -412,6 +440,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -424,29 +453,33 @@ STAGE PLANS: Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c (type: int) - 1 a (type: int) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col5 (type: string), (_col6 * 2) (type: int), (_col0 * 5) (type: int), _col1 (type: string) + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col1 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col2 (type: string), (_col3 * 2) (type: int), (_col0 * 5) (type: int), _col1 (type: string) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -455,13 +488,18 @@ STAGE PLANS: Filter Operator predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: a (type: int) - sort order: + - Map-reduce partition columns: a (type: int) + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - value expressions: v1 (type: string) + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -493,6 +531,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -505,29 +544,33 @@ STAGE PLANS: Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c (type: int) - 1 a (type: int) - outputColumnNames: _col0, _col1, _col5 - input vertices: - 1 Map 2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col5 (type: string), _col1 (type: string), _col0 (type: int) + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col1 (type: int) outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 2 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col2 (type: string), _col1 (type: string), _col0 (type: int) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -536,13 +579,18 @@ STAGE PLANS: Filter Operator predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: a (type: int) - sort order: + - Map-reduce partition columns: a (type: int) + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - value expressions: v1 (type: string) + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -574,6 +622,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -586,29 +635,33 @@ STAGE PLANS: Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c (type: int) - 1 a (type: int) - outputColumnNames: _col1, _col5, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col6 (type: int), _col5 (type: string), _col1 (type: string) - outputColumnNames: _col0, _col1, _col2 + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col1, _col2, _col3 + input vertices: + 1 Map 2 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col3 (type: int), _col2 (type: string), _col1 (type: string) + outputColumnNames: _col0, _col1, _col2 Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -617,13 +670,18 @@ STAGE PLANS: Filter Operator predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: a (type: int) - sort order: + - Map-reduce partition columns: a (type: int) + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - value expressions: v1 (type: string) + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -655,8 +713,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -667,29 +726,18 @@ STAGE PLANS: Filter Operator predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 a (type: int) - 1 c (type: int) - outputColumnNames: _col0, _col5, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col6 (type: string), _col5 (type: int) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -698,13 +746,33 @@ STAGE PLANS: Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c (type: int) - sort order: + - Map-reduce partition columns: c (type: int) + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - value expressions: v2 (type: string) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 0 Map 1 + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col3 (type: string), _col2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -736,8 +804,9 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE) + Map 2 <- Map 1 (BROADCAST_EDGE) #### A masked pattern was here #### Vertices: Map 1 @@ -748,29 +817,18 @@ STAGE PLANS: Filter Operator predicate: (a > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 a (type: int) - 1 c (type: int) - outputColumnNames: _col0, _col1, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col1 (type: int), _col0 (type: string), _col6 (type: string) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -779,13 +837,33 @@ STAGE PLANS: Filter Operator predicate: (c > 2) (type: boolean) Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c (type: int) - sort order: + - Map-reduce partition columns: c (type: int) + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 91 Basic stats: COMPLETE Column stats: NONE - value expressions: v2 (type: string) + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 0 Map 1 + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col1 (type: int), _col0 (type: string), _col3 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out index 02d46e3..d8003ba 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_1.q.out @@ -61,6 +61,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -80,19 +81,20 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: interval_year_month), _col4 (type: interval_day_time) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: string), 1-2 (type: interval_year_month), VALUE._col1 (type: interval_year_month), 1 02:03:04.000000000 (type: interval_day_time), VALUE._col3 (type: interval_day_time) + expressions: KEY.reducesinkkey0 (type: string), 1-2 (type: interval_year_month), VALUE._col0 (type: interval_year_month), 1 02:03:04.000000000 (type: interval_day_time), VALUE._col1 (type: interval_day_time) outputColumnNames: _col0, _col1, _col2, _col3, _col4 Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -150,6 +152,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -169,19 +172,20 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: interval_year_month), _col3 (type: interval_year_month), _col5 (type: interval_year_month), _col6 (type: interval_year_month) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: date), 2-4 (type: interval_year_month), VALUE._col1 (type: interval_year_month), VALUE._col2 (type: interval_year_month), 0-0 (type: interval_year_month), VALUE._col4 (type: interval_year_month), VALUE._col5 (type: interval_year_month) + expressions: KEY.reducesinkkey0 (type: date), 2-4 (type: interval_year_month), VALUE._col0 (type: interval_year_month), VALUE._col1 (type: interval_year_month), 0-0 (type: interval_year_month), VALUE._col2 (type: interval_year_month), VALUE._col3 (type: interval_year_month) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -245,6 +249,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -264,8 +269,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: interval_day_time), _col3 (type: interval_day_time), _col5 (type: interval_day_time), _col6 (type: interval_day_time) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), 2 04:06:08.000000000 (type: interval_day_time), VALUE._col1 (type: interval_day_time), VALUE._col2 (type: interval_day_time), 0 00:00:00.000000000 (type: interval_day_time), VALUE._col4 (type: interval_day_time), VALUE._col5 (type: interval_day_time) @@ -275,8 +281,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -354,6 +360,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -373,8 +380,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: date), _col2 (type: date), _col3 (type: date), _col4 (type: date), _col5 (type: date), _col6 (type: date), _col7 (type: timestamp), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: timestamp), _col11 (type: timestamp), _col12 (type: timestamp) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: date), VALUE._col1 (type: date), VALUE._col2 (type: date), VALUE._col3 (type: date), VALUE._col4 (type: date), VALUE._col5 (type: date), VALUE._col6 (type: timestamp), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: timestamp), VALUE._col11 (type: timestamp) @@ -384,8 +392,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -475,6 +483,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -494,8 +503,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: timestamp), _col2 (type: timestamp), _col3 (type: timestamp), _col4 (type: timestamp), _col5 (type: timestamp), _col6 (type: timestamp), _col7 (type: timestamp), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: timestamp), _col11 (type: timestamp), _col12 (type: timestamp) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp), VALUE._col0 (type: timestamp), VALUE._col1 (type: timestamp), VALUE._col2 (type: timestamp), VALUE._col3 (type: timestamp), VALUE._col4 (type: timestamp), VALUE._col5 (type: timestamp), VALUE._col6 (type: timestamp), VALUE._col7 (type: timestamp), VALUE._col8 (type: timestamp), VALUE._col9 (type: timestamp), VALUE._col10 (type: timestamp), VALUE._col11 (type: timestamp) @@ -505,8 +515,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -578,6 +588,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -597,8 +608,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: interval_day_time), _col2 (type: interval_day_time), _col3 (type: interval_day_time) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp), VALUE._col0 (type: interval_day_time), VALUE._col1 (type: interval_day_time), VALUE._col2 (type: interval_day_time) @@ -608,8 +620,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -663,6 +675,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -682,8 +695,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: interval_day_time), _col2 (type: interval_day_time), _col3 (type: interval_day_time) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: interval_day_time), VALUE._col1 (type: interval_day_time), VALUE._col2 (type: interval_day_time) @@ -693,8 +707,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -754,6 +768,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -773,8 +788,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: interval_day_time), _col2 (type: interval_day_time), _col3 (type: interval_day_time), _col4 (type: interval_day_time), _col5 (type: interval_day_time), _col6 (type: interval_day_time) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: interval_day_time), VALUE._col1 (type: interval_day_time), VALUE._col2 (type: interval_day_time), VALUE._col3 (type: interval_day_time), VALUE._col4 (type: interval_day_time), VALUE._col5 (type: interval_day_time) @@ -784,8 +800,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 442 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out index ac9ea69..23a977e 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_2.q.out @@ -117,6 +117,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -136,8 +137,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: boolean), _col13 (type: boolean), _col14 (type: boolean), _col15 (type: boolean), _col16 (type: boolean), _col17 (type: boolean), _col18 (type: boolean), _col19 (type: boolean), _col20 (type: boolean), _col21 (type: boolean), _col22 (type: boolean), _col23 (type: boolean), _col24 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean), VALUE._col9 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean), VALUE._col12 (type: boolean), VALUE._col13 (type: boolean), VALUE._col14 (type: boolean), VALUE._col15 (type: boolean), VALUE._col16 (type: boolean), VALUE._col17 (type: boolean), VALUE._col18 (type: boolean), VALUE._col19 (type: boolean), VALUE._col20 (type: boolean), VALUE._col21 (type: boolean), VALUE._col22 (type: boolean), VALUE._col23 (type: boolean) @@ -147,8 +149,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -284,6 +286,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -303,8 +306,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col13 (type: boolean), _col14 (type: boolean), _col15 (type: boolean), _col16 (type: boolean), _col17 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col0 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean), VALUE._col9 (type: boolean), VALUE._col5 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean), VALUE._col12 (type: boolean), VALUE._col13 (type: boolean), VALUE._col14 (type: boolean), VALUE._col10 (type: boolean) @@ -314,8 +318,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -451,6 +455,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -470,8 +475,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col12 (type: boolean), _col13 (type: boolean), _col14 (type: boolean), _col15 (type: boolean), _col16 (type: boolean), _col17 (type: boolean), _col18 (type: boolean), _col19 (type: boolean), _col20 (type: boolean), _col21 (type: boolean), _col22 (type: boolean), _col23 (type: boolean), _col24 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean), VALUE._col9 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean), VALUE._col12 (type: boolean), VALUE._col13 (type: boolean), VALUE._col14 (type: boolean), VALUE._col15 (type: boolean), VALUE._col16 (type: boolean), VALUE._col17 (type: boolean), VALUE._col18 (type: boolean), VALUE._col19 (type: boolean), VALUE._col20 (type: boolean), VALUE._col21 (type: boolean), VALUE._col22 (type: boolean), VALUE._col23 (type: boolean) @@ -481,8 +487,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -618,6 +624,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -637,8 +644,9 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col7 (type: boolean), _col8 (type: boolean), _col9 (type: boolean), _col10 (type: boolean), _col11 (type: boolean), _col13 (type: boolean), _col14 (type: boolean), _col15 (type: boolean), _col16 (type: boolean), _col17 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col0 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean), VALUE._col8 (type: boolean), VALUE._col9 (type: boolean), VALUE._col5 (type: boolean), VALUE._col10 (type: boolean), VALUE._col11 (type: boolean), VALUE._col12 (type: boolean), VALUE._col13 (type: boolean), VALUE._col14 (type: boolean), VALUE._col10 (type: boolean) @@ -648,8 +656,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -773,6 +781,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -783,7 +792,7 @@ STAGE PLANS: alias: vector_interval_2 Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((((((((((((((CAST( str1 AS INTERVAL YEAR TO MONTH) = CAST( str1 AS INTERVAL YEAR TO MONTH)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <> CAST( str2 AS INTERVAL YEAR TO MONTH))) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <= CAST( str2 AS INTERVAL YEAR TO MONTH))) and (CAST( str1 AS INTERVAL YEAR TO MONTH) < CAST( str2 AS INTERVAL YEAR TO MONTH))) and (CAST( str2 AS INTERVAL YEAR TO MONTH) >= CAST( str1 AS INTERVAL YEAR TO MONTH))) and (CAST( str2 AS INTERVAL YEAR TO MONTH) > CAST( str1 AS INTERVAL YEAR TO MONTH))) and (CAST( str1 AS INTERVAL YEAR TO MONTH) = 1-2)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <> 1-3)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <= 1-3)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) < 1-3)) and (CAST( str2 AS INTERVAL YEAR TO MONTH) >= 1-2)) and (CAST( str2 AS INTERVAL YEAR TO MONTH) > 1-2)) and (1-2 = CAST( str1 AS INTERVAL YEAR TO MONTH))) and (1-2 <> CAST( str2 AS INTERVAL YEAR TO MONTH))) and (1-2 <= CAST( str2 AS INTERVAL YEAR TO MONTH))) and (1-2 < CAST( str2 AS INTERVAL YEAR TO MONTH))) and (1-3 >= CAST( str1 AS INTERVAL YEAR TO MONTH))) and (1-3 > CAST( str1 AS INTERVAL YEAR TO MONTH))) (type: boolean) + predicate: ((CAST( str1 AS INTERVAL YEAR TO MONTH) = CAST( str1 AS INTERVAL YEAR TO MONTH)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <> CAST( str2 AS INTERVAL YEAR TO MONTH)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <= CAST( str2 AS INTERVAL YEAR TO MONTH)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) < CAST( str2 AS INTERVAL YEAR TO MONTH)) and (CAST( str2 AS INTERVAL YEAR TO MONTH) >= CAST( str1 AS INTERVAL YEAR TO MONTH)) and (CAST( str2 AS INTERVAL YEAR TO MONTH) > CAST( str1 AS INTERVAL YEAR TO MONTH)) and (CAST( str1 AS INTERVAL YEAR TO MONTH) = 1-2) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <> 1-3) and (CAST( str1 AS INTERVAL YEAR TO MONTH) <= 1-3) and (CAST( str1 AS INTERVAL YEAR TO MONTH) < 1-3) and (CAST( str2 AS INTERVAL YEAR TO MONTH) >= 1-2) and (CAST( str2 AS INTERVAL YEAR TO MONTH) > 1-2) and (1-2 = CAST( str1 AS INTERVAL YEAR TO MONTH)) and (1-2 <> CAST( str2 AS INTERVAL YEAR TO MONTH)) and (1-2 <= CAST( str2 AS INTERVAL YEAR TO MONTH)) and (1-2 < CAST( str2 AS INTERVAL YEAR TO MONTH)) and (1-3 >= CAST( str1 AS INTERVAL YEAR TO MONTH)) and (1-3 > CAST( str1 AS INTERVAL YEAR TO MONTH))) (type: boolean) Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ts (type: timestamp) @@ -794,8 +803,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp) @@ -805,8 +815,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -925,6 +935,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -935,7 +946,7 @@ STAGE PLANS: alias: vector_interval_2 Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((((((((((((((CAST( str3 AS INTERVAL DAY TO SECOND) = CAST( str3 AS INTERVAL DAY TO SECOND)) and (CAST( str3 AS INTERVAL DAY TO SECOND) <> CAST( str4 AS INTERVAL DAY TO SECOND))) and (CAST( str3 AS INTERVAL DAY TO SECOND) <= CAST( str4 AS INTERVAL DAY TO SECOND))) and (CAST( str3 AS INTERVAL DAY TO SECOND) < CAST( str4 AS INTERVAL DAY TO SECOND))) and (CAST( str4 AS INTERVAL DAY TO SECOND) >= CAST( str3 AS INTERVAL DAY TO SECOND))) and (CAST( str4 AS INTERVAL DAY TO SECOND) > CAST( str3 AS INTERVAL DAY TO SECOND))) and (CAST( str3 AS INTERVAL DAY TO SECOND) = 1 02:03:04.000000000)) and (CAST( str3 AS INTERVAL DAY TO SECOND) <> 1 02:03:05.000000000)) and (CAST( str3 AS INTERVAL DAY TO SECOND) <= 1 02:03:05.000000000)) and (CAST( str3 AS INTERVAL DAY TO SECOND) < 1 02:03:05.000000000)) and (CAST( str4 AS INTERVAL DAY TO SECOND) >= 1 02:03:04.000000000)) and (CAST( str4 AS INTERVAL DAY TO SECOND) > 1 02:03:04.000000000)) and (1 02:03:04.000000000 = CAST( str3 AS INTERVAL DAY TO SECOND))) and (1 02:03:04.000000000 <> CAST( str4 AS INTERVAL DAY TO SECOND))) and (1 02:03:04.000000000 <= CAST( str4 AS INTERVAL DAY TO SECOND))) and (1 02:03:04.000000000 < CAST( str4 AS INTERVAL DAY TO SECOND))) and (1 02:03:05.000000000 >= CAST( str3 AS INTERVAL DAY TO SECOND))) and (1 02:03:05.000000000 > CAST( str3 AS INTERVAL DAY TO SECOND))) (type: boolean) + predicate: ((CAST( str3 AS INTERVAL DAY TO SECOND) = CAST( str3 AS INTERVAL DAY TO SECOND)) and (CAST( str3 AS INTERVAL DAY TO SECOND) <> CAST( str4 AS INTERVAL DAY TO SECOND)) and (CAST( str3 AS INTERVAL DAY TO SECOND) <= CAST( str4 AS INTERVAL DAY TO SECOND)) and (CAST( str3 AS INTERVAL DAY TO SECOND) < CAST( str4 AS INTERVAL DAY TO SECOND)) and (CAST( str4 AS INTERVAL DAY TO SECOND) >= CAST( str3 AS INTERVAL DAY TO SECOND)) and (CAST( str4 AS INTERVAL DAY TO SECOND) > CAST( str3 AS INTERVAL DAY TO SECOND)) and (CAST( str3 AS INTERVAL DAY TO SECOND) = 1 02:03:04.000000000) and (CAST( str3 AS INTERVAL DAY TO SECOND) <> 1 02:03:05.000000000) and (CAST( str3 AS INTERVAL DAY TO SECOND) <= 1 02:03:05.000000000) and (CAST( str3 AS INTERVAL DAY TO SECOND) < 1 02:03:05.000000000) and (CAST( str4 AS INTERVAL DAY TO SECOND) >= 1 02:03:04.000000000) and (CAST( str4 AS INTERVAL DAY TO SECOND) > 1 02:03:04.000000000) and (1 02:03:04.000000000 = CAST( str3 AS INTERVAL DAY TO SECOND)) and (1 02:03:04.000000000 <> CAST( str4 AS INTERVAL DAY TO SECOND)) and (1 02:03:04.000000000 <= CAST( str4 AS INTERVAL DAY TO SECOND)) and (1 02:03:04.000000000 < CAST( str4 AS INTERVAL DAY TO SECOND)) and (1 02:03:05.000000000 >= CAST( str3 AS INTERVAL DAY TO SECOND)) and (1 02:03:05.000000000 > CAST( str3 AS INTERVAL DAY TO SECOND))) (type: boolean) Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ts (type: timestamp) @@ -946,8 +957,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp) @@ -957,8 +969,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1067,6 +1079,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1077,7 +1090,7 @@ STAGE PLANS: alias: vector_interval_2 Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((((((((((2002-03-01 = (dt + CAST( str1 AS INTERVAL YEAR TO MONTH))) and (2002-03-01 <= (dt + CAST( str1 AS INTERVAL YEAR TO MONTH)))) and (2002-03-01 >= (dt + CAST( str1 AS INTERVAL YEAR TO MONTH)))) and ((dt + CAST( str1 AS INTERVAL YEAR TO MONTH)) = 2002-03-01)) and ((dt + CAST( str1 AS INTERVAL YEAR TO MONTH)) <= 2002-03-01)) and ((dt + CAST( str1 AS INTERVAL YEAR TO MONTH)) >= 2002-03-01)) and (dt <> (dt + CAST( str1 AS INTERVAL YEAR TO MONTH)))) and (2002-03-01 = (dt + 1-2))) and (2002-03-01 <= (dt + 1-2))) and (2002-03-01 >= (dt + 1-2))) and ((dt + 1-2) = 2002-03-01)) and ((dt + 1-2) <= 2002-03-01)) and ((dt + 1-2) >= 2002-03-01)) and (dt <> (dt + 1-2))) (type: boolean) + predicate: ((2002-03-01 = (dt + CAST( str1 AS INTERVAL YEAR TO MONTH))) and (2002-03-01 <= (dt + CAST( str1 AS INTERVAL YEAR TO MONTH))) and (2002-03-01 >= (dt + CAST( str1 AS INTERVAL YEAR TO MONTH))) and ((dt + CAST( str1 AS INTERVAL YEAR TO MONTH)) = 2002-03-01) and ((dt + CAST( str1 AS INTERVAL YEAR TO MONTH)) <= 2002-03-01) and ((dt + CAST( str1 AS INTERVAL YEAR TO MONTH)) >= 2002-03-01) and (dt <> (dt + CAST( str1 AS INTERVAL YEAR TO MONTH))) and (2002-03-01 = (dt + 1-2)) and (2002-03-01 <= (dt + 1-2)) and (2002-03-01 >= (dt + 1-2)) and ((dt + 1-2) = 2002-03-01) and ((dt + 1-2) <= 2002-03-01) and ((dt + 1-2) >= 2002-03-01) and (dt <> (dt + 1-2))) (type: boolean) Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ts (type: timestamp) @@ -1088,8 +1101,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp) @@ -1099,8 +1113,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1209,6 +1223,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1219,7 +1234,7 @@ STAGE PLANS: alias: vector_interval_2 Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((((((((((((((2002-03-01 01:02:03.0 = (ts + 1-2)) and (2002-03-01 01:02:03.0 <= (ts + 1-2))) and (2002-03-01 01:02:03.0 >= (ts + 1-2))) and (2002-04-01 01:02:03.0 <> (ts + 1-2))) and (2002-02-01 01:02:03.0 < (ts + 1-2))) and (2002-04-01 01:02:03.0 > (ts + 1-2))) and ((ts + 1-2) = 2002-03-01 01:02:03.0)) and ((ts + 1-2) >= 2002-03-01 01:02:03.0)) and ((ts + 1-2) <= 2002-03-01 01:02:03.0)) and ((ts + 1-2) <> 2002-04-01 01:02:03.0)) and ((ts + 1-2) > 2002-02-01 01:02:03.0)) and ((ts + 1-2) < 2002-04-01 01:02:03.0)) and (ts = (ts + 0-0))) and (ts <> (ts + 1-0))) and (ts <= (ts + 1-0))) and (ts < (ts + 1-0))) and (ts >= (ts - 1-0))) and (ts > (ts - 1-0))) (type: boolean) + predicate: ((2002-03-01 01:02:03.0 = (ts + 1-2)) and (2002-03-01 01:02:03.0 <= (ts + 1-2)) and (2002-03-01 01:02:03.0 >= (ts + 1-2)) and (2002-04-01 01:02:03.0 <> (ts + 1-2)) and (2002-02-01 01:02:03.0 < (ts + 1-2)) and (2002-04-01 01:02:03.0 > (ts + 1-2)) and ((ts + 1-2) = 2002-03-01 01:02:03.0) and ((ts + 1-2) >= 2002-03-01 01:02:03.0) and ((ts + 1-2) <= 2002-03-01 01:02:03.0) and ((ts + 1-2) <> 2002-04-01 01:02:03.0) and ((ts + 1-2) > 2002-02-01 01:02:03.0) and ((ts + 1-2) < 2002-04-01 01:02:03.0) and (ts = (ts + 0-0)) and (ts <> (ts + 1-0)) and (ts <= (ts + 1-0)) and (ts < (ts + 1-0)) and (ts >= (ts - 1-0)) and (ts > (ts - 1-0))) (type: boolean) Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ts (type: timestamp) @@ -1230,8 +1245,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp) @@ -1241,8 +1257,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1363,6 +1379,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1373,7 +1390,7 @@ STAGE PLANS: alias: vector_interval_2 Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((((((((((((((2001-01-01 01:02:03.0 = (dt + 0 01:02:03.000000000)) and (2001-01-01 01:02:03.0 <> (dt + 0 01:02:04.000000000))) and (2001-01-01 01:02:03.0 <= (dt + 0 01:02:03.000000000))) and (2001-01-01 01:02:03.0 < (dt + 0 01:02:04.000000000))) and (2001-01-01 01:02:03.0 >= (dt - 0 01:02:03.000000000))) and (2001-01-01 01:02:03.0 > (dt - 0 01:02:04.000000000))) and ((dt + 0 01:02:03.000000000) = 2001-01-01 01:02:03.0)) and ((dt + 0 01:02:04.000000000) <> 2001-01-01 01:02:03.0)) and ((dt + 0 01:02:03.000000000) >= 2001-01-01 01:02:03.0)) and ((dt + 0 01:02:04.000000000) > 2001-01-01 01:02:03.0)) and ((dt - 0 01:02:03.000000000) <= 2001-01-01 01:02:03.0)) and ((dt - 0 01:02:04.000000000) < 2001-01-01 01:02:03.0)) and (ts = (dt + 0 01:02:03.000000000))) and (ts <> (dt + 0 01:02:04.000000000))) and (ts <= (dt + 0 01:02:03.000000000))) and (ts < (dt + 0 01:02:04.000000000))) and (ts >= (dt - 0 01:02:03.000000000))) and (ts > (dt - 0 01:02:04.000000000))) (type: boolean) + predicate: ((2001-01-01 01:02:03.0 = (dt + 0 01:02:03.000000000)) and (2001-01-01 01:02:03.0 <> (dt + 0 01:02:04.000000000)) and (2001-01-01 01:02:03.0 <= (dt + 0 01:02:03.000000000)) and (2001-01-01 01:02:03.0 < (dt + 0 01:02:04.000000000)) and (2001-01-01 01:02:03.0 >= (dt - 0 01:02:03.000000000)) and (2001-01-01 01:02:03.0 > (dt - 0 01:02:04.000000000)) and ((dt + 0 01:02:03.000000000) = 2001-01-01 01:02:03.0) and ((dt + 0 01:02:04.000000000) <> 2001-01-01 01:02:03.0) and ((dt + 0 01:02:03.000000000) >= 2001-01-01 01:02:03.0) and ((dt + 0 01:02:04.000000000) > 2001-01-01 01:02:03.0) and ((dt - 0 01:02:03.000000000) <= 2001-01-01 01:02:03.0) and ((dt - 0 01:02:04.000000000) < 2001-01-01 01:02:03.0) and (ts = (dt + 0 01:02:03.000000000)) and (ts <> (dt + 0 01:02:04.000000000)) and (ts <= (dt + 0 01:02:03.000000000)) and (ts < (dt + 0 01:02:04.000000000)) and (ts >= (dt - 0 01:02:03.000000000)) and (ts > (dt - 0 01:02:04.000000000))) (type: boolean) Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ts (type: timestamp) @@ -1384,8 +1401,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp) @@ -1395,8 +1413,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1515,6 +1533,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1525,7 +1544,7 @@ STAGE PLANS: alias: vector_interval_2 Statistics: Num rows: 2 Data size: 788 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: ((((((((((((((((((2001-01-01 01:02:03.0 = (ts + 0 00:00:00.000000000)) and (2001-01-01 01:02:03.0 <> (ts + 1 00:00:00.000000000))) and (2001-01-01 01:02:03.0 <= (ts + 1 00:00:00.000000000))) and (2001-01-01 01:02:03.0 < (ts + 1 00:00:00.000000000))) and (2001-01-01 01:02:03.0 >= (ts - 1 00:00:00.000000000))) and (2001-01-01 01:02:03.0 > (ts - 1 00:00:00.000000000))) and ((ts + 0 00:00:00.000000000) = 2001-01-01 01:02:03.0)) and ((ts + 1 00:00:00.000000000) <> 2001-01-01 01:02:03.0)) and ((ts + 1 00:00:00.000000000) >= 2001-01-01 01:02:03.0)) and ((ts + 1 00:00:00.000000000) > 2001-01-01 01:02:03.0)) and ((ts - 1 00:00:00.000000000) <= 2001-01-01 01:02:03.0)) and ((ts - 1 00:00:00.000000000) < 2001-01-01 01:02:03.0)) and (ts = (ts + 0 00:00:00.000000000))) and (ts <> (ts + 1 00:00:00.000000000))) and (ts <= (ts + 1 00:00:00.000000000))) and (ts < (ts + 1 00:00:00.000000000))) and (ts >= (ts - 1 00:00:00.000000000))) and (ts > (ts - 1 00:00:00.000000000))) (type: boolean) + predicate: ((2001-01-01 01:02:03.0 = (ts + 0 00:00:00.000000000)) and (2001-01-01 01:02:03.0 <> (ts + 1 00:00:00.000000000)) and (2001-01-01 01:02:03.0 <= (ts + 1 00:00:00.000000000)) and (2001-01-01 01:02:03.0 < (ts + 1 00:00:00.000000000)) and (2001-01-01 01:02:03.0 >= (ts - 1 00:00:00.000000000)) and (2001-01-01 01:02:03.0 > (ts - 1 00:00:00.000000000)) and ((ts + 0 00:00:00.000000000) = 2001-01-01 01:02:03.0) and ((ts + 1 00:00:00.000000000) <> 2001-01-01 01:02:03.0) and ((ts + 1 00:00:00.000000000) >= 2001-01-01 01:02:03.0) and ((ts + 1 00:00:00.000000000) > 2001-01-01 01:02:03.0) and ((ts - 1 00:00:00.000000000) <= 2001-01-01 01:02:03.0) and ((ts - 1 00:00:00.000000000) < 2001-01-01 01:02:03.0) and (ts = (ts + 0 00:00:00.000000000)) and (ts <> (ts + 1 00:00:00.000000000)) and (ts <= (ts + 1 00:00:00.000000000)) and (ts < (ts + 1 00:00:00.000000000)) and (ts >= (ts - 1 00:00:00.000000000)) and (ts > (ts - 1 00:00:00.000000000))) (type: boolean) Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: ts (type: timestamp) @@ -1536,8 +1555,9 @@ STAGE PLANS: sort order: + Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp) @@ -1547,8 +1567,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 394 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out new file mode 100644 index 0000000..13a8b35 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_interval_arithmetic.q.out @@ -0,0 +1,1093 @@ +PREHOOK: query: create table unique_timestamps (tsval timestamp) STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@unique_timestamps +POSTHOOK: query: create table unique_timestamps (tsval timestamp) STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@unique_timestamps +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/timestamps.txt' OVERWRITE INTO TABLE unique_timestamps +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@unique_timestamps +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/timestamps.txt' OVERWRITE INTO TABLE unique_timestamps +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@unique_timestamps +PREHOOK: query: create table interval_arithmetic_1 (dateval date, tsval timestamp) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@interval_arithmetic_1 +POSTHOOK: query: create table interval_arithmetic_1 (dateval date, tsval timestamp) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@interval_arithmetic_1 +PREHOOK: query: insert overwrite table interval_arithmetic_1 + select cast(tsval as date), tsval from unique_timestamps +PREHOOK: type: QUERY +PREHOOK: Input: default@unique_timestamps +PREHOOK: Output: default@interval_arithmetic_1 +POSTHOOK: query: insert overwrite table interval_arithmetic_1 + select cast(tsval as date), tsval from unique_timestamps +POSTHOOK: type: QUERY +POSTHOOK: Input: default@unique_timestamps +POSTHOOK: Output: default@interval_arithmetic_1 +POSTHOOK: Lineage: interval_arithmetic_1.dateval EXPRESSION [(unique_timestamps)unique_timestamps.FieldSchema(name:tsval, type:timestamp, comment:null), ] +POSTHOOK: Lineage: interval_arithmetic_1.tsval SIMPLE [(unique_timestamps)unique_timestamps.FieldSchema(name:tsval, type:timestamp, comment:null), ] +tsval tsval +PREHOOK: query: -- interval year-month arithmetic +explain +select + dateval, + dateval - interval '2-2' year to month, + dateval - interval '-2-2' year to month, + dateval + interval '2-2' year to month, + dateval + interval '-2-2' year to month, + - interval '2-2' year to month + dateval, + interval '2-2' year to month + dateval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +POSTHOOK: query: -- interval year-month arithmetic +explain +select + dateval, + dateval - interval '2-2' year to month, + dateval - interval '-2-2' year to month, + dateval + interval '2-2' year to month, + dateval + interval '-2-2' year to month, + - interval '2-2' year to month + dateval, + interval '2-2' year to month + dateval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: dateval (type: date), (dateval - 2-2) (type: date), (dateval - -2-2) (type: date), (dateval + 2-2) (type: date), (dateval + -2-2) (type: date), (-2-2 + dateval) (type: date), (2-2 + dateval) (type: date) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: date) + sort order: + + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: date), _col2 (type: date), _col3 (type: date), _col4 (type: date), _col5 (type: date), _col6 (type: date) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: date), VALUE._col1 (type: date), VALUE._col2 (type: date), VALUE._col3 (type: date), VALUE._col4 (type: date), VALUE._col5 (type: date) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select + dateval, + dateval - interval '2-2' year to month, + dateval - interval '-2-2' year to month, + dateval + interval '2-2' year to month, + dateval + interval '-2-2' year to month, + - interval '2-2' year to month + dateval, + interval '2-2' year to month + dateval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + dateval, + dateval - interval '2-2' year to month, + dateval - interval '-2-2' year to month, + dateval + interval '2-2' year to month, + dateval + interval '-2-2' year to month, + - interval '2-2' year to month + dateval, + interval '2-2' year to month + dateval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +dateval c1 c2 c3 c4 c5 c6 +0004-09-22 0002-07-22 0006-11-22 0006-11-22 0002-07-22 0002-07-22 0006-11-22 +0528-10-27 0526-08-27 0530-12-27 0530-12-27 0526-08-27 0526-08-27 0530-12-27 +1319-02-02 1316-12-02 1321-04-02 1321-04-02 1316-12-02 1316-12-02 1321-04-02 +1404-07-23 1402-05-23 1406-09-23 1406-09-23 1402-05-23 1402-05-23 1406-09-23 +1815-05-06 1813-03-06 1817-07-06 1817-07-06 1813-03-06 1813-03-06 1817-07-06 +1883-04-17 1881-02-17 1885-06-17 1885-06-17 1881-02-17 1881-02-17 1885-06-17 +1966-08-16 1964-06-16 1968-10-16 1968-10-16 1964-06-16 1964-06-16 1968-10-16 +1973-04-17 1971-02-17 1975-06-17 1975-06-17 1971-02-17 1971-02-17 1975-06-17 +1974-10-04 1972-08-04 1976-12-04 1976-12-04 1972-08-04 1972-08-04 1976-12-04 +1976-03-03 1974-01-03 1978-05-03 1978-05-03 1974-01-03 1974-01-03 1978-05-03 +1976-05-06 1974-03-06 1978-07-06 1978-07-06 1974-03-06 1974-03-06 1978-07-06 +1978-08-05 1976-06-05 1980-10-05 1980-10-05 1976-06-05 1976-06-05 1980-10-05 +1981-04-25 1979-02-25 1983-06-25 1983-06-25 1979-02-25 1979-02-25 1983-06-25 +1981-11-15 1979-09-15 1984-01-15 1984-01-15 1979-09-15 1979-09-15 1984-01-15 +1985-07-20 1983-05-20 1987-09-20 1987-09-20 1983-05-20 1983-05-20 1987-09-20 +1985-11-18 1983-09-18 1988-01-18 1988-01-18 1983-09-18 1983-09-18 1988-01-18 +1987-02-21 1984-12-21 1989-04-21 1989-04-21 1984-12-21 1984-12-21 1989-04-21 +1987-05-28 1985-03-28 1989-07-28 1989-07-28 1985-03-28 1985-03-28 1989-07-28 +1998-10-16 1996-08-16 2000-12-16 2000-12-16 1996-08-16 1996-08-16 2000-12-16 +1999-10-03 1997-08-03 2001-12-03 2001-12-03 1997-08-03 1997-08-03 2001-12-03 +2000-12-18 1998-10-18 2003-02-18 2003-02-18 1998-10-18 1998-10-18 2003-02-18 +2002-05-10 2000-03-10 2004-07-10 2004-07-10 2000-03-10 2000-03-10 2004-07-10 +2003-09-23 2001-07-23 2005-11-23 2005-11-23 2001-07-23 2001-07-23 2005-11-23 +2004-03-07 2002-01-07 2006-05-07 2006-05-07 2002-01-07 2002-01-07 2006-05-07 +2007-02-09 2004-12-09 2009-04-09 2009-04-09 2004-12-09 2004-12-09 2009-04-09 +2009-01-21 2006-11-21 2011-03-21 2011-03-21 2006-11-21 2006-11-21 2011-03-21 +2010-04-08 2008-02-08 2012-06-08 2012-06-08 2008-02-08 2008-02-08 2012-06-08 +2013-04-07 2011-02-07 2015-06-07 2015-06-07 2011-02-07 2011-02-07 2015-06-07 +2013-04-10 2011-02-10 2015-06-10 2015-06-10 2011-02-10 2011-02-10 2015-06-10 +2021-09-24 2019-07-24 2023-11-24 2023-11-24 2019-07-24 2019-07-24 2023-11-24 +2024-11-11 2022-09-11 2027-01-11 2027-01-11 2022-09-11 2022-09-11 2027-01-11 +4143-07-08 4141-05-08 4145-09-08 4145-09-08 4141-05-08 4141-05-08 4145-09-08 +4966-12-04 4964-10-04 4969-02-04 4969-02-04 4964-10-04 4964-10-04 4969-02-04 +5339-02-01 5336-12-01 5341-04-01 5341-04-01 5336-12-01 5336-12-01 5341-04-01 +5344-10-04 5342-08-04 5346-12-04 5346-12-04 5342-08-04 5342-08-04 5346-12-04 +5397-07-13 5395-05-13 5399-09-13 5399-09-13 5395-05-13 5395-05-13 5399-09-13 +5966-07-09 5964-05-09 5968-09-09 5968-09-09 5964-05-09 5964-05-09 5968-09-09 +6229-06-28 6227-04-28 6231-08-28 6231-08-28 6227-04-28 6227-04-28 6231-08-28 +6482-04-27 6480-02-27 6484-06-27 6484-06-27 6480-02-27 6480-02-27 6484-06-27 +6631-11-13 6629-09-13 6634-01-13 6634-01-13 6629-09-13 6629-09-13 6634-01-13 +6705-09-28 6703-07-28 6707-11-28 6707-11-28 6703-07-28 6703-07-28 6707-11-28 +6731-02-12 6728-12-12 6733-04-12 6733-04-12 6728-12-12 6728-12-12 6733-04-12 +7160-12-02 7158-10-02 7163-02-02 7163-02-02 7158-10-02 7158-10-02 7163-02-02 +7409-09-07 7407-07-07 7411-11-07 7411-11-07 7407-07-07 7407-07-07 7411-11-07 +7503-06-23 7501-04-23 7505-08-23 7505-08-23 7501-04-23 7501-04-23 7505-08-23 +8422-07-22 8420-05-22 8424-09-22 8424-09-22 8420-05-22 8420-05-22 8424-09-22 +8521-01-16 8518-11-16 8523-03-16 8523-03-16 8518-11-16 8518-11-16 8523-03-16 +9075-06-13 9073-04-13 9077-08-13 9077-08-13 9073-04-13 9073-04-13 9077-08-13 +9209-11-11 9207-09-11 9212-01-11 9212-01-11 9207-09-11 9207-09-11 9212-01-11 +9403-01-09 9400-11-09 9405-03-09 9405-03-09 9400-11-09 9400-11-09 9405-03-09 +PREHOOK: query: explain +select + dateval, + dateval - date '1999-06-07', + date '1999-06-07' - dateval, + dateval - dateval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + dateval, + dateval - date '1999-06-07', + date '1999-06-07' - dateval, + dateval - dateval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: dateval (type: date), (dateval - 1999-06-07) (type: interval_day_time), (1999-06-07 - dateval) (type: interval_day_time), (dateval - dateval) (type: interval_day_time) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: date) + sort order: + + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: interval_day_time), _col2 (type: interval_day_time), _col3 (type: interval_day_time) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: interval_day_time), VALUE._col1 (type: interval_day_time), VALUE._col2 (type: interval_day_time) + outputColumnNames: _col0, _col1, _col2, _col3 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select + dateval, + dateval - date '1999-06-07', + date '1999-06-07' - dateval, + dateval - dateval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + dateval, + dateval - date '1999-06-07', + date '1999-06-07' - dateval, + dateval - dateval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +dateval c1 c2 c3 +0004-09-22 -728552 23:00:00.000000000 728552 23:00:00.000000000 0 00:00:00.000000000 +0528-10-27 -537126 23:00:00.000000000 537126 23:00:00.000000000 0 00:00:00.000000000 +1319-02-02 -248481 23:00:00.000000000 248481 23:00:00.000000000 0 00:00:00.000000000 +1404-07-23 -217263 23:00:00.000000000 217263 23:00:00.000000000 0 00:00:00.000000000 +1815-05-06 -67236 23:00:00.000000000 67236 23:00:00.000000000 0 00:00:00.000000000 +1883-04-17 -42418 23:00:00.000000000 42418 23:00:00.000000000 0 00:00:00.000000000 +1966-08-16 -11983 00:00:00.000000000 11983 00:00:00.000000000 0 00:00:00.000000000 +1973-04-17 -9546 23:00:00.000000000 9546 23:00:00.000000000 0 00:00:00.000000000 +1974-10-04 -9012 00:00:00.000000000 9012 00:00:00.000000000 0 00:00:00.000000000 +1976-03-03 -8495 23:00:00.000000000 8495 23:00:00.000000000 0 00:00:00.000000000 +1976-05-06 -8432 00:00:00.000000000 8432 00:00:00.000000000 0 00:00:00.000000000 +1978-08-05 -7611 00:00:00.000000000 7611 00:00:00.000000000 0 00:00:00.000000000 +1981-04-25 -6616 23:00:00.000000000 6616 23:00:00.000000000 0 00:00:00.000000000 +1981-11-15 -6412 23:00:00.000000000 6412 23:00:00.000000000 0 00:00:00.000000000 +1985-07-20 -5070 00:00:00.000000000 5070 00:00:00.000000000 0 00:00:00.000000000 +1985-11-18 -4948 23:00:00.000000000 4948 23:00:00.000000000 0 00:00:00.000000000 +1987-02-21 -4488 23:00:00.000000000 4488 23:00:00.000000000 0 00:00:00.000000000 +1987-05-28 -4393 00:00:00.000000000 4393 00:00:00.000000000 0 00:00:00.000000000 +1998-10-16 -234 00:00:00.000000000 234 00:00:00.000000000 0 00:00:00.000000000 +1999-10-03 118 00:00:00.000000000 -118 00:00:00.000000000 0 00:00:00.000000000 +2000-12-18 560 01:00:00.000000000 -560 01:00:00.000000000 0 00:00:00.000000000 +2002-05-10 1068 00:00:00.000000000 -1068 00:00:00.000000000 0 00:00:00.000000000 +2003-09-23 1569 00:00:00.000000000 -1569 00:00:00.000000000 0 00:00:00.000000000 +2004-03-07 1735 01:00:00.000000000 -1735 01:00:00.000000000 0 00:00:00.000000000 +2007-02-09 2804 01:00:00.000000000 -2804 01:00:00.000000000 0 00:00:00.000000000 +2009-01-21 3516 01:00:00.000000000 -3516 01:00:00.000000000 0 00:00:00.000000000 +2010-04-08 3958 00:00:00.000000000 -3958 00:00:00.000000000 0 00:00:00.000000000 +2013-04-07 5053 00:00:00.000000000 -5053 00:00:00.000000000 0 00:00:00.000000000 +2013-04-10 5056 00:00:00.000000000 -5056 00:00:00.000000000 0 00:00:00.000000000 +2021-09-24 8145 00:00:00.000000000 -8145 00:00:00.000000000 0 00:00:00.000000000 +2024-11-11 9289 01:00:00.000000000 -9289 01:00:00.000000000 0 00:00:00.000000000 +4143-07-08 783111 00:00:00.000000000 -783111 00:00:00.000000000 0 00:00:00.000000000 +4966-12-04 1083855 01:00:00.000000000 -1083855 01:00:00.000000000 0 00:00:00.000000000 +5339-02-01 1219784 01:00:00.000000000 -1219784 01:00:00.000000000 0 00:00:00.000000000 +5344-10-04 1221856 00:00:00.000000000 -1221856 00:00:00.000000000 0 00:00:00.000000000 +5397-07-13 1241131 00:00:00.000000000 -1241131 00:00:00.000000000 0 00:00:00.000000000 +5966-07-09 1448949 00:00:00.000000000 -1448949 00:00:00.000000000 0 00:00:00.000000000 +6229-06-28 1544997 00:00:00.000000000 -1544997 00:00:00.000000000 0 00:00:00.000000000 +6482-04-27 1637342 00:00:00.000000000 -1637342 00:00:00.000000000 0 00:00:00.000000000 +6631-11-13 1691962 01:00:00.000000000 -1691962 01:00:00.000000000 0 00:00:00.000000000 +6705-09-28 1718944 00:00:00.000000000 -1718944 00:00:00.000000000 0 00:00:00.000000000 +6731-02-12 1728212 01:00:00.000000000 -1728212 01:00:00.000000000 0 00:00:00.000000000 +7160-12-02 1885195 01:00:00.000000000 -1885195 01:00:00.000000000 0 00:00:00.000000000 +7409-09-07 1976054 00:00:00.000000000 -1976054 00:00:00.000000000 0 00:00:00.000000000 +7503-06-23 2010310 00:00:00.000000000 -2010310 00:00:00.000000000 0 00:00:00.000000000 +8422-07-22 2345998 00:00:00.000000000 -2345998 00:00:00.000000000 0 00:00:00.000000000 +8521-01-16 2381970 01:00:00.000000000 -2381970 01:00:00.000000000 0 00:00:00.000000000 +9075-06-13 2584462 00:00:00.000000000 -2584462 00:00:00.000000000 0 00:00:00.000000000 +9209-11-11 2633556 01:00:00.000000000 -2633556 01:00:00.000000000 0 00:00:00.000000000 +9403-01-09 2704106 01:00:00.000000000 -2704106 01:00:00.000000000 0 00:00:00.000000000 +PREHOOK: query: explain +select + tsval, + tsval - interval '2-2' year to month, + tsval - interval '-2-2' year to month, + tsval + interval '2-2' year to month, + tsval + interval '-2-2' year to month, + - interval '2-2' year to month + tsval, + interval '2-2' year to month + tsval +from interval_arithmetic_1 +order by tsval +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + tsval, + tsval - interval '2-2' year to month, + tsval - interval '-2-2' year to month, + tsval + interval '2-2' year to month, + tsval + interval '-2-2' year to month, + - interval '2-2' year to month + tsval, + interval '2-2' year to month + tsval +from interval_arithmetic_1 +order by tsval +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: tsval (type: timestamp), (tsval - 2-2) (type: timestamp), (tsval - -2-2) (type: timestamp), (tsval + 2-2) (type: timestamp), (tsval + -2-2) (type: timestamp), (-2-2 + tsval) (type: timestamp), (2-2 + tsval) (type: timestamp) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: timestamp) + sort order: + + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: timestamp), _col2 (type: timestamp), _col3 (type: timestamp), _col4 (type: timestamp), _col5 (type: timestamp), _col6 (type: timestamp) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: timestamp), VALUE._col0 (type: timestamp), VALUE._col1 (type: timestamp), VALUE._col2 (type: timestamp), VALUE._col3 (type: timestamp), VALUE._col4 (type: timestamp), VALUE._col5 (type: timestamp) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select + tsval, + tsval - interval '2-2' year to month, + tsval - interval '-2-2' year to month, + tsval + interval '2-2' year to month, + tsval + interval '-2-2' year to month, + - interval '2-2' year to month + tsval, + interval '2-2' year to month + tsval +from interval_arithmetic_1 +order by tsval +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + tsval, + tsval - interval '2-2' year to month, + tsval - interval '-2-2' year to month, + tsval + interval '2-2' year to month, + tsval + interval '-2-2' year to month, + - interval '2-2' year to month + tsval, + interval '2-2' year to month + tsval +from interval_arithmetic_1 +order by tsval +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +tsval c1 c2 c3 c4 c5 c6 +0004-09-22 18:26:29.519542222 0002-07-22 18:26:29.519542222 0006-11-22 18:26:29.519542222 0006-11-22 18:26:29.519542222 0002-07-22 18:26:29.519542222 0002-07-22 18:26:29.519542222 0006-11-22 18:26:29.519542222 +0528-10-27 08:15:18.941718273 0526-08-27 08:15:18.941718273 0530-12-27 08:15:18.941718273 0530-12-27 08:15:18.941718273 0526-08-27 08:15:18.941718273 0526-08-27 08:15:18.941718273 0530-12-27 08:15:18.941718273 +1319-02-02 16:31:57.778 1316-12-02 16:31:57.778 1321-04-02 16:31:57.778 1321-04-02 16:31:57.778 1316-12-02 16:31:57.778 1316-12-02 16:31:57.778 1321-04-02 16:31:57.778 +1404-07-23 15:32:16.059185026 1402-05-23 15:32:16.059185026 1406-09-23 15:32:16.059185026 1406-09-23 15:32:16.059185026 1402-05-23 15:32:16.059185026 1402-05-23 15:32:16.059185026 1406-09-23 15:32:16.059185026 +1815-05-06 00:12:37.543584705 1813-03-06 00:12:37.543584705 1817-07-06 00:12:37.543584705 1817-07-06 00:12:37.543584705 1813-03-06 00:12:37.543584705 1813-03-06 00:12:37.543584705 1817-07-06 00:12:37.543584705 +1883-04-17 04:14:34.647766229 1881-02-17 04:14:34.647766229 1885-06-17 04:14:34.647766229 1885-06-17 04:14:34.647766229 1881-02-17 04:14:34.647766229 1881-02-17 04:14:34.647766229 1885-06-17 04:14:34.647766229 +1966-08-16 13:36:50.183618031 1964-06-16 13:36:50.183618031 1968-10-16 13:36:50.183618031 1968-10-16 13:36:50.183618031 1964-06-16 13:36:50.183618031 1964-06-16 13:36:50.183618031 1968-10-16 13:36:50.183618031 +1973-04-17 06:30:38.596784156 1971-02-17 06:30:38.596784156 1975-06-17 07:30:38.596784156 1975-06-17 07:30:38.596784156 1971-02-17 06:30:38.596784156 1971-02-17 06:30:38.596784156 1975-06-17 07:30:38.596784156 +1974-10-04 17:21:03.989 1972-08-04 17:21:03.989 1976-12-04 16:21:03.989 1976-12-04 16:21:03.989 1972-08-04 17:21:03.989 1972-08-04 17:21:03.989 1976-12-04 16:21:03.989 +1976-03-03 04:54:33.000895162 1974-01-03 04:54:33.000895162 1978-05-03 05:54:33.000895162 1978-05-03 05:54:33.000895162 1974-01-03 04:54:33.000895162 1974-01-03 04:54:33.000895162 1978-05-03 05:54:33.000895162 +1976-05-06 00:42:30.910786948 1974-03-06 00:42:30.910786948 1978-07-06 00:42:30.910786948 1978-07-06 00:42:30.910786948 1974-03-06 00:42:30.910786948 1974-03-06 00:42:30.910786948 1978-07-06 00:42:30.910786948 +1978-08-05 14:41:05.501 1976-06-05 14:41:05.501 1980-10-05 14:41:05.501 1980-10-05 14:41:05.501 1976-06-05 14:41:05.501 1976-06-05 14:41:05.501 1980-10-05 14:41:05.501 +1981-04-25 09:01:12.077192689 1979-02-25 09:01:12.077192689 1983-06-25 10:01:12.077192689 1983-06-25 10:01:12.077192689 1979-02-25 09:01:12.077192689 1979-02-25 09:01:12.077192689 1983-06-25 10:01:12.077192689 +1981-11-15 23:03:10.999338387 1979-09-16 00:03:10.999338387 1984-01-15 23:03:10.999338387 1984-01-15 23:03:10.999338387 1979-09-16 00:03:10.999338387 1979-09-16 00:03:10.999338387 1984-01-15 23:03:10.999338387 +1985-07-20 09:30:11 1983-05-20 09:30:11 1987-09-20 09:30:11 1987-09-20 09:30:11 1983-05-20 09:30:11 1983-05-20 09:30:11 1987-09-20 09:30:11 +1985-11-18 16:37:54 1983-09-18 17:37:54 1988-01-18 16:37:54 1988-01-18 16:37:54 1983-09-18 17:37:54 1983-09-18 17:37:54 1988-01-18 16:37:54 +1987-02-21 19:48:29 1984-12-21 19:48:29 1989-04-21 20:48:29 1989-04-21 20:48:29 1984-12-21 19:48:29 1984-12-21 19:48:29 1989-04-21 20:48:29 +1987-05-28 13:52:07.900916635 1985-03-28 12:52:07.900916635 1989-07-28 13:52:07.900916635 1989-07-28 13:52:07.900916635 1985-03-28 12:52:07.900916635 1985-03-28 12:52:07.900916635 1989-07-28 13:52:07.900916635 +1998-10-16 20:05:29.397591987 1996-08-16 20:05:29.397591987 2000-12-16 19:05:29.397591987 2000-12-16 19:05:29.397591987 1996-08-16 20:05:29.397591987 1996-08-16 20:05:29.397591987 2000-12-16 19:05:29.397591987 +1999-10-03 16:59:10.396903939 1997-08-03 16:59:10.396903939 2001-12-03 15:59:10.396903939 2001-12-03 15:59:10.396903939 1997-08-03 16:59:10.396903939 1997-08-03 16:59:10.396903939 2001-12-03 15:59:10.396903939 +2000-12-18 08:42:30.000595596 1998-10-18 09:42:30.000595596 2003-02-18 08:42:30.000595596 2003-02-18 08:42:30.000595596 1998-10-18 09:42:30.000595596 1998-10-18 09:42:30.000595596 2003-02-18 08:42:30.000595596 +2002-05-10 05:29:48.990818073 2000-03-10 04:29:48.990818073 2004-07-10 05:29:48.990818073 2004-07-10 05:29:48.990818073 2000-03-10 04:29:48.990818073 2000-03-10 04:29:48.990818073 2004-07-10 05:29:48.990818073 +2003-09-23 22:33:17.00003252 2001-07-23 22:33:17.00003252 2005-11-23 21:33:17.00003252 2005-11-23 21:33:17.00003252 2001-07-23 22:33:17.00003252 2001-07-23 22:33:17.00003252 2005-11-23 21:33:17.00003252 +2004-03-07 20:14:13 2002-01-07 20:14:13 2006-05-07 21:14:13 2006-05-07 21:14:13 2002-01-07 20:14:13 2002-01-07 20:14:13 2006-05-07 21:14:13 +2007-02-09 05:17:29.368756876 2004-12-09 05:17:29.368756876 2009-04-09 06:17:29.368756876 2009-04-09 06:17:29.368756876 2004-12-09 05:17:29.368756876 2004-12-09 05:17:29.368756876 2009-04-09 06:17:29.368756876 +2009-01-21 10:49:07.108 2006-11-21 10:49:07.108 2011-03-21 11:49:07.108 2011-03-21 11:49:07.108 2006-11-21 10:49:07.108 2006-11-21 10:49:07.108 2011-03-21 11:49:07.108 +2010-04-08 02:43:35.861742727 2008-02-08 01:43:35.861742727 2012-06-08 02:43:35.861742727 2012-06-08 02:43:35.861742727 2008-02-08 01:43:35.861742727 2008-02-08 01:43:35.861742727 2012-06-08 02:43:35.861742727 +2013-04-07 02:44:43.00086821 2011-02-07 01:44:43.00086821 2015-06-07 02:44:43.00086821 2015-06-07 02:44:43.00086821 2011-02-07 01:44:43.00086821 2011-02-07 01:44:43.00086821 2015-06-07 02:44:43.00086821 +2013-04-10 00:43:46.854731546 2011-02-09 23:43:46.854731546 2015-06-10 00:43:46.854731546 2015-06-10 00:43:46.854731546 2011-02-09 23:43:46.854731546 2011-02-09 23:43:46.854731546 2015-06-10 00:43:46.854731546 +2021-09-24 03:18:32.413655165 2019-07-24 03:18:32.413655165 2023-11-24 02:18:32.413655165 2023-11-24 02:18:32.413655165 2019-07-24 03:18:32.413655165 2019-07-24 03:18:32.413655165 2023-11-24 02:18:32.413655165 +2024-11-11 16:42:41.101 2022-09-11 17:42:41.101 2027-01-11 16:42:41.101 2027-01-11 16:42:41.101 2022-09-11 17:42:41.101 2022-09-11 17:42:41.101 2027-01-11 16:42:41.101 +4143-07-08 10:53:27.252802259 4141-05-08 10:53:27.252802259 4145-09-08 10:53:27.252802259 4145-09-08 10:53:27.252802259 4141-05-08 10:53:27.252802259 4141-05-08 10:53:27.252802259 4145-09-08 10:53:27.252802259 +4966-12-04 09:30:55.202 4964-10-04 10:30:55.202 4969-02-04 09:30:55.202 4969-02-04 09:30:55.202 4964-10-04 10:30:55.202 4964-10-04 10:30:55.202 4969-02-04 09:30:55.202 +5339-02-01 14:10:01.085678691 5336-12-01 14:10:01.085678691 5341-04-01 15:10:01.085678691 5341-04-01 15:10:01.085678691 5336-12-01 14:10:01.085678691 5336-12-01 14:10:01.085678691 5341-04-01 15:10:01.085678691 +5344-10-04 18:40:08.165 5342-08-04 18:40:08.165 5346-12-04 17:40:08.165 5346-12-04 17:40:08.165 5342-08-04 18:40:08.165 5342-08-04 18:40:08.165 5346-12-04 17:40:08.165 +5397-07-13 07:12:32.000896438 5395-05-13 07:12:32.000896438 5399-09-13 07:12:32.000896438 5399-09-13 07:12:32.000896438 5395-05-13 07:12:32.000896438 5395-05-13 07:12:32.000896438 5399-09-13 07:12:32.000896438 +5966-07-09 03:30:50.597 5964-05-09 03:30:50.597 5968-09-09 03:30:50.597 5968-09-09 03:30:50.597 5964-05-09 03:30:50.597 5964-05-09 03:30:50.597 5968-09-09 03:30:50.597 +6229-06-28 02:54:28.970117179 6227-04-28 02:54:28.970117179 6231-08-28 02:54:28.970117179 6231-08-28 02:54:28.970117179 6227-04-28 02:54:28.970117179 6227-04-28 02:54:28.970117179 6231-08-28 02:54:28.970117179 +6482-04-27 12:07:38.073915413 6480-02-27 11:07:38.073915413 6484-06-27 12:07:38.073915413 6484-06-27 12:07:38.073915413 6480-02-27 11:07:38.073915413 6480-02-27 11:07:38.073915413 6484-06-27 12:07:38.073915413 +6631-11-13 16:31:29.702202248 6629-09-13 17:31:29.702202248 6634-01-13 16:31:29.702202248 6634-01-13 16:31:29.702202248 6629-09-13 17:31:29.702202248 6629-09-13 17:31:29.702202248 6634-01-13 16:31:29.702202248 +6705-09-28 18:27:28.000845672 6703-07-28 18:27:28.000845672 6707-11-28 17:27:28.000845672 6707-11-28 17:27:28.000845672 6703-07-28 18:27:28.000845672 6703-07-28 18:27:28.000845672 6707-11-28 17:27:28.000845672 +6731-02-12 08:12:48.287783702 6728-12-12 08:12:48.287783702 6733-04-12 09:12:48.287783702 6733-04-12 09:12:48.287783702 6728-12-12 08:12:48.287783702 6728-12-12 08:12:48.287783702 6733-04-12 09:12:48.287783702 +7160-12-02 06:00:24.81200852 7158-10-02 07:00:24.81200852 7163-02-02 06:00:24.81200852 7163-02-02 06:00:24.81200852 7158-10-02 07:00:24.81200852 7158-10-02 07:00:24.81200852 7163-02-02 06:00:24.81200852 +7409-09-07 23:33:32.459349602 7407-07-07 23:33:32.459349602 7411-11-07 22:33:32.459349602 7411-11-07 22:33:32.459349602 7407-07-07 23:33:32.459349602 7407-07-07 23:33:32.459349602 7411-11-07 22:33:32.459349602 +7503-06-23 23:14:17.486 7501-04-23 23:14:17.486 7505-08-23 23:14:17.486 7505-08-23 23:14:17.486 7501-04-23 23:14:17.486 7501-04-23 23:14:17.486 7505-08-23 23:14:17.486 +8422-07-22 03:21:45.745036084 8420-05-22 03:21:45.745036084 8424-09-22 03:21:45.745036084 8424-09-22 03:21:45.745036084 8420-05-22 03:21:45.745036084 8420-05-22 03:21:45.745036084 8424-09-22 03:21:45.745036084 +8521-01-16 20:42:05.668832388 8518-11-16 20:42:05.668832388 8523-03-16 21:42:05.668832388 8523-03-16 21:42:05.668832388 8518-11-16 20:42:05.668832388 8518-11-16 20:42:05.668832388 8523-03-16 21:42:05.668832388 +9075-06-13 16:20:09.218517797 9073-04-13 16:20:09.218517797 9077-08-13 16:20:09.218517797 9077-08-13 16:20:09.218517797 9073-04-13 16:20:09.218517797 9073-04-13 16:20:09.218517797 9077-08-13 16:20:09.218517797 +9209-11-11 04:08:58.223768453 9207-09-11 05:08:58.223768453 9212-01-11 04:08:58.223768453 9212-01-11 04:08:58.223768453 9207-09-11 05:08:58.223768453 9207-09-11 05:08:58.223768453 9212-01-11 04:08:58.223768453 +9403-01-09 18:12:33.547 9400-11-09 18:12:33.547 9405-03-09 18:12:33.547 9405-03-09 18:12:33.547 9400-11-09 18:12:33.547 9400-11-09 18:12:33.547 9405-03-09 18:12:33.547 +PREHOOK: query: explain +select + interval '2-2' year to month + interval '3-3' year to month, + interval '2-2' year to month - interval '3-3' year to month +from interval_arithmetic_1 +order by interval '2-2' year to month + interval '3-3' year to month +limit 2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + interval '2-2' year to month + interval '3-3' year to month, + interval '2-2' year to month - interval '3-3' year to month +from interval_arithmetic_1 +order by interval '2-2' year to month + interval '3-3' year to month +limit 2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + Statistics: Num rows: 50 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + sort order: + Statistics: Num rows: 50 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: 5-5 (type: interval_year_month), -1-1 (type: interval_year_month) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 50 Data size: 800 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 2 + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: 2 + Processor Tree: + ListSink + +PREHOOK: query: select + interval '2-2' year to month + interval '3-3' year to month, + interval '2-2' year to month - interval '3-3' year to month +from interval_arithmetic_1 +order by interval '2-2' year to month + interval '3-3' year to month +limit 2 +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + interval '2-2' year to month + interval '3-3' year to month, + interval '2-2' year to month - interval '3-3' year to month +from interval_arithmetic_1 +order by interval '2-2' year to month + interval '3-3' year to month +limit 2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +c0 c1 +5-5 -1-1 +5-5 -1-1 +PREHOOK: query: -- interval day-time arithmetic +explain +select + dateval, + dateval - interval '99 11:22:33.123456789' day to second, + dateval - interval '-99 11:22:33.123456789' day to second, + dateval + interval '99 11:22:33.123456789' day to second, + dateval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + dateval, + interval '99 11:22:33.123456789' day to second + dateval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +POSTHOOK: query: -- interval day-time arithmetic +explain +select + dateval, + dateval - interval '99 11:22:33.123456789' day to second, + dateval - interval '-99 11:22:33.123456789' day to second, + dateval + interval '99 11:22:33.123456789' day to second, + dateval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + dateval, + interval '99 11:22:33.123456789' day to second + dateval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: dateval (type: date), (dateval - 99 11:22:33.123456789) (type: timestamp), (dateval - -99 11:22:33.123456789) (type: timestamp), (dateval + 99 11:22:33.123456789) (type: timestamp), (dateval + -99 11:22:33.123456789) (type: timestamp), (-99 11:22:33.123456789 + dateval) (type: timestamp), (99 11:22:33.123456789 + dateval) (type: timestamp) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: date) + sort order: + + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: timestamp), _col2 (type: timestamp), _col3 (type: timestamp), _col4 (type: timestamp), _col5 (type: timestamp), _col6 (type: timestamp) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: timestamp), VALUE._col1 (type: timestamp), VALUE._col2 (type: timestamp), VALUE._col3 (type: timestamp), VALUE._col4 (type: timestamp), VALUE._col5 (type: timestamp) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select + dateval, + dateval - interval '99 11:22:33.123456789' day to second, + dateval - interval '-99 11:22:33.123456789' day to second, + dateval + interval '99 11:22:33.123456789' day to second, + dateval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + dateval, + interval '99 11:22:33.123456789' day to second + dateval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + dateval, + dateval - interval '99 11:22:33.123456789' day to second, + dateval - interval '-99 11:22:33.123456789' day to second, + dateval + interval '99 11:22:33.123456789' day to second, + dateval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + dateval, + interval '99 11:22:33.123456789' day to second + dateval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +dateval _c1 _c2 _c3 _c4 _c5 _c6 +0004-09-22 0004-06-14 12:37:26.876543211 0004-12-30 11:22:33.123456789 0004-12-30 11:22:33.123456789 0004-06-14 12:37:26.876543211 0004-06-14 12:37:26.876543211 0004-12-30 11:22:33.123456789 +0528-10-27 0528-07-19 12:37:26.876543211 0529-02-03 11:22:33.123456789 0529-02-03 11:22:33.123456789 0528-07-19 12:37:26.876543211 0528-07-19 12:37:26.876543211 0529-02-03 11:22:33.123456789 +1319-02-02 1318-10-25 12:37:26.876543211 1319-05-12 11:22:33.123456789 1319-05-12 11:22:33.123456789 1318-10-25 12:37:26.876543211 1318-10-25 12:37:26.876543211 1319-05-12 11:22:33.123456789 +1404-07-23 1404-04-14 12:37:26.876543211 1404-10-30 11:22:33.123456789 1404-10-30 11:22:33.123456789 1404-04-14 12:37:26.876543211 1404-04-14 12:37:26.876543211 1404-10-30 11:22:33.123456789 +1815-05-06 1815-01-26 12:37:26.876543211 1815-08-13 11:22:33.123456789 1815-08-13 11:22:33.123456789 1815-01-26 12:37:26.876543211 1815-01-26 12:37:26.876543211 1815-08-13 11:22:33.123456789 +1883-04-17 1883-01-07 12:37:26.876543211 1883-07-25 11:22:33.123456789 1883-07-25 11:22:33.123456789 1883-01-07 12:37:26.876543211 1883-01-07 12:37:26.876543211 1883-07-25 11:22:33.123456789 +1966-08-16 1966-05-08 12:37:26.876543211 1966-11-23 10:22:33.123456789 1966-11-23 10:22:33.123456789 1966-05-08 12:37:26.876543211 1966-05-08 12:37:26.876543211 1966-11-23 10:22:33.123456789 +1973-04-17 1973-01-07 12:37:26.876543211 1973-07-25 12:22:33.123456789 1973-07-25 12:22:33.123456789 1973-01-07 12:37:26.876543211 1973-01-07 12:37:26.876543211 1973-07-25 12:22:33.123456789 +1974-10-04 1974-06-26 12:37:26.876543211 1975-01-11 10:22:33.123456789 1975-01-11 10:22:33.123456789 1974-06-26 12:37:26.876543211 1974-06-26 12:37:26.876543211 1975-01-11 10:22:33.123456789 +1976-03-03 1975-11-24 12:37:26.876543211 1976-06-10 12:22:33.123456789 1976-06-10 12:22:33.123456789 1975-11-24 12:37:26.876543211 1975-11-24 12:37:26.876543211 1976-06-10 12:22:33.123456789 +1976-05-06 1976-01-27 11:37:26.876543211 1976-08-13 11:22:33.123456789 1976-08-13 11:22:33.123456789 1976-01-27 11:37:26.876543211 1976-01-27 11:37:26.876543211 1976-08-13 11:22:33.123456789 +1978-08-05 1978-04-27 11:37:26.876543211 1978-11-12 10:22:33.123456789 1978-11-12 10:22:33.123456789 1978-04-27 11:37:26.876543211 1978-04-27 11:37:26.876543211 1978-11-12 10:22:33.123456789 +1981-04-25 1981-01-15 12:37:26.876543211 1981-08-02 12:22:33.123456789 1981-08-02 12:22:33.123456789 1981-01-15 12:37:26.876543211 1981-01-15 12:37:26.876543211 1981-08-02 12:22:33.123456789 +1981-11-15 1981-08-07 13:37:26.876543211 1982-02-22 11:22:33.123456789 1982-02-22 11:22:33.123456789 1981-08-07 13:37:26.876543211 1981-08-07 13:37:26.876543211 1982-02-22 11:22:33.123456789 +1985-07-20 1985-04-11 11:37:26.876543211 1985-10-27 10:22:33.123456789 1985-10-27 10:22:33.123456789 1985-04-11 11:37:26.876543211 1985-04-11 11:37:26.876543211 1985-10-27 10:22:33.123456789 +1985-11-18 1985-08-10 13:37:26.876543211 1986-02-25 11:22:33.123456789 1986-02-25 11:22:33.123456789 1985-08-10 13:37:26.876543211 1985-08-10 13:37:26.876543211 1986-02-25 11:22:33.123456789 +1987-02-21 1986-11-13 12:37:26.876543211 1987-05-31 12:22:33.123456789 1987-05-31 12:22:33.123456789 1986-11-13 12:37:26.876543211 1986-11-13 12:37:26.876543211 1987-05-31 12:22:33.123456789 +1987-05-28 1987-02-17 11:37:26.876543211 1987-09-04 11:22:33.123456789 1987-09-04 11:22:33.123456789 1987-02-17 11:37:26.876543211 1987-02-17 11:37:26.876543211 1987-09-04 11:22:33.123456789 +1998-10-16 1998-07-08 12:37:26.876543211 1999-01-23 10:22:33.123456789 1999-01-23 10:22:33.123456789 1998-07-08 12:37:26.876543211 1998-07-08 12:37:26.876543211 1999-01-23 10:22:33.123456789 +1999-10-03 1999-06-25 12:37:26.876543211 2000-01-10 10:22:33.123456789 2000-01-10 10:22:33.123456789 1999-06-25 12:37:26.876543211 1999-06-25 12:37:26.876543211 2000-01-10 10:22:33.123456789 +2000-12-18 2000-09-09 13:37:26.876543211 2001-03-27 11:22:33.123456789 2001-03-27 11:22:33.123456789 2000-09-09 13:37:26.876543211 2000-09-09 13:37:26.876543211 2001-03-27 11:22:33.123456789 +2002-05-10 2002-01-30 11:37:26.876543211 2002-08-17 11:22:33.123456789 2002-08-17 11:22:33.123456789 2002-01-30 11:37:26.876543211 2002-01-30 11:37:26.876543211 2002-08-17 11:22:33.123456789 +2003-09-23 2003-06-15 12:37:26.876543211 2003-12-31 10:22:33.123456789 2003-12-31 10:22:33.123456789 2003-06-15 12:37:26.876543211 2003-06-15 12:37:26.876543211 2003-12-31 10:22:33.123456789 +2004-03-07 2003-11-28 12:37:26.876543211 2004-06-14 12:22:33.123456789 2004-06-14 12:22:33.123456789 2003-11-28 12:37:26.876543211 2003-11-28 12:37:26.876543211 2004-06-14 12:22:33.123456789 +2007-02-09 2006-11-01 12:37:26.876543211 2007-05-19 12:22:33.123456789 2007-05-19 12:22:33.123456789 2006-11-01 12:37:26.876543211 2006-11-01 12:37:26.876543211 2007-05-19 12:22:33.123456789 +2009-01-21 2008-10-13 13:37:26.876543211 2009-04-30 12:22:33.123456789 2009-04-30 12:22:33.123456789 2008-10-13 13:37:26.876543211 2008-10-13 13:37:26.876543211 2009-04-30 12:22:33.123456789 +2010-04-08 2009-12-29 11:37:26.876543211 2010-07-16 11:22:33.123456789 2010-07-16 11:22:33.123456789 2009-12-29 11:37:26.876543211 2009-12-29 11:37:26.876543211 2010-07-16 11:22:33.123456789 +2013-04-07 2012-12-28 11:37:26.876543211 2013-07-15 11:22:33.123456789 2013-07-15 11:22:33.123456789 2012-12-28 11:37:26.876543211 2012-12-28 11:37:26.876543211 2013-07-15 11:22:33.123456789 +2013-04-10 2012-12-31 11:37:26.876543211 2013-07-18 11:22:33.123456789 2013-07-18 11:22:33.123456789 2012-12-31 11:37:26.876543211 2012-12-31 11:37:26.876543211 2013-07-18 11:22:33.123456789 +2021-09-24 2021-06-16 12:37:26.876543211 2022-01-01 10:22:33.123456789 2022-01-01 10:22:33.123456789 2021-06-16 12:37:26.876543211 2021-06-16 12:37:26.876543211 2022-01-01 10:22:33.123456789 +2024-11-11 2024-08-03 13:37:26.876543211 2025-02-18 11:22:33.123456789 2025-02-18 11:22:33.123456789 2024-08-03 13:37:26.876543211 2024-08-03 13:37:26.876543211 2025-02-18 11:22:33.123456789 +4143-07-08 4143-03-30 12:37:26.876543211 4143-10-15 11:22:33.123456789 4143-10-15 11:22:33.123456789 4143-03-30 12:37:26.876543211 4143-03-30 12:37:26.876543211 4143-10-15 11:22:33.123456789 +4966-12-04 4966-08-26 13:37:26.876543211 4967-03-13 12:22:33.123456789 4967-03-13 12:22:33.123456789 4966-08-26 13:37:26.876543211 4966-08-26 13:37:26.876543211 4967-03-13 12:22:33.123456789 +5339-02-01 5338-10-24 13:37:26.876543211 5339-05-11 12:22:33.123456789 5339-05-11 12:22:33.123456789 5338-10-24 13:37:26.876543211 5338-10-24 13:37:26.876543211 5339-05-11 12:22:33.123456789 +5344-10-04 5344-06-26 12:37:26.876543211 5345-01-11 10:22:33.123456789 5345-01-11 10:22:33.123456789 5344-06-26 12:37:26.876543211 5344-06-26 12:37:26.876543211 5345-01-11 10:22:33.123456789 +5397-07-13 5397-04-04 12:37:26.876543211 5397-10-20 11:22:33.123456789 5397-10-20 11:22:33.123456789 5397-04-04 12:37:26.876543211 5397-04-04 12:37:26.876543211 5397-10-20 11:22:33.123456789 +5966-07-09 5966-03-31 12:37:26.876543211 5966-10-16 11:22:33.123456789 5966-10-16 11:22:33.123456789 5966-03-31 12:37:26.876543211 5966-03-31 12:37:26.876543211 5966-10-16 11:22:33.123456789 +6229-06-28 6229-03-20 12:37:26.876543211 6229-10-05 11:22:33.123456789 6229-10-05 11:22:33.123456789 6229-03-20 12:37:26.876543211 6229-03-20 12:37:26.876543211 6229-10-05 11:22:33.123456789 +6482-04-27 6482-01-17 11:37:26.876543211 6482-08-04 11:22:33.123456789 6482-08-04 11:22:33.123456789 6482-01-17 11:37:26.876543211 6482-01-17 11:37:26.876543211 6482-08-04 11:22:33.123456789 +6631-11-13 6631-08-05 13:37:26.876543211 6632-02-20 11:22:33.123456789 6632-02-20 11:22:33.123456789 6631-08-05 13:37:26.876543211 6631-08-05 13:37:26.876543211 6632-02-20 11:22:33.123456789 +6705-09-28 6705-06-20 12:37:26.876543211 6706-01-05 10:22:33.123456789 6706-01-05 10:22:33.123456789 6705-06-20 12:37:26.876543211 6705-06-20 12:37:26.876543211 6706-01-05 10:22:33.123456789 +6731-02-12 6730-11-04 12:37:26.876543211 6731-05-22 12:22:33.123456789 6731-05-22 12:22:33.123456789 6730-11-04 12:37:26.876543211 6730-11-04 12:37:26.876543211 6731-05-22 12:22:33.123456789 +7160-12-02 7160-08-24 13:37:26.876543211 7161-03-11 11:22:33.123456789 7161-03-11 11:22:33.123456789 7160-08-24 13:37:26.876543211 7160-08-24 13:37:26.876543211 7161-03-11 11:22:33.123456789 +7409-09-07 7409-05-30 12:37:26.876543211 7409-12-15 10:22:33.123456789 7409-12-15 10:22:33.123456789 7409-05-30 12:37:26.876543211 7409-05-30 12:37:26.876543211 7409-12-15 10:22:33.123456789 +7503-06-23 7503-03-15 12:37:26.876543211 7503-09-30 11:22:33.123456789 7503-09-30 11:22:33.123456789 7503-03-15 12:37:26.876543211 7503-03-15 12:37:26.876543211 7503-09-30 11:22:33.123456789 +8422-07-22 8422-04-13 12:37:26.876543211 8422-10-29 11:22:33.123456789 8422-10-29 11:22:33.123456789 8422-04-13 12:37:26.876543211 8422-04-13 12:37:26.876543211 8422-10-29 11:22:33.123456789 +8521-01-16 8520-10-08 13:37:26.876543211 8521-04-25 12:22:33.123456789 8521-04-25 12:22:33.123456789 8520-10-08 13:37:26.876543211 8520-10-08 13:37:26.876543211 8521-04-25 12:22:33.123456789 +9075-06-13 9075-03-05 11:37:26.876543211 9075-09-20 11:22:33.123456789 9075-09-20 11:22:33.123456789 9075-03-05 11:37:26.876543211 9075-03-05 11:37:26.876543211 9075-09-20 11:22:33.123456789 +9209-11-11 9209-08-03 13:37:26.876543211 9210-02-18 11:22:33.123456789 9210-02-18 11:22:33.123456789 9209-08-03 13:37:26.876543211 9209-08-03 13:37:26.876543211 9210-02-18 11:22:33.123456789 +9403-01-09 9402-10-01 13:37:26.876543211 9403-04-18 12:22:33.123456789 9403-04-18 12:22:33.123456789 9402-10-01 13:37:26.876543211 9402-10-01 13:37:26.876543211 9403-04-18 12:22:33.123456789 +PREHOOK: query: explain +select + dateval, + tsval, + dateval - tsval, + tsval - dateval, + tsval - tsval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + dateval, + tsval, + dateval - tsval, + tsval - dateval, + tsval - tsval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: dateval (type: date), tsval (type: timestamp), (dateval - tsval) (type: interval_day_time), (tsval - dateval) (type: interval_day_time), (tsval - tsval) (type: interval_day_time) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: date) + sort order: + + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: timestamp), _col2 (type: interval_day_time), _col3 (type: interval_day_time), _col4 (type: interval_day_time) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: timestamp), VALUE._col1 (type: interval_day_time), VALUE._col2 (type: interval_day_time), VALUE._col3 (type: interval_day_time) + outputColumnNames: _col0, _col1, _col2, _col3, _col4 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select + dateval, + tsval, + dateval - tsval, + tsval - dateval, + tsval - tsval +from interval_arithmetic_1 +order by dateval +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + dateval, + tsval, + dateval - tsval, + tsval - dateval, + tsval - tsval +from interval_arithmetic_1 +order by dateval +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +dateval tsval c2 c3 c4 +0004-09-22 0004-09-22 18:26:29.519542222 -0 18:26:30.519542222 0 18:26:30.519542222 0 00:00:00.000000000 +0528-10-27 0528-10-27 08:15:18.941718273 -0 08:15:19.941718273 0 08:15:19.941718273 0 00:00:00.000000000 +1319-02-02 1319-02-02 16:31:57.778 -0 16:31:58.778000000 0 16:31:58.778000000 0 00:00:00.000000000 +1404-07-23 1404-07-23 15:32:16.059185026 -0 15:32:17.059185026 0 15:32:17.059185026 0 00:00:00.000000000 +1815-05-06 1815-05-06 00:12:37.543584705 -0 00:12:38.543584705 0 00:12:38.543584705 0 00:00:00.000000000 +1883-04-17 1883-04-17 04:14:34.647766229 -0 04:14:35.647766229 0 04:14:35.647766229 0 00:00:00.000000000 +1966-08-16 1966-08-16 13:36:50.183618031 -0 13:36:51.183618031 0 13:36:51.183618031 0 00:00:00.000000000 +1973-04-17 1973-04-17 06:30:38.596784156 -0 06:30:38.596784156 0 06:30:38.596784156 0 00:00:00.000000000 +1974-10-04 1974-10-04 17:21:03.989 -0 17:21:03.989000000 0 17:21:03.989000000 0 00:00:00.000000000 +1976-03-03 1976-03-03 04:54:33.000895162 -0 04:54:33.000895162 0 04:54:33.000895162 0 00:00:00.000000000 +1976-05-06 1976-05-06 00:42:30.910786948 -0 00:42:30.910786948 0 00:42:30.910786948 0 00:00:00.000000000 +1978-08-05 1978-08-05 14:41:05.501 -0 14:41:05.501000000 0 14:41:05.501000000 0 00:00:00.000000000 +1981-04-25 1981-04-25 09:01:12.077192689 -0 09:01:12.077192689 0 09:01:12.077192689 0 00:00:00.000000000 +1981-11-15 1981-11-15 23:03:10.999338387 -0 23:03:10.999338387 0 23:03:10.999338387 0 00:00:00.000000000 +1985-07-20 1985-07-20 09:30:11 -0 09:30:11.000000000 0 09:30:11.000000000 0 00:00:00.000000000 +1985-11-18 1985-11-18 16:37:54 -0 16:37:54.000000000 0 16:37:54.000000000 0 00:00:00.000000000 +1987-02-21 1987-02-21 19:48:29 -0 19:48:29.000000000 0 19:48:29.000000000 0 00:00:00.000000000 +1987-05-28 1987-05-28 13:52:07.900916635 -0 13:52:07.900916635 0 13:52:07.900916635 0 00:00:00.000000000 +1998-10-16 1998-10-16 20:05:29.397591987 -0 20:05:29.397591987 0 20:05:29.397591987 0 00:00:00.000000000 +1999-10-03 1999-10-03 16:59:10.396903939 -0 16:59:10.396903939 0 16:59:10.396903939 0 00:00:00.000000000 +2000-12-18 2000-12-18 08:42:30.000595596 -0 08:42:30.000595596 0 08:42:30.000595596 0 00:00:00.000000000 +2002-05-10 2002-05-10 05:29:48.990818073 -0 05:29:48.990818073 0 05:29:48.990818073 0 00:00:00.000000000 +2003-09-23 2003-09-23 22:33:17.00003252 -0 22:33:17.000032520 0 22:33:17.000032520 0 00:00:00.000000000 +2004-03-07 2004-03-07 20:14:13 -0 20:14:13.000000000 0 20:14:13.000000000 0 00:00:00.000000000 +2007-02-09 2007-02-09 05:17:29.368756876 -0 05:17:29.368756876 0 05:17:29.368756876 0 00:00:00.000000000 +2009-01-21 2009-01-21 10:49:07.108 -0 10:49:07.108000000 0 10:49:07.108000000 0 00:00:00.000000000 +2010-04-08 2010-04-08 02:43:35.861742727 -0 02:43:35.861742727 0 02:43:35.861742727 0 00:00:00.000000000 +2013-04-07 2013-04-07 02:44:43.00086821 -0 02:44:43.000868210 0 02:44:43.000868210 0 00:00:00.000000000 +2013-04-10 2013-04-10 00:43:46.854731546 -0 00:43:46.854731546 0 00:43:46.854731546 0 00:00:00.000000000 +2021-09-24 2021-09-24 03:18:32.413655165 -0 03:18:32.413655165 0 03:18:32.413655165 0 00:00:00.000000000 +2024-11-11 2024-11-11 16:42:41.101 -0 16:42:41.101000000 0 16:42:41.101000000 0 00:00:00.000000000 +4143-07-08 4143-07-08 10:53:27.252802259 -0 10:53:27.252802259 0 10:53:27.252802259 0 00:00:00.000000000 +4966-12-04 4966-12-04 09:30:55.202 -0 09:30:55.202000000 0 09:30:55.202000000 0 00:00:00.000000000 +5339-02-01 5339-02-01 14:10:01.085678691 -0 14:10:01.085678691 0 14:10:01.085678691 0 00:00:00.000000000 +5344-10-04 5344-10-04 18:40:08.165 -0 18:40:08.165000000 0 18:40:08.165000000 0 00:00:00.000000000 +5397-07-13 5397-07-13 07:12:32.000896438 -0 07:12:32.000896438 0 07:12:32.000896438 0 00:00:00.000000000 +5966-07-09 5966-07-09 03:30:50.597 -0 03:30:50.597000000 0 03:30:50.597000000 0 00:00:00.000000000 +6229-06-28 6229-06-28 02:54:28.970117179 -0 02:54:28.970117179 0 02:54:28.970117179 0 00:00:00.000000000 +6482-04-27 6482-04-27 12:07:38.073915413 -0 12:07:38.073915413 0 12:07:38.073915413 0 00:00:00.000000000 +6631-11-13 6631-11-13 16:31:29.702202248 -0 16:31:29.702202248 0 16:31:29.702202248 0 00:00:00.000000000 +6705-09-28 6705-09-28 18:27:28.000845672 -0 18:27:28.000845672 0 18:27:28.000845672 0 00:00:00.000000000 +6731-02-12 6731-02-12 08:12:48.287783702 -0 08:12:48.287783702 0 08:12:48.287783702 0 00:00:00.000000000 +7160-12-02 7160-12-02 06:00:24.81200852 -0 06:00:24.812008520 0 06:00:24.812008520 0 00:00:00.000000000 +7409-09-07 7409-09-07 23:33:32.459349602 -0 23:33:32.459349602 0 23:33:32.459349602 0 00:00:00.000000000 +7503-06-23 7503-06-23 23:14:17.486 -0 23:14:17.486000000 0 23:14:17.486000000 0 00:00:00.000000000 +8422-07-22 8422-07-22 03:21:45.745036084 -0 03:21:45.745036084 0 03:21:45.745036084 0 00:00:00.000000000 +8521-01-16 8521-01-16 20:42:05.668832388 -0 20:42:05.668832388 0 20:42:05.668832388 0 00:00:00.000000000 +9075-06-13 9075-06-13 16:20:09.218517797 -0 16:20:09.218517797 0 16:20:09.218517797 0 00:00:00.000000000 +9209-11-11 9209-11-11 04:08:58.223768453 -0 04:08:58.223768453 0 04:08:58.223768453 0 00:00:00.000000000 +9403-01-09 9403-01-09 18:12:33.547 -0 18:12:33.547000000 0 18:12:33.547000000 0 00:00:00.000000000 +PREHOOK: query: explain +select + tsval, + tsval - interval '99 11:22:33.123456789' day to second, + tsval - interval '-99 11:22:33.123456789' day to second, + tsval + interval '99 11:22:33.123456789' day to second, + tsval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + tsval, + interval '99 11:22:33.123456789' day to second + tsval +from interval_arithmetic_1 +order by tsval +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + tsval, + tsval - interval '99 11:22:33.123456789' day to second, + tsval - interval '-99 11:22:33.123456789' day to second, + tsval + interval '99 11:22:33.123456789' day to second, + tsval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + tsval, + interval '99 11:22:33.123456789' day to second + tsval +from interval_arithmetic_1 +order by tsval +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: tsval (type: timestamp), (tsval - 99 11:22:33.123456789) (type: timestamp), (tsval - -99 11:22:33.123456789) (type: timestamp), (tsval + 99 11:22:33.123456789) (type: timestamp), (tsval + -99 11:22:33.123456789) (type: timestamp), (-99 11:22:33.123456789 + tsval) (type: timestamp), (99 11:22:33.123456789 + tsval) (type: timestamp) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: timestamp) + sort order: + + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: timestamp), _col2 (type: timestamp), _col3 (type: timestamp), _col4 (type: timestamp), _col5 (type: timestamp), _col6 (type: timestamp) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: timestamp), VALUE._col0 (type: timestamp), VALUE._col1 (type: timestamp), VALUE._col2 (type: timestamp), VALUE._col3 (type: timestamp), VALUE._col4 (type: timestamp), VALUE._col5 (type: timestamp) + outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select + tsval, + tsval - interval '99 11:22:33.123456789' day to second, + tsval - interval '-99 11:22:33.123456789' day to second, + tsval + interval '99 11:22:33.123456789' day to second, + tsval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + tsval, + interval '99 11:22:33.123456789' day to second + tsval +from interval_arithmetic_1 +order by tsval +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + tsval, + tsval - interval '99 11:22:33.123456789' day to second, + tsval - interval '-99 11:22:33.123456789' day to second, + tsval + interval '99 11:22:33.123456789' day to second, + tsval + interval '-99 11:22:33.123456789' day to second, + -interval '99 11:22:33.123456789' day to second + tsval, + interval '99 11:22:33.123456789' day to second + tsval +from interval_arithmetic_1 +order by tsval +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +tsval _c1 _c2 _c3 _c4 _c5 _c6 +0004-09-22 18:26:29.519542222 0004-06-15 07:03:56.396085433 0004-12-31 05:49:02.642999011 0004-12-31 05:49:02.642999011 0004-06-15 07:03:56.396085433 0004-06-15 07:03:56.396085433 0004-12-31 05:49:02.642999011 +0528-10-27 08:15:18.941718273 0528-07-19 20:52:45.818261484 0529-02-03 19:37:52.065175062 0529-02-03 19:37:52.065175062 0528-07-19 20:52:45.818261484 0528-07-19 20:52:45.818261484 0529-02-03 19:37:52.065175062 +1319-02-02 16:31:57.778 1318-10-26 05:09:24.654543211 1319-05-13 03:54:30.901456789 1319-05-13 03:54:30.901456789 1318-10-26 05:09:24.654543211 1318-10-26 05:09:24.654543211 1319-05-13 03:54:30.901456789 +1404-07-23 15:32:16.059185026 1404-04-15 04:09:42.935728237 1404-10-31 02:54:49.182641815 1404-10-31 02:54:49.182641815 1404-04-15 04:09:42.935728237 1404-04-15 04:09:42.935728237 1404-10-31 02:54:49.182641815 +1815-05-06 00:12:37.543584705 1815-01-26 12:50:04.420127916 1815-08-13 11:35:10.667041494 1815-08-13 11:35:10.667041494 1815-01-26 12:50:04.420127916 1815-01-26 12:50:04.420127916 1815-08-13 11:35:10.667041494 +1883-04-17 04:14:34.647766229 1883-01-07 16:52:01.52430944 1883-07-25 15:37:07.771223018 1883-07-25 15:37:07.771223018 1883-01-07 16:52:01.52430944 1883-01-07 16:52:01.52430944 1883-07-25 15:37:07.771223018 +1966-08-16 13:36:50.183618031 1966-05-09 02:14:17.060161242 1966-11-23 23:59:23.30707482 1966-11-23 23:59:23.30707482 1966-05-09 02:14:17.060161242 1966-05-09 02:14:17.060161242 1966-11-23 23:59:23.30707482 +1973-04-17 06:30:38.596784156 1973-01-07 19:08:05.473327367 1973-07-25 18:53:11.720240945 1973-07-25 18:53:11.720240945 1973-01-07 19:08:05.473327367 1973-01-07 19:08:05.473327367 1973-07-25 18:53:11.720240945 +1974-10-04 17:21:03.989 1974-06-27 05:58:30.865543211 1975-01-12 03:43:37.112456789 1975-01-12 03:43:37.112456789 1974-06-27 05:58:30.865543211 1974-06-27 05:58:30.865543211 1975-01-12 03:43:37.112456789 +1976-03-03 04:54:33.000895162 1975-11-24 17:31:59.877438373 1976-06-10 17:17:06.124351951 1976-06-10 17:17:06.124351951 1975-11-24 17:31:59.877438373 1975-11-24 17:31:59.877438373 1976-06-10 17:17:06.124351951 +1976-05-06 00:42:30.910786948 1976-01-27 12:19:57.787330159 1976-08-13 12:05:04.034243737 1976-08-13 12:05:04.034243737 1976-01-27 12:19:57.787330159 1976-01-27 12:19:57.787330159 1976-08-13 12:05:04.034243737 +1978-08-05 14:41:05.501 1978-04-28 02:18:32.377543211 1978-11-13 01:03:38.624456789 1978-11-13 01:03:38.624456789 1978-04-28 02:18:32.377543211 1978-04-28 02:18:32.377543211 1978-11-13 01:03:38.624456789 +1981-04-25 09:01:12.077192689 1981-01-15 21:38:38.9537359 1981-08-02 21:23:45.200649478 1981-08-02 21:23:45.200649478 1981-01-15 21:38:38.9537359 1981-01-15 21:38:38.9537359 1981-08-02 21:23:45.200649478 +1981-11-15 23:03:10.999338387 1981-08-08 12:40:37.875881598 1982-02-23 10:25:44.122795176 1982-02-23 10:25:44.122795176 1981-08-08 12:40:37.875881598 1981-08-08 12:40:37.875881598 1982-02-23 10:25:44.122795176 +1985-07-20 09:30:11 1985-04-11 21:07:37.876543211 1985-10-27 19:52:44.123456789 1985-10-27 19:52:44.123456789 1985-04-11 21:07:37.876543211 1985-04-11 21:07:37.876543211 1985-10-27 19:52:44.123456789 +1985-11-18 16:37:54 1985-08-11 06:15:20.876543211 1986-02-26 04:00:27.123456789 1986-02-26 04:00:27.123456789 1985-08-11 06:15:20.876543211 1985-08-11 06:15:20.876543211 1986-02-26 04:00:27.123456789 +1987-02-21 19:48:29 1986-11-14 08:25:55.876543211 1987-06-01 08:11:02.123456789 1987-06-01 08:11:02.123456789 1986-11-14 08:25:55.876543211 1986-11-14 08:25:55.876543211 1987-06-01 08:11:02.123456789 +1987-05-28 13:52:07.900916635 1987-02-18 01:29:34.777459846 1987-09-05 01:14:41.024373424 1987-09-05 01:14:41.024373424 1987-02-18 01:29:34.777459846 1987-02-18 01:29:34.777459846 1987-09-05 01:14:41.024373424 +1998-10-16 20:05:29.397591987 1998-07-09 08:42:56.274135198 1999-01-24 06:28:02.521048776 1999-01-24 06:28:02.521048776 1998-07-09 08:42:56.274135198 1998-07-09 08:42:56.274135198 1999-01-24 06:28:02.521048776 +1999-10-03 16:59:10.396903939 1999-06-26 05:36:37.27344715 2000-01-11 03:21:43.520360728 2000-01-11 03:21:43.520360728 1999-06-26 05:36:37.27344715 1999-06-26 05:36:37.27344715 2000-01-11 03:21:43.520360728 +2000-12-18 08:42:30.000595596 2000-09-09 22:19:56.877138807 2001-03-27 20:05:03.124052385 2001-03-27 20:05:03.124052385 2000-09-09 22:19:56.877138807 2000-09-09 22:19:56.877138807 2001-03-27 20:05:03.124052385 +2002-05-10 05:29:48.990818073 2002-01-30 17:07:15.867361284 2002-08-17 16:52:22.114274862 2002-08-17 16:52:22.114274862 2002-01-30 17:07:15.867361284 2002-01-30 17:07:15.867361284 2002-08-17 16:52:22.114274862 +2003-09-23 22:33:17.00003252 2003-06-16 11:10:43.876575731 2004-01-01 08:55:50.123489309 2004-01-01 08:55:50.123489309 2003-06-16 11:10:43.876575731 2003-06-16 11:10:43.876575731 2004-01-01 08:55:50.123489309 +2004-03-07 20:14:13 2003-11-29 08:51:39.876543211 2004-06-15 08:36:46.123456789 2004-06-15 08:36:46.123456789 2003-11-29 08:51:39.876543211 2003-11-29 08:51:39.876543211 2004-06-15 08:36:46.123456789 +2007-02-09 05:17:29.368756876 2006-11-01 17:54:56.245300087 2007-05-19 17:40:02.492213665 2007-05-19 17:40:02.492213665 2006-11-01 17:54:56.245300087 2006-11-01 17:54:56.245300087 2007-05-19 17:40:02.492213665 +2009-01-21 10:49:07.108 2008-10-14 00:26:33.984543211 2009-04-30 23:11:40.231456789 2009-04-30 23:11:40.231456789 2008-10-14 00:26:33.984543211 2008-10-14 00:26:33.984543211 2009-04-30 23:11:40.231456789 +2010-04-08 02:43:35.861742727 2009-12-29 14:21:02.738285938 2010-07-16 14:06:08.985199516 2010-07-16 14:06:08.985199516 2009-12-29 14:21:02.738285938 2009-12-29 14:21:02.738285938 2010-07-16 14:06:08.985199516 +2013-04-07 02:44:43.00086821 2012-12-28 14:22:09.877411421 2013-07-15 14:07:16.124324999 2013-07-15 14:07:16.124324999 2012-12-28 14:22:09.877411421 2012-12-28 14:22:09.877411421 2013-07-15 14:07:16.124324999 +2013-04-10 00:43:46.854731546 2012-12-31 12:21:13.731274757 2013-07-18 12:06:19.978188335 2013-07-18 12:06:19.978188335 2012-12-31 12:21:13.731274757 2012-12-31 12:21:13.731274757 2013-07-18 12:06:19.978188335 +2021-09-24 03:18:32.413655165 2021-06-16 15:55:59.290198376 2022-01-01 13:41:05.537111954 2022-01-01 13:41:05.537111954 2021-06-16 15:55:59.290198376 2021-06-16 15:55:59.290198376 2022-01-01 13:41:05.537111954 +2024-11-11 16:42:41.101 2024-08-04 06:20:07.977543211 2025-02-19 04:05:14.224456789 2025-02-19 04:05:14.224456789 2024-08-04 06:20:07.977543211 2024-08-04 06:20:07.977543211 2025-02-19 04:05:14.224456789 +4143-07-08 10:53:27.252802259 4143-03-30 23:30:54.12934547 4143-10-15 22:16:00.376259048 4143-10-15 22:16:00.376259048 4143-03-30 23:30:54.12934547 4143-03-30 23:30:54.12934547 4143-10-15 22:16:00.376259048 +4966-12-04 09:30:55.202 4966-08-26 23:08:22.078543211 4967-03-13 21:53:28.325456789 4967-03-13 21:53:28.325456789 4966-08-26 23:08:22.078543211 4966-08-26 23:08:22.078543211 4967-03-13 21:53:28.325456789 +5339-02-01 14:10:01.085678691 5338-10-25 03:47:27.962221902 5339-05-12 02:32:34.20913548 5339-05-12 02:32:34.20913548 5338-10-25 03:47:27.962221902 5338-10-25 03:47:27.962221902 5339-05-12 02:32:34.20913548 +5344-10-04 18:40:08.165 5344-06-27 07:17:35.041543211 5345-01-12 05:02:41.288456789 5345-01-12 05:02:41.288456789 5344-06-27 07:17:35.041543211 5344-06-27 07:17:35.041543211 5345-01-12 05:02:41.288456789 +5397-07-13 07:12:32.000896438 5397-04-04 19:49:58.877439649 5397-10-20 18:35:05.124353227 5397-10-20 18:35:05.124353227 5397-04-04 19:49:58.877439649 5397-04-04 19:49:58.877439649 5397-10-20 18:35:05.124353227 +5966-07-09 03:30:50.597 5966-03-31 16:08:17.473543211 5966-10-16 14:53:23.720456789 5966-10-16 14:53:23.720456789 5966-03-31 16:08:17.473543211 5966-03-31 16:08:17.473543211 5966-10-16 14:53:23.720456789 +6229-06-28 02:54:28.970117179 6229-03-20 15:31:55.84666039 6229-10-05 14:17:02.093573968 6229-10-05 14:17:02.093573968 6229-03-20 15:31:55.84666039 6229-03-20 15:31:55.84666039 6229-10-05 14:17:02.093573968 +6482-04-27 12:07:38.073915413 6482-01-17 23:45:04.950458624 6482-08-04 23:30:11.197372202 6482-08-04 23:30:11.197372202 6482-01-17 23:45:04.950458624 6482-01-17 23:45:04.950458624 6482-08-04 23:30:11.197372202 +6631-11-13 16:31:29.702202248 6631-08-06 06:08:56.578745459 6632-02-21 03:54:02.825659037 6632-02-21 03:54:02.825659037 6631-08-06 06:08:56.578745459 6631-08-06 06:08:56.578745459 6632-02-21 03:54:02.825659037 +6705-09-28 18:27:28.000845672 6705-06-21 07:04:54.877388883 6706-01-06 04:50:01.124302461 6706-01-06 04:50:01.124302461 6705-06-21 07:04:54.877388883 6705-06-21 07:04:54.877388883 6706-01-06 04:50:01.124302461 +6731-02-12 08:12:48.287783702 6730-11-04 20:50:15.164326913 6731-05-22 20:35:21.411240491 6731-05-22 20:35:21.411240491 6730-11-04 20:50:15.164326913 6730-11-04 20:50:15.164326913 6731-05-22 20:35:21.411240491 +7160-12-02 06:00:24.81200852 7160-08-24 19:37:51.688551731 7161-03-11 17:22:57.935465309 7161-03-11 17:22:57.935465309 7160-08-24 19:37:51.688551731 7160-08-24 19:37:51.688551731 7161-03-11 17:22:57.935465309 +7409-09-07 23:33:32.459349602 7409-05-31 12:10:59.335892813 7409-12-16 09:56:05.582806391 7409-12-16 09:56:05.582806391 7409-05-31 12:10:59.335892813 7409-05-31 12:10:59.335892813 7409-12-16 09:56:05.582806391 +7503-06-23 23:14:17.486 7503-03-16 11:51:44.362543211 7503-10-01 10:36:50.609456789 7503-10-01 10:36:50.609456789 7503-03-16 11:51:44.362543211 7503-03-16 11:51:44.362543211 7503-10-01 10:36:50.609456789 +8422-07-22 03:21:45.745036084 8422-04-13 15:59:12.621579295 8422-10-29 14:44:18.868492873 8422-10-29 14:44:18.868492873 8422-04-13 15:59:12.621579295 8422-04-13 15:59:12.621579295 8422-10-29 14:44:18.868492873 +8521-01-16 20:42:05.668832388 8520-10-09 10:19:32.545375599 8521-04-26 09:04:38.792289177 8521-04-26 09:04:38.792289177 8520-10-09 10:19:32.545375599 8520-10-09 10:19:32.545375599 8521-04-26 09:04:38.792289177 +9075-06-13 16:20:09.218517797 9075-03-06 03:57:36.095061008 9075-09-21 03:42:42.341974586 9075-09-21 03:42:42.341974586 9075-03-06 03:57:36.095061008 9075-03-06 03:57:36.095061008 9075-09-21 03:42:42.341974586 +9209-11-11 04:08:58.223768453 9209-08-03 17:46:25.100311664 9210-02-18 15:31:31.347225242 9210-02-18 15:31:31.347225242 9209-08-03 17:46:25.100311664 9209-08-03 17:46:25.100311664 9210-02-18 15:31:31.347225242 +9403-01-09 18:12:33.547 9402-10-02 07:50:00.423543211 9403-04-19 06:35:06.670456789 9403-04-19 06:35:06.670456789 9402-10-02 07:50:00.423543211 9402-10-02 07:50:00.423543211 9403-04-19 06:35:06.670456789 +PREHOOK: query: explain +select + interval '99 11:22:33.123456789' day to second + interval '10 9:8:7.123456789' day to second, + interval '99 11:22:33.123456789' day to second - interval '10 9:8:7.123456789' day to second +from interval_arithmetic_1 +limit 2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + interval '99 11:22:33.123456789' day to second + interval '10 9:8:7.123456789' day to second, + interval '99 11:22:33.123456789' day to second - interval '10 9:8:7.123456789' day to second +from interval_arithmetic_1 +limit 2 +POSTHOOK: type: QUERY +Explain +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: interval_arithmetic_1 + Statistics: Num rows: 50 Data size: 4800 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: 109 20:30:40.246913578 (type: interval_day_time), 89 02:14:26.000000000 (type: interval_day_time) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 50 Data size: 1200 Basic stats: COMPLETE Column stats: COMPLETE + Limit + Number of rows: 2 + Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 48 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: 2 + Processor Tree: + ListSink + +PREHOOK: query: select + interval '99 11:22:33.123456789' day to second + interval '10 9:8:7.123456789' day to second, + interval '99 11:22:33.123456789' day to second - interval '10 9:8:7.123456789' day to second +from interval_arithmetic_1 +limit 2 +PREHOOK: type: QUERY +PREHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +POSTHOOK: query: select + interval '99 11:22:33.123456789' day to second + interval '10 9:8:7.123456789' day to second, + interval '99 11:22:33.123456789' day to second - interval '10 9:8:7.123456789' day to second +from interval_arithmetic_1 +limit 2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@interval_arithmetic_1 +#### A masked pattern was here #### +_c0 _c1 +109 20:30:40.246913578 89 02:14:26.000000000 +109 20:30:40.246913578 89 02:14:26.000000000 +PREHOOK: query: drop table interval_arithmetic_1 +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@interval_arithmetic_1 +PREHOOK: Output: default@interval_arithmetic_1 +POSTHOOK: query: drop table interval_arithmetic_1 +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@interval_arithmetic_1 +POSTHOOK: Output: default@interval_arithmetic_1 diff --git a/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out index a37170b..0bc0e4c 100644 --- a/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_interval_mapjoin.q.out @@ -54,6 +54,19 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@vectortab_a_1k POSTHOOK: Output: database:default POSTHOOK: Output: default@vectortab_a_1korc +POSTHOOK: Lineage: vectortab_a_1korc.b SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.bo SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:bo, type:boolean, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.d SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:d, type:double, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.dc SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:dc, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.dt SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:dt, type:date, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.f SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.i SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:i, type:int, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.s SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:s, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.s2 SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:s2, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.si SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.t SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:t, type:tinyint, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.ts SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:ts, type:timestamp, comment:null), ] +POSTHOOK: Lineage: vectortab_a_1korc.ts2 SIMPLE [(vectortab_a_1k)vectortab_a_1k.FieldSchema(name:ts2, type:timestamp, comment:null), ] PREHOOK: query: create table vectortab_b_1k( t tinyint, si smallint, @@ -110,6 +123,19 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@vectortab_b_1k POSTHOOK: Output: database:default POSTHOOK: Output: default@vectortab_b_1korc +POSTHOOK: Lineage: vectortab_b_1korc.b SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.bo SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:bo, type:boolean, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.d SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:d, type:double, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.dc SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:dc, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.dt SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:dt, type:date, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.f SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.i SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:i, type:int, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.s SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:s, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.s2 SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:s2, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.si SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.t SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:t, type:tinyint, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.ts SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:ts, type:timestamp, comment:null), ] +POSTHOOK: Lineage: vectortab_b_1korc.ts2 SIMPLE [(vectortab_b_1k)vectortab_b_1k.FieldSchema(name:ts2, type:timestamp, comment:null), ] PREHOOK: query: explain select v1.s, @@ -161,6 +187,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -171,59 +198,54 @@ STAGE PLANS: alias: vectortab_a_1korc Statistics: Num rows: 1000 Data size: 460264 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: s is not null (type: boolean) - Statistics: Num rows: 500 Data size: 230132 Basic stats: COMPLETE Column stats: NONE + predicate: (s is not null and (dt - CAST( ts AS DATE)) is not null) (type: boolean) + Statistics: Num rows: 1000 Data size: 460264 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: s (type: string), (dt - CAST( ts AS DATE)) (type: interval_day_time) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 230132 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 250 Data size: 115066 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: interval_day_time), _col0 (type: string) - 1 _col1 (type: interval_day_time), _col0 (type: string) + Statistics: Num rows: 1000 Data size: 460264 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col0 (type: string), _col1 (type: interval_day_time) + 1 _col0 (type: string), _col1 (type: interval_day_time) + outputColumnNames: _col0, _col1, _col2 + input vertices: + 1 Map 2 + Statistics: Num rows: 1100 Data size: 506290 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: string), _col2 (type: string), _col1 (type: interval_day_time) outputColumnNames: _col0, _col1, _col2 - input vertices: - 1 Map 2 - Statistics: Num rows: 275 Data size: 126572 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col2 (type: string), _col1 (type: interval_day_time) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 275 Data size: 126572 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 275 Data size: 126572 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Statistics: Num rows: 1100 Data size: 506290 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 1100 Data size: 506290 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: vectortab_b_1korc Statistics: Num rows: 1000 Data size: 458448 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: s is not null (type: boolean) - Statistics: Num rows: 500 Data size: 229224 Basic stats: COMPLETE Column stats: NONE + predicate: (s is not null and (dt - CAST( ts AS DATE)) is not null) (type: boolean) + Statistics: Num rows: 1000 Data size: 458448 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: s (type: string), (dt - CAST( ts AS DATE)) (type: interval_day_time) outputColumnNames: _col0, _col1 - Statistics: Num rows: 500 Data size: 229224 Basic stats: COMPLETE Column stats: NONE - Filter Operator - predicate: _col1 is not null (type: boolean) - Statistics: Num rows: 250 Data size: 114612 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: interval_day_time), _col0 (type: string) - sort order: ++ - Map-reduce partition columns: _col1 (type: interval_day_time), _col0 (type: string) - Statistics: Num rows: 250 Data size: 114612 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 458448 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: interval_day_time) + sort order: ++ + Map-reduce partition columns: _col0 (type: string), _col1 (type: interval_day_time) + Statistics: Num rows: 1000 Data size: 458448 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_join30.q.out b/ql/src/test/results/clientpositive/llap/vector_join30.q.out index 7c7f1b7..bb6916b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_join30.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_join30.q.out @@ -12,6 +12,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@orcsrc +POSTHOOK: Lineage: orcsrc.key SIMPLE [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: orcsrc.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: explain FROM (SELECT orcsrc.* FROM orcsrc sort by key) x @@ -35,6 +37,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -48,16 +51,17 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -65,24 +69,25 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -92,8 +97,7 @@ STAGE PLANS: outputColumnNames: _col2, _col3 input vertices: 1 Reducer 5 - Statistics: Num rows: 275 Data size: 48400 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 550 Data size: 96800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -104,7 +108,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -115,8 +119,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: vectorized, llap @@ -124,12 +128,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Stage: Stage-0 @@ -180,6 +184,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -200,6 +205,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -215,6 +221,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -232,7 +239,6 @@ STAGE PLANS: input vertices: 1 Reducer 5 Statistics: Num rows: 550 Data size: 96800 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -243,7 +249,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -254,8 +260,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: vectorized, llap @@ -319,6 +325,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE), Reducer 2 (BROADCAST_EDGE) @@ -339,6 +346,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -354,6 +362,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -383,7 +392,6 @@ STAGE PLANS: input vertices: 0 Reducer 2 Statistics: Num rows: 550 Data size: 96800 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -394,7 +402,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 5 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -405,8 +413,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -463,6 +471,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 5 (BROADCAST_EDGE), Reducer 7 (BROADCAST_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -477,16 +486,17 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -494,17 +504,18 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 6 Map Operator Tree: TableScan @@ -512,24 +523,25 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: string), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -542,8 +554,7 @@ STAGE PLANS: input vertices: 1 Reducer 5 2 Reducer 7 - Statistics: Num rows: 550 Data size: 96800 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 1100 Data size: 193600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(hash(_col2,_col3)) mode: hash @@ -554,7 +565,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -565,8 +576,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 5 Execution mode: vectorized, llap @@ -574,12 +585,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string), KEY.reducesinkkey0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: string) Reducer 7 Execution mode: vectorized, llap @@ -587,12 +598,12 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 250 Data size: 44000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Stage: Stage-0 Fetch Operator @@ -654,6 +665,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -676,6 +688,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -691,6 +704,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 7 Map Operator Tree: TableScan @@ -706,6 +720,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -741,7 +756,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -752,8 +767,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: vectorized, llap @@ -841,6 +856,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -863,6 +879,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -878,6 +895,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 7 Map Operator Tree: TableScan @@ -893,6 +911,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -928,7 +947,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -939,8 +958,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: vectorized, llap @@ -1028,6 +1047,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -1050,6 +1070,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -1065,6 +1086,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 7 Map Operator Tree: TableScan @@ -1080,6 +1102,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1115,7 +1138,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1126,8 +1149,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: vectorized, llap @@ -1215,6 +1238,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE), Reducer 6 (SIMPLE_EDGE), Reducer 8 (SIMPLE_EDGE) @@ -1237,6 +1261,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -1252,6 +1277,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 7 Map Operator Tree: TableScan @@ -1267,6 +1293,7 @@ STAGE PLANS: Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -1302,7 +1329,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -1313,8 +1340,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Reducer 6 Execution mode: vectorized, llap diff --git a/ql/src/test/results/clientpositive/llap/vector_join_filters.q.out b/ql/src/test/results/clientpositive/llap/vector_join_filters.q.out index 8cc9311..a010722 100644 --- a/ql/src/test/results/clientpositive/llap/vector_join_filters.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_join_filters.q.out @@ -28,7 +28,9 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@myinput1_txt POSTHOOK: Output: database:default POSTHOOK: Output: default@myinput1 -Warning: Map Join MAPJOIN[19][bigTable=?] in task 'Map 1' is a cross product +POSTHOOK: Lineage: myinput1.key SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: myinput1.value SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(name:value, type:int, comment:null), ] +Warning: Map Join MAPJOIN[18][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -38,7 +40,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 3078400 -Warning: Map Join MAPJOIN[15][bigTable=a] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[16][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a LEFT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -48,7 +50,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 4937935 -Warning: Map Join MAPJOIN[15][bigTable=b] in task 'Map 2' is a cross product +Warning: Map Join MAPJOIN[16][bigTable=?] in task 'Map 2' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a RIGHT OUTER JOIN myinput1 b on a.key > 40 AND a.value > 50 AND a.key = a.value AND b.key > 40 AND b.value > 50 AND b.key = b.value PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 diff --git a/ql/src/test/results/clientpositive/llap/vector_join_nulls.q.out b/ql/src/test/results/clientpositive/llap/vector_join_nulls.q.out index 2243072..95b35b6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_join_nulls.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_join_nulls.q.out @@ -28,7 +28,9 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@myinput1_txt POSTHOOK: Output: database:default POSTHOOK: Output: default@myinput1 -Warning: Map Join MAPJOIN[16][bigTable=?] in task 'Map 1' is a cross product +POSTHOOK: Lineage: myinput1.key SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: myinput1.value SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(name:value, type:int, comment:null), ] +Warning: Map Join MAPJOIN[14][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a JOIN myinput1 b PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -38,7 +40,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 13630578 -Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[14][bigTable=?] in task 'Map 1' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a LEFT OUTER JOIN myinput1 b PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 @@ -48,7 +50,7 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@myinput1 #### A masked pattern was here #### 13630578 -Warning: Map Join MAPJOIN[15][bigTable=?] in task 'Map 1' is a cross product +Warning: Map Join MAPJOIN[14][bigTable=?] in task 'Map 2' is a cross product PREHOOK: query: SELECT sum(hash(a.key,a.value,b.key,b.value)) FROM myinput1 a RIGHT OUTER JOIN myinput1 b PREHOOK: type: QUERY PREHOOK: Input: default@myinput1 diff --git a/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out b/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out index b9ef445..16603c7 100644 --- a/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_join_part_col_char.q.out @@ -101,91 +101,39 @@ PREHOOK: query: explain select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa PREHOOK: type: QUERY POSTHOOK: query: explain select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez -#### A masked pattern was here #### - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: c1 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: name (type: string), age (type: int), gpa (type: char(50)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col2 (type: char(50)) - sort order: + - Map-reduce partition columns: _col2 (type: char(50)) - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int) - Select Operator - expressions: _col2 (type: char(50)) - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: _col0 (type: char(50)) - mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Dynamic Partitioning Event Operator - Target column: gpa (char(5)) - Target Input: c2 - Partition key expr: gpa - Statistics: Num rows: 2 Data size: 204 Basic stats: COMPLETE Column stats: NONE - Target Vertex: Map 3 - Execution mode: vectorized, llap - LLAP IO: all inputs - Map 3 - Map Operator Tree: - TableScan - alias: c2 - Statistics: Num rows: 2 Data size: 203 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: name (type: string), age (type: int), gpa (type: char(5)) - outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 2 Data size: 203 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col2 (type: char(50)) - sort order: + - Map-reduce partition columns: _col2 (type: char(50)) - Statistics: Num rows: 2 Data size: 203 Basic stats: COMPLETE Column stats: NONE - value expressions: _col0 (type: string), _col1 (type: int) - Execution mode: vectorized, llap - LLAP IO: all inputs - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Merge Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col2 (type: char(50)) - 1 _col2 (type: char(50)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 2 Data size: 224 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.SequenceFileInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_10] + Merge Join Operator [MERGEJOIN_21] (rows=2 width=431) + Conds:RS_23._col2=RS_28._col2(Inner),Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_23] + PartitionCols:_col2 + Select Operator [SEL_22] (rows=2 width=134) + Output:["_col0","_col1","_col2"] + TableScan [TS_0] (rows=2 width=236) + default@char_tbl1,c1,Tbl:COMPLETE,Col:PARTIAL,Output:["name","age"] + Dynamic Partitioning Event Operator [EVENT_26] (rows=1 width=134) + Group By Operator [GBY_25] (rows=1 width=134) + Output:["_col0"],keys:_col0 + Select Operator [SEL_24] (rows=2 width=134) + Output:["_col0"] + Please refer to the previous Select Operator [SEL_22] + <-Map 3 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_28] + PartitionCols:_col2 + Select Operator [SEL_27] (rows=2 width=89) + Output:["_col0","_col1","_col2"] + TableScan [TS_3] (rows=2 width=190) + default@char_tbl2,c2,Tbl:COMPLETE,Col:PARTIAL,Output:["name","age"] PREHOOK: query: select c1.name, c1.age, c1.gpa, c2.name, c2.age, c2.gpa from char_tbl1 c1 join char_tbl2 c2 on (c1.gpa = c2.gpa) PREHOOK: type: QUERY diff --git a/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out b/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out index 4b129eb..b9ffa34 100644 --- a/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_left_outer_join.q.out @@ -23,6 +23,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -32,11 +33,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -46,7 +47,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26150 Data size: 104600 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -55,61 +56,64 @@ STAGE PLANS: 1 _col0 (type: tinyint) input vertices: 1 Map 4 - Statistics: Num rows: 14867 Data size: 3196776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3418417 Data size: 27347336 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out b/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out index 477990f..1163d24 100644 --- a/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_left_outer_join2.q.out @@ -93,6 +93,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -102,43 +103,53 @@ STAGE PLANS: TableScan alias: tjoin1 Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - filter predicates: - 0 {(c2 > 15)} - 1 - keys: - 0 c1 (type: int) - 1 c1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col8 - input vertices: - 1 Map 2 - Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col8 (type: char(2)) - outputColumnNames: _col0, _col1, _col2, _col3 + Select Operator + expressions: rnum (type: int), c1 (type: int), c2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(_col2 > 15)} + 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 2 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col4 (type: char(2)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: tjoin2 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c1 (type: int) - sort order: + - Map-reduce partition columns: c1 (type: int) + Select Operator + expressions: c1 (type: int), c2 (type: char(2)) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - value expressions: c2 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(2)) Execution mode: llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -172,6 +183,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -181,44 +193,53 @@ STAGE PLANS: TableScan alias: tjoin1 Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - filter predicates: - 0 {(c2 > 15)} - 1 - keys: - 0 c1 (type: int) - 1 c1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col8 - input vertices: - 1 Map 2 - Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col8 (type: char(2)) - outputColumnNames: _col0, _col1, _col2, _col3 + Select Operator + expressions: rnum (type: int), c1 (type: int), c2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(_col2 > 15)} + 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 2 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col4 (type: char(2)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: tjoin2 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c1 (type: int) - sort order: + - Map-reduce partition columns: c1 (type: int) + Select Operator + expressions: c1 (type: int), c2 (type: char(2)) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - value expressions: c2 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(2)) Execution mode: llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -252,6 +273,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -261,43 +283,53 @@ STAGE PLANS: TableScan alias: tjoin1 Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - filter predicates: - 0 {(c2 > 15)} - 1 - keys: - 0 c1 (type: int) - 1 c1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col8 - input vertices: - 1 Map 2 - Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col8 (type: char(2)) - outputColumnNames: _col0, _col1, _col2, _col3 + Select Operator + expressions: rnum (type: int), c1 (type: int), c2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(_col2 > 15)} + 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 2 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col4 (type: char(2)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: tjoin2 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c1 (type: int) - sort order: + - Map-reduce partition columns: c1 (type: int) + Select Operator + expressions: c1 (type: int), c2 (type: char(2)) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - value expressions: c2 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(2)) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -331,6 +363,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -340,44 +373,53 @@ STAGE PLANS: TableScan alias: tjoin1 Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - filter predicates: - 0 {(c2 > 15)} - 1 - keys: - 0 c1 (type: int) - 1 c1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col8 - input vertices: - 1 Map 2 - Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col8 (type: char(2)) - outputColumnNames: _col0, _col1, _col2, _col3 + Select Operator + expressions: rnum (type: int), c1 (type: int), c2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(_col2 > 15)} + 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 2 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col4 (type: char(2)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: tjoin2 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c1 (type: int) - sort order: + - Map-reduce partition columns: c1 (type: int) + Select Operator + expressions: c1 (type: int), c2 (type: char(2)) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - value expressions: c2 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(2)) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -411,6 +453,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -420,43 +463,53 @@ STAGE PLANS: TableScan alias: tjoin1 Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - filter predicates: - 0 {(c2 > 15)} - 1 - keys: - 0 c1 (type: int) - 1 c1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col8 - input vertices: - 1 Map 2 - Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col8 (type: char(2)) - outputColumnNames: _col0, _col1, _col2, _col3 + Select Operator + expressions: rnum (type: int), c1 (type: int), c2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(_col2 > 15)} + 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 2 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col4 (type: char(2)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: tjoin2 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c1 (type: int) - sort order: + - Map-reduce partition columns: c1 (type: int) + Select Operator + expressions: c1 (type: int), c2 (type: char(2)) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - value expressions: c2 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(2)) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -490,6 +543,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -499,44 +553,53 @@ STAGE PLANS: TableScan alias: tjoin1 Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - filter predicates: - 0 {(c2 > 15)} - 1 - keys: - 0 c1 (type: int) - 1 c1 (type: int) - outputColumnNames: _col0, _col1, _col2, _col8 - input vertices: - 1 Map 2 - Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col8 (type: char(2)) - outputColumnNames: _col0, _col1, _col2, _col3 + Select Operator + expressions: rnum (type: int), c1 (type: int), c2 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + filter predicates: + 0 {(_col2 > 15)} + 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1, _col2, _col4 + input vertices: + 1 Map 2 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col2 (type: int), _col4 (type: char(2)) + outputColumnNames: _col0, _col1, _col2, _col3 Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: tjoin2 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c1 (type: int) - sort order: + - Map-reduce partition columns: c1 (type: int) + Select Operator + expressions: c1 (type: int), c2 (type: char(2)) + outputColumnNames: _col0, _col1 Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE - value expressions: c2 (type: char(2)) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: char(2)) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out index be68b28..69911f5 100644 --- a/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_leftsemi_mapjoin.q.out @@ -12,6 +12,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@t1 +POSTHOOK: Lineage: t1.key EXPRESSION [(src)src.FieldSchema(name:key, type:string, comment:default), ] +POSTHOOK: Lineage: t1.value SIMPLE [(src)src.FieldSchema(name:value, type:string, comment:default), ] PREHOOK: query: select * from t1 sort by key PREHOOK: type: QUERY PREHOOK: Input: default@t1 @@ -41,6 +43,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@t1 POSTHOOK: Output: database:default POSTHOOK: Output: default@t2 +POSTHOOK: Lineage: t2.key EXPRESSION [(t1)t1.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: t2.value SIMPLE [(t1)t1.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select * from t2 sort by key PREHOOK: type: QUERY PREHOOK: Input: default@t2 @@ -72,6 +76,8 @@ POSTHOOK: Input: default@t1 POSTHOOK: Input: default@t2 POSTHOOK: Output: database:default POSTHOOK: Output: default@t3 +POSTHOOK: Lineage: t3.key EXPRESSION [(t1)t1.FieldSchema(name:key, type:int, comment:null), (t2)t2.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: t3.value EXPRESSION [(t1)t1.FieldSchema(name:value, type:string, comment:null), (t2)t2.FieldSchema(name:value, type:string, comment:null), ] PREHOOK: query: select * from t3 sort by key, value PREHOOK: type: QUERY PREHOOK: Input: default@t3 @@ -137,6 +143,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -149,7 +156,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -159,12 +166,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -172,35 +180,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -236,6 +245,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -248,7 +258,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -258,12 +268,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -271,35 +282,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -337,6 +349,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -349,7 +362,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -359,12 +372,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -375,10 +389,10 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -388,19 +402,20 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -430,6 +445,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -442,7 +458,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -452,16 +468,17 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -470,30 +487,35 @@ STAGE PLANS: Filter Operator predicate: (key < 15) (type: boolean) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: key (type: int), key (type: int) - mode: hash - outputColumnNames: _col0, _col1 + Select Operator + expressions: key (type: int) + outputColumnNames: _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) + Group By Operator + keys: _col1 (type: int), _col1 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -534,6 +556,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -546,7 +569,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -556,12 +579,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -569,35 +593,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((value < 'val_10') and key is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -630,6 +655,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -658,6 +684,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -665,7 +692,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -675,29 +702,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -730,6 +758,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -741,7 +770,7 @@ STAGE PLANS: alias: t2 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key > 5) and (value <= 'val_20')) and key is not null) (type: boolean) + predicate: ((key > 5) and (value <= 'val_20')) (type: boolean) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) @@ -758,6 +787,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -765,7 +795,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -775,29 +805,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -827,6 +858,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -855,6 +887,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -862,7 +895,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -872,25 +905,26 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -925,6 +959,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -937,7 +972,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -947,12 +982,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -960,35 +996,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1037,6 +1074,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1049,7 +1087,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -1059,12 +1097,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -1072,35 +1111,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (2 * key) is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: (2 * _col0) (type: int) sort order: + Map-reduce partition columns: (2 * _col0) (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1134,6 +1174,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1146,7 +1187,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -1159,17 +1200,18 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -1177,14 +1219,15 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -1192,35 +1235,36 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1266,6 +1310,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1278,7 +1323,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -1288,12 +1333,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -1301,35 +1347,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1373,6 +1420,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1385,7 +1433,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -1398,12 +1446,13 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -1411,22 +1460,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -1434,35 +1484,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1508,6 +1559,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1536,6 +1588,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -1547,6 +1600,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -1554,10 +1608,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -1567,8 +1621,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1578,8 +1633,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1637,6 +1692,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1653,6 +1709,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -1664,6 +1721,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -1671,10 +1729,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -1684,6 +1742,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1702,7 +1761,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1712,8 +1771,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1774,6 +1833,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1790,6 +1850,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -1797,10 +1858,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -1810,6 +1871,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -1821,6 +1883,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1839,7 +1902,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1849,8 +1912,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1911,6 +1974,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1927,6 +1991,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -1934,10 +1999,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -1947,6 +2012,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -1958,6 +2024,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1976,7 +2043,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -1986,8 +2053,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2050,6 +2117,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2066,6 +2134,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -2073,10 +2142,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -2086,6 +2155,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -2097,6 +2167,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -2115,7 +2186,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -2125,8 +2196,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2200,6 +2271,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2212,7 +2284,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2222,7 +2294,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -2232,12 +2304,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -2245,22 +2318,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -2272,19 +2346,20 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2351,6 +2426,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -2362,11 +2438,11 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2376,15 +2452,16 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -2392,22 +2469,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -2436,6 +2514,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2448,7 +2527,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2458,13 +2537,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -2472,35 +2551,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2536,6 +2616,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2548,7 +2629,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2558,13 +2639,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -2572,35 +2653,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2638,6 +2720,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2650,7 +2733,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2660,13 +2743,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -2677,10 +2760,10 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -2690,19 +2773,20 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2732,6 +2816,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2744,7 +2829,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2754,17 +2839,17 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -2773,30 +2858,35 @@ STAGE PLANS: Filter Operator predicate: (key < 15) (type: boolean) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: key (type: int), key (type: int) - mode: hash - outputColumnNames: _col0, _col1 + Select Operator + expressions: key (type: int) + outputColumnNames: _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) + Group By Operator + keys: _col1 (type: int), _col1 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2837,6 +2927,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -2849,7 +2940,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2859,13 +2950,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -2873,35 +2964,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((value < 'val_10') and key is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -2934,6 +3026,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -2962,6 +3055,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -2969,7 +3063,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -2979,30 +3073,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3035,6 +3129,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -3046,7 +3141,7 @@ STAGE PLANS: alias: t2 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key > 5) and (value <= 'val_20')) and key is not null) (type: boolean) + predicate: ((key > 5) and (value <= 'val_20')) (type: boolean) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) @@ -3063,6 +3158,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -3070,7 +3166,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3080,30 +3176,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3133,6 +3229,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -3161,6 +3258,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -3168,7 +3266,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3178,26 +3276,26 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3232,6 +3330,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3244,7 +3343,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3254,13 +3353,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -3268,35 +3367,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3345,6 +3445,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3357,7 +3458,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3367,13 +3468,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -3381,35 +3482,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (2 * key) is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: (2 * _col0) (type: int) sort order: + Map-reduce partition columns: (2 * _col0) (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3443,6 +3545,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3455,7 +3558,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -3468,18 +3571,18 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -3487,14 +3590,15 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -3502,35 +3606,36 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3576,6 +3681,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3588,7 +3694,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3598,13 +3704,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -3612,35 +3718,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3684,6 +3791,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3696,7 +3804,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -3709,13 +3817,13 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -3723,22 +3831,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -3746,35 +3855,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3820,6 +3930,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -3843,12 +3954,12 @@ STAGE PLANS: 1 Map 3 2 Map 4 Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -3860,6 +3971,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -3867,10 +3979,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -3880,8 +3992,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -3891,8 +4004,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -3950,6 +4063,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -3966,6 +4080,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -3977,6 +4092,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -3984,10 +4100,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -3997,6 +4113,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -4015,7 +4132,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -4025,8 +4142,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4087,6 +4204,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -4103,6 +4221,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -4110,10 +4229,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -4123,6 +4242,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -4134,6 +4254,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -4152,7 +4273,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -4162,8 +4283,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4224,6 +4345,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -4240,6 +4362,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -4247,10 +4370,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -4260,6 +4383,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -4271,6 +4395,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -4289,7 +4414,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -4299,8 +4424,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4363,6 +4488,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -4379,6 +4505,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -4386,10 +4513,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -4399,6 +4526,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -4410,6 +4538,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -4428,7 +4557,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -4438,8 +4567,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4513,6 +4642,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -4525,7 +4655,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -4535,8 +4665,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -4546,13 +4675,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -4560,22 +4689,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -4587,19 +4717,20 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4666,6 +4797,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -4677,11 +4809,11 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -4691,16 +4823,16 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -4708,22 +4840,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -4752,6 +4885,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -4764,7 +4898,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -4774,12 +4908,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -4787,35 +4922,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4851,6 +4987,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -4863,7 +5000,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -4873,12 +5010,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -4886,35 +5024,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -4952,6 +5091,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -4964,7 +5104,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -4974,12 +5114,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -4990,10 +5131,10 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -5003,19 +5144,20 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5045,6 +5187,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -5057,7 +5200,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5067,16 +5210,17 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -5085,30 +5229,35 @@ STAGE PLANS: Filter Operator predicate: (key < 15) (type: boolean) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: key (type: int), key (type: int) - mode: hash - outputColumnNames: _col0, _col1 + Select Operator + expressions: key (type: int) + outputColumnNames: _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) + Group By Operator + keys: _col1 (type: int), _col1 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5149,6 +5298,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -5161,7 +5311,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5171,12 +5321,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -5184,35 +5335,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((value < 'val_10') and key is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5245,6 +5397,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -5273,6 +5426,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -5280,7 +5434,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5290,29 +5444,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5345,6 +5500,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -5356,7 +5512,7 @@ STAGE PLANS: alias: t2 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key > 5) and (value <= 'val_20')) and key is not null) (type: boolean) + predicate: ((key > 5) and (value <= 'val_20')) (type: boolean) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) @@ -5373,6 +5529,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -5380,7 +5537,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5390,29 +5547,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5442,6 +5600,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -5470,6 +5629,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -5477,7 +5637,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5487,25 +5647,26 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5540,6 +5701,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -5552,7 +5714,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5562,12 +5724,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -5575,35 +5738,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5652,6 +5816,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -5664,7 +5829,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5674,12 +5839,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -5687,35 +5853,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (2 * key) is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: (2 * _col0) (type: int) sort order: + Map-reduce partition columns: (2 * _col0) (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5749,6 +5916,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -5761,7 +5929,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -5774,17 +5942,18 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -5792,14 +5961,15 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -5807,35 +5977,36 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5881,6 +6052,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -5893,7 +6065,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -5903,12 +6075,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -5916,35 +6089,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -5988,6 +6162,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -6000,7 +6175,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -6013,12 +6188,13 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -6026,22 +6202,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -6049,35 +6226,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -6123,6 +6301,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -6151,6 +6330,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -6162,6 +6342,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -6169,10 +6350,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -6182,8 +6363,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6193,8 +6375,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -6252,6 +6434,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -6268,6 +6451,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -6279,6 +6463,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -6286,10 +6471,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -6299,6 +6484,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -6317,7 +6503,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6327,8 +6513,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -6389,6 +6575,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -6405,6 +6592,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -6412,10 +6600,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -6425,6 +6613,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -6436,6 +6625,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -6454,7 +6644,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6464,8 +6654,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -6526,6 +6716,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -6542,6 +6733,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -6549,10 +6741,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -6562,6 +6754,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -6573,6 +6766,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -6591,7 +6785,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6601,8 +6795,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -6665,6 +6859,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -6681,6 +6876,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -6688,10 +6884,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -6701,6 +6897,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -6712,6 +6909,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -6730,7 +6928,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -6740,8 +6938,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -6815,6 +7013,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -6827,7 +7026,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -6837,7 +7036,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -6847,12 +7046,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -6860,22 +7060,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -6887,19 +7088,20 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -6966,6 +7168,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -6977,11 +7180,11 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -6991,15 +7194,16 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -7007,22 +7211,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -7051,6 +7256,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -7063,7 +7269,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7073,13 +7279,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -7087,35 +7293,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7151,6 +7358,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -7163,7 +7371,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7173,13 +7381,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -7187,35 +7395,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7253,6 +7462,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -7265,7 +7475,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7275,13 +7485,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -7292,10 +7502,10 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -7305,19 +7515,20 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7347,6 +7558,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -7359,7 +7571,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7369,17 +7581,17 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -7388,30 +7600,35 @@ STAGE PLANS: Filter Operator predicate: (key < 15) (type: boolean) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: key (type: int), key (type: int) - mode: hash - outputColumnNames: _col0, _col1 + Select Operator + expressions: key (type: int) + outputColumnNames: _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) + Group By Operator + keys: _col1 (type: int), _col1 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7452,6 +7669,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -7464,7 +7682,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7474,13 +7692,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -7488,35 +7706,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((value < 'val_10') and key is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7549,6 +7768,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -7577,6 +7797,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -7584,7 +7805,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7594,30 +7815,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7650,6 +7871,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -7661,7 +7883,7 @@ STAGE PLANS: alias: t2 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key > 5) and (value <= 'val_20')) and key is not null) (type: boolean) + predicate: ((key > 5) and (value <= 'val_20')) (type: boolean) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) @@ -7678,6 +7900,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -7685,7 +7908,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7695,30 +7918,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7748,6 +7971,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -7776,6 +8000,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -7783,7 +8008,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7793,26 +8018,26 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7847,6 +8072,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -7859,7 +8085,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7869,13 +8095,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -7883,35 +8109,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -7960,6 +8187,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -7972,7 +8200,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -7982,13 +8210,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -7996,35 +8224,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (2 * key) is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: (2 * _col0) (type: int) sort order: + Map-reduce partition columns: (2 * _col0) (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8058,6 +8287,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -8070,7 +8300,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -8083,18 +8313,18 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -8102,14 +8332,15 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -8117,35 +8348,36 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8191,6 +8423,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -8203,7 +8436,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -8213,13 +8446,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -8227,35 +8460,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8299,6 +8533,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -8311,7 +8546,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -8324,13 +8559,13 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -8338,22 +8573,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -8361,35 +8597,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8435,6 +8672,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -8458,12 +8696,12 @@ STAGE PLANS: 1 Map 3 2 Map 4 Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -8475,6 +8713,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -8482,10 +8721,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -8495,8 +8734,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8506,8 +8746,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8565,6 +8805,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -8581,6 +8822,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -8592,6 +8834,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -8599,10 +8842,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -8612,6 +8855,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -8630,7 +8874,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8640,8 +8884,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8702,6 +8946,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -8718,6 +8963,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -8725,10 +8971,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -8738,6 +8984,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -8749,6 +8996,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -8767,7 +9015,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8777,8 +9025,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8839,6 +9087,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -8855,6 +9104,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -8862,10 +9112,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -8875,6 +9125,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -8886,6 +9137,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -8904,7 +9156,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -8914,8 +9166,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -8978,6 +9230,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -8994,6 +9247,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -9001,10 +9255,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -9014,6 +9268,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -9025,6 +9280,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -9043,7 +9299,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -9053,8 +9309,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9128,6 +9384,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -9140,7 +9397,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9150,8 +9407,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -9161,13 +9417,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -9175,22 +9431,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -9202,19 +9459,20 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9281,6 +9539,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -9292,11 +9551,11 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9306,16 +9565,16 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -9323,22 +9582,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -9367,6 +9627,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -9379,7 +9640,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9389,12 +9650,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -9402,35 +9664,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9466,6 +9729,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -9478,7 +9742,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9488,12 +9752,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -9501,35 +9766,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9567,6 +9833,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -9579,7 +9846,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9589,12 +9856,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -9605,10 +9873,10 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -9618,19 +9886,20 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9660,6 +9929,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -9672,7 +9942,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9682,16 +9952,17 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -9700,30 +9971,35 @@ STAGE PLANS: Filter Operator predicate: (key < 15) (type: boolean) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: key (type: int), key (type: int) - mode: hash - outputColumnNames: _col0, _col1 + Select Operator + expressions: key (type: int) + outputColumnNames: _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) + Group By Operator + keys: _col1 (type: int), _col1 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9764,6 +10040,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -9776,7 +10053,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9786,12 +10063,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -9799,35 +10077,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((value < 'val_10') and key is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9860,6 +10139,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -9888,6 +10168,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -9895,7 +10176,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -9905,29 +10186,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -9960,6 +10242,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -9971,7 +10254,7 @@ STAGE PLANS: alias: t2 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key > 5) and (value <= 'val_20')) and key is not null) (type: boolean) + predicate: ((key > 5) and (value <= 'val_20')) (type: boolean) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) @@ -9988,6 +10271,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -9995,7 +10279,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10005,29 +10289,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10057,6 +10342,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -10085,6 +10371,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -10092,7 +10379,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10102,25 +10389,26 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10155,6 +10443,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -10167,7 +10456,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10177,12 +10466,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -10190,35 +10480,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10267,6 +10558,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -10279,7 +10571,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10289,12 +10581,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -10302,35 +10595,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (2 * key) is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: (2 * _col0) (type: int) sort order: + Map-reduce partition columns: (2 * _col0) (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10364,6 +10658,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -10376,7 +10671,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -10389,17 +10684,18 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -10407,14 +10703,15 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -10422,35 +10719,36 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10496,6 +10794,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -10508,7 +10807,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10518,12 +10817,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -10531,35 +10831,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10603,6 +10904,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -10615,7 +10917,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -10628,12 +10930,13 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -10641,22 +10944,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -10664,35 +10968,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10738,6 +11043,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -10766,6 +11072,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -10777,6 +11084,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -10784,10 +11092,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -10797,8 +11105,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -10808,8 +11117,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -10867,6 +11176,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -10883,6 +11193,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -10894,6 +11205,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -10901,10 +11213,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -10914,6 +11226,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -10932,7 +11245,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -10942,8 +11255,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11004,6 +11317,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -11020,6 +11334,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -11027,10 +11342,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -11040,6 +11355,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -11051,6 +11367,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -11069,7 +11386,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -11079,8 +11396,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11141,6 +11458,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -11157,6 +11475,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -11164,10 +11483,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -11177,6 +11496,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -11188,6 +11508,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -11206,7 +11527,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -11216,8 +11537,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11280,6 +11601,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -11296,6 +11618,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -11303,10 +11626,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -11316,6 +11639,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -11327,6 +11651,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -11345,7 +11670,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -11355,8 +11680,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11430,6 +11755,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -11442,7 +11768,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11452,7 +11778,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -11462,12 +11788,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -11475,22 +11802,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -11502,19 +11830,20 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11581,6 +11910,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -11592,11 +11922,11 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11606,15 +11936,16 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -11622,22 +11953,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -11666,6 +11998,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -11678,7 +12011,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11688,13 +12021,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -11702,35 +12035,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11766,6 +12100,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -11778,7 +12113,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11788,13 +12123,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -11802,35 +12137,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11868,6 +12204,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -11880,7 +12217,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11890,13 +12227,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -11907,10 +12244,10 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE @@ -11920,19 +12257,20 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -11962,6 +12300,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -11974,7 +12313,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -11984,17 +12323,17 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -12003,30 +12342,35 @@ STAGE PLANS: Filter Operator predicate: (key < 15) (type: boolean) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Group By Operator - keys: key (type: int), key (type: int) - mode: hash - outputColumnNames: _col0, _col1 + Select Operator + expressions: key (type: int) + outputColumnNames: _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col1 (type: int) - sort order: + - Map-reduce partition columns: _col1 (type: int) + Group By Operator + keys: _col1 (type: int), _col1 (type: int) + mode: hash + outputColumnNames: _col0, _col1 Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12067,6 +12411,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -12079,7 +12424,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12089,13 +12434,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -12103,35 +12448,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((value < 'val_10') and key is not null) (type: boolean) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 2 Data size: 186 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12164,6 +12510,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -12192,6 +12539,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -12199,7 +12547,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12209,30 +12557,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 7 Data size: 716 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12265,6 +12613,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -12276,7 +12625,7 @@ STAGE PLANS: alias: t2 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: (((key > 5) and (value <= 'val_20')) and key is not null) (type: boolean) + predicate: ((key > 5) and (value <= 'val_20')) (type: boolean) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) @@ -12293,6 +12642,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 1 Data size: 93 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -12300,7 +12650,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12310,30 +12660,30 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12363,6 +12713,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) Reducer 3 <- Map 2 (SIMPLE_EDGE) @@ -12391,6 +12742,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -12398,7 +12750,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12408,26 +12760,26 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12462,6 +12814,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -12474,7 +12827,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12484,13 +12837,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -12498,35 +12851,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12575,6 +12929,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -12587,7 +12942,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12597,13 +12952,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -12611,35 +12966,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (2 * key) is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: (2 * _col0) (type: int) sort order: + Map-reduce partition columns: (2 * _col0) (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12673,6 +13029,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -12685,7 +13042,7 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -12698,18 +13055,18 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE value expressions: _col2 (type: int), _col3 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -12717,14 +13074,15 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -12732,35 +13090,36 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: int), VALUE._col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12806,6 +13165,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -12818,7 +13178,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12828,13 +13188,13 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -12842,35 +13202,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (key is not null and value is not null) (type: boolean) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) - outputColumnNames: key, value - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int), value (type: string) + keys: _col0 (type: int), _col1 (type: string) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: int), _col1 (type: string) - Statistics: Num rows: 3 Data size: 279 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -12914,6 +13275,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -12926,7 +13288,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -12939,13 +13301,13 @@ STAGE PLANS: input vertices: 1 Map 3 2 Map 4 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -12953,22 +13315,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -12976,35 +13339,36 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -13050,6 +13414,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -13073,12 +13438,12 @@ STAGE PLANS: 1 Map 3 2 Map 4 Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Reduce Output Operator key expressions: _col0 (type: int) sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -13090,6 +13455,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -13097,10 +13463,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -13110,8 +13476,9 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13121,8 +13488,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -13180,6 +13547,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -13196,6 +13564,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -13207,6 +13576,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -13214,10 +13584,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -13227,6 +13597,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -13245,7 +13616,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13255,8 +13626,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -13317,6 +13688,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -13333,6 +13705,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -13340,10 +13713,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -13353,6 +13726,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -13364,6 +13738,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -13382,7 +13757,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13392,8 +13767,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -13454,6 +13829,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -13470,6 +13846,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -13477,10 +13854,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -13490,6 +13867,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -13501,6 +13879,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -13519,7 +13898,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13529,8 +13908,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -13593,6 +13972,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 4 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -13609,6 +13989,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -13616,10 +13997,10 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key + outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE @@ -13629,6 +14010,7 @@ STAGE PLANS: Map-reduce partition columns: _col0 (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan @@ -13640,6 +14022,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -13658,7 +14041,7 @@ STAGE PLANS: sort order: + Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) @@ -13668,8 +14051,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 48 Data size: 4501 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -13743,6 +14126,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -13755,7 +14139,7 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -13765,8 +14149,7 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 24 Data size: 2250 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Outer Join0 to 1 @@ -13776,13 +14159,13 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -13790,22 +14173,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int) - outputColumnNames: key - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0 + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator - keys: key (type: int) + keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan @@ -13817,19 +14201,20 @@ STAGE PLANS: Map-reduce partition columns: value (type: string) Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 13 Data size: 1237 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 2475 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -13896,6 +14281,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -13907,11 +14293,11 @@ STAGE PLANS: Statistics: Num rows: 22 Data size: 2046 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((key > 100) and value is not null) (type: boolean) - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: key (type: int), value (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7 Data size: 651 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -13921,16 +14307,16 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 613 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 1125 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -13938,22 +14324,23 @@ STAGE PLANS: Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: value (type: string) outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 6 Data size: 558 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 11 Data size: 1023 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out b/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out index e4946aa..a075662 100644 --- a/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_mapjoin_reduce.q.out @@ -29,23 +29,24 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: - Map 1 <- Map 2 (BROADCAST_EDGE), Reducer 4 (BROADCAST_EDGE) - Reducer 4 <- Map 3 (SIMPLE_EDGE) + Map 1 <- Map 2 (BROADCAST_EDGE) + Reducer 4 <- Map 1 (BROADCAST_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### Vertices: Map 1 Map Operator Tree: TableScan - alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + alias: li + Statistics: Num rows: 100 Data size: 1600 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((l_linenumber = 1) and l_orderkey is not null) and l_partkey is not null) (type: boolean) - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + predicate: ((l_linenumber = 1) and l_partkey is not null and l_orderkey is not null) (type: boolean) + Statistics: Num rows: 17 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: l_orderkey (type: int), l_partkey (type: int), l_suppkey (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 17 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Semi Join 0 to 1 @@ -55,73 +56,59 @@ STAGE PLANS: outputColumnNames: _col1, _col2 input vertices: 1 Map 2 - Statistics: Num rows: 27 Data size: 3298 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 _col1 (type: int) - 1 _col0 (type: int) - outputColumnNames: _col1, _col2 - input vertices: - 1 Reducer 4 - Statistics: Num rows: 29 Data size: 3627 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col1 (type: int), _col2 (type: int) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 29 Data size: 3627 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 29 Data size: 3627 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col2 (type: int) Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9200 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((l_shipmode = 'AIR') and l_orderkey is not null) (type: boolean) - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 1288 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: l_orderkey (type: int) outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 14 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: l_partkey is not null (type: boolean) - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: l_partkey (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 4 Execution mode: vectorized, llap Reduce Operator Tree: @@ -129,12 +116,28 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col2, _col4 + input vertices: + 0 Map 1 + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: _col4 (type: int), _col2 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 Fetch Operator @@ -187,6 +190,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) Reducer 4 <- Map 1 (BROADCAST_EDGE), Map 3 (SIMPLE_EDGE) @@ -195,104 +199,105 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + alias: li + Statistics: Num rows: 100 Data size: 1600 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((l_linenumber = 1) and l_orderkey is not null) and l_partkey is not null) (type: boolean) - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + predicate: ((l_linenumber = 1) and l_partkey is not null and l_orderkey is not null) (type: boolean) + Statistics: Num rows: 17 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: l_orderkey (type: int), l_partkey (type: int), l_suppkey (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 17 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Semi Join 0 to 1 keys: - 0 _col0 (type: int) - 1 _col0 (type: int) + 0 _col0 (type: int), 1 (type: int) + 1 _col0 (type: int), _col1 (type: int) outputColumnNames: _col1, _col2 input vertices: 1 Map 2 - Statistics: Num rows: 14 Data size: 1714 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col1 (type: int) sort order: + Map-reduce partition columns: _col1 (type: int) - Statistics: Num rows: 14 Data size: 1714 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 104 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: int) Execution mode: llap + LLAP IO: no inputs Map 2 Map Operator Tree: TableScan alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 9600 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((l_shipmode = 'AIR') and (l_linenumber = 1)) and l_orderkey is not null) (type: boolean) - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + predicate: ((l_shipmode = 'AIR') and (l_linenumber = 1) and l_orderkey is not null) (type: boolean) + Statistics: Num rows: 14 Data size: 1344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: l_orderkey (type: int) - outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + expressions: l_orderkey (type: int), 1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 14 Data size: 112 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator - keys: _col0 (type: int) + keys: _col0 (type: int), _col1 (type: int) mode: hash - outputColumnNames: _col0 - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: int) - sort order: + - Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 1559 Basic stats: COMPLETE Column stats: NONE + key expressions: _col0 (type: int), _col1 (type: int) + sort order: ++ + Map-reduce partition columns: _col0 (type: int), _col1 (type: int) + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Map 3 Map Operator Tree: TableScan alias: lineitem - Statistics: Num rows: 100 Data size: 11999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: l_partkey is not null (type: boolean) - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 400 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: l_partkey (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 50 Data size: 5999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: no inputs Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 25 Data size: 2999 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 200 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 keys: 0 _col1 (type: int) 1 _col0 (type: int) - outputColumnNames: _col1, _col2 + outputColumnNames: _col2, _col4 input vertices: 0 Map 1 - Statistics: Num rows: 27 Data size: 3298 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col1 (type: int), _col2 (type: int) + expressions: _col4 (type: int), _col2 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 27 Data size: 3298 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 27 Data size: 3298 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out b/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out index 5f8c9b4..b6a3b9a 100644 --- a/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_mr_diff_schema_alias.q.out @@ -245,6 +245,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 6 (SIMPLE_EDGE) Reducer 3 <- Map 7 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -256,32 +257,42 @@ STAGE PLANS: Map Operator Tree: TableScan alias: store_sales - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: PARTIAL Filter Operator predicate: (ss_store_sk is not null and ss_sold_date_sk is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: ss_store_sk (type: int) - sort order: + - Map-reduce partition columns: ss_store_sk (type: int) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - value expressions: ss_sold_date_sk (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: PARTIAL + Select Operator + expressions: ss_sold_date_sk (type: int), ss_store_sk (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: PARTIAL + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: PARTIAL + value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: unknown Map 6 Map Operator Tree: TableScan alias: store Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Filter Operator - predicate: (s_store_sk is not null and (s_state) IN ('KS', 'AL', 'MN', 'AL', 'SC', 'VT')) (type: boolean) + predicate: ((s_state) IN ('KS', 'AL', 'MN', 'SC', 'VT') and s_store_sk is not null) (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: s_store_sk (type: int) - sort order: + - Map-reduce partition columns: s_store_sk (type: int) + Select Operator + expressions: s_store_sk (type: int), s_state (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - value expressions: s_state (type: string) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + value expressions: _col1 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 7 Map Operator Tree: TableScan @@ -290,12 +301,17 @@ STAGE PLANS: Filter Operator predicate: d_date_sk is not null (type: boolean) Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: d_date_sk (type: int) - sort order: + - Map-reduce partition columns: d_date_sk (type: int) + Select Operator + expressions: d_date_sk (type: int) + outputColumnNames: _col0 Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -303,16 +319,16 @@ STAGE PLANS: condition map: Inner Join 0 to 1 keys: - 0 ss_store_sk (type: int) - 1 s_store_sk (type: int) - outputColumnNames: _col0, _col22, _col26, _col50 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col3 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - value expressions: _col22 (type: int), _col26 (type: int), _col50 (type: string) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + value expressions: _col3 (type: string) Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -321,28 +337,26 @@ STAGE PLANS: Inner Join 0 to 1 keys: 0 _col0 (type: int) - 1 d_date_sk (type: int) - outputColumnNames: _col0, _col22, _col26, _col50, _col58 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Filter Operator - predicate: ((_col0 = _col58) and (_col22 = _col26) and (_col50) IN ('KS', 'AL', 'MN', 'AL', 'SC', 'VT')) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Select Operator - expressions: _col50 (type: string) - outputColumnNames: _col50 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Group By Operator - aggregations: count(1) - keys: _col50 (type: string) - mode: hash - outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: string) - sort order: + - Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE - value expressions: _col1 (type: bigint) + 1 _col0 (type: int) + outputColumnNames: _col3 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col3 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 + value expressions: _col1 (type: bigint) Reducer 4 Execution mode: vectorized, llap Reduce Operator Tree: @@ -351,28 +365,29 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string) sort order: + - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: bigint) Reducer 5 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string), VALUE._col0 (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 100 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out b/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out index b2e24e8..469c702 100644 --- a/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_multi_insert.q.out @@ -32,6 +32,7 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@src POSTHOOK: Output: database:default POSTHOOK: Output: default@orc1 +POSTHOOK: Lineage: orc1.rn EXPRESSION [] PREHOOK: query: create table orc_rn1 (rn int) PREHOOK: type: CREATETABLE PREHOOK: Output: database:default @@ -140,6 +141,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.orc_rn3 Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-4 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out b/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out index fa1754f..4bfe41a 100644 --- a/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_null_projection.q.out @@ -61,15 +61,16 @@ STAGE PLANS: Select Operator expressions: null (type: void) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -99,6 +100,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Union 2 (CONTAINS) Map 4 <- Union 2 (CONTAINS) @@ -111,59 +113,61 @@ STAGE PLANS: alias: a Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: null (type: void) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: null (type: void) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: void) sort order: + Map-reduce partition columns: _col0 (type: void) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: b Statistics: Num rows: 1 Data size: 87 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: null (type: void) - outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 2 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: null (type: void) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: void) sort order: + Map-reduce partition columns: _col0 (type: void) - Statistics: Num rows: 2 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap + LLAP IO: all inputs Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator keys: KEY._col0 (type: void) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - File Output Operator - compressed: false - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: COMPLETE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: null (type: void) + outputColumnNames: _col0 + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 1 Data size: 4 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Union 2 Vertex: Union 2 diff --git a/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out b/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out index 69ef3f6..06e30d8 100644 --- a/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_nullsafe_join.q.out @@ -46,6 +46,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@myinput1_txt POSTHOOK: Output: database:default POSTHOOK: Output: default@myinput1 +POSTHOOK: Lineage: myinput1.key SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(name:key, type:int, comment:null), ] +POSTHOOK: Lineage: myinput1.value SIMPLE [(myinput1_txt)myinput1_txt.FieldSchema(name:value, type:int, comment:null), ] PREHOOK: query: -- merging explain select * from myinput1 a join myinput1 b on a.key<=>b.value PREHOOK: type: QUERY @@ -59,6 +61,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -79,7 +82,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 @@ -88,10 +90,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -104,6 +107,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -141,6 +145,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -152,7 +157,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -165,20 +170,20 @@ STAGE PLANS: input vertices: 1 Map 2 2 Map 3 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -186,14 +191,15 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: int) sort order: + Map-reduce partition columns: value (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -201,14 +207,15 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -237,6 +244,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -260,7 +268,6 @@ STAGE PLANS: 1 Map 2 2 Map 3 Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -269,10 +276,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -285,6 +293,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -297,6 +306,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -352,6 +362,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -363,7 +374,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -377,20 +388,20 @@ STAGE PLANS: input vertices: 1 Map 2 2 Map 3 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -398,13 +409,14 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: int), key (type: int) sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -412,13 +424,14 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int), value (type: int) sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -447,6 +460,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -470,7 +484,6 @@ STAGE PLANS: 1 Map 2 2 Map 3 Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -479,10 +492,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -494,6 +508,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -505,6 +520,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -640,6 +656,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -660,7 +677,6 @@ STAGE PLANS: input vertices: 1 Map 2 Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 @@ -669,10 +685,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -685,6 +702,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -722,6 +740,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -733,7 +752,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -746,20 +765,20 @@ STAGE PLANS: input vertices: 1 Map 2 2 Map 3 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -767,14 +786,15 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: int) sort order: + Map-reduce partition columns: value (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -782,14 +802,15 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -818,6 +839,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -841,7 +863,6 @@ STAGE PLANS: 1 Map 2 2 Map 3 Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -850,10 +871,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -866,6 +888,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: key (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -878,6 +901,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -933,6 +957,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -944,7 +969,7 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -958,20 +983,20 @@ STAGE PLANS: input vertices: 1 Map 2 2 Map 3 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 6 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -979,13 +1004,14 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: value (type: int), key (type: int) sort order: ++ Map-reduce partition columns: value (type: int), key (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -993,13 +1019,14 @@ STAGE PLANS: Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: value is not null (type: boolean) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int), value (type: int) sort order: ++ Map-reduce partition columns: key (type: int), value (type: int) - Statistics: Num rows: 3 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -1028,6 +1055,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -1051,7 +1079,6 @@ STAGE PLANS: 1 Map 2 2 Map 3 Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true Select Operator expressions: _col0 (type: int), _col1 (type: int), _col5 (type: int), _col6 (type: int), _col10 (type: int), _col11 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 @@ -1060,10 +1087,11 @@ STAGE PLANS: compressed: false Statistics: Num rows: 13 Data size: 52 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -1075,6 +1103,7 @@ STAGE PLANS: Map-reduce partition columns: value (type: int), key (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -1086,6 +1115,7 @@ STAGE PLANS: Map-reduce partition columns: key (type: int), value (type: int) Statistics: Num rows: 6 Data size: 24 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_nvl.q.out b/ql/src/test/results/clientpositive/llap/vector_nvl.q.out new file mode 100644 index 0000000..b926ab4b --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_nvl.q.out @@ -0,0 +1,194 @@ +PREHOOK: query: EXPLAIN SELECT cdouble, nvl(cdouble, 100) as n +FROM alltypesorc +WHERE (cdouble IS NULL) +LIMIT 10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT cdouble, nvl(cdouble, 100) as n +FROM alltypesorc +WHERE (cdouble IS NULL) +LIMIT 10 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + TableScan + alias: alltypesorc + Filter Operator + predicate: cdouble is null (type: boolean) + Select Operator + expressions: null (type: double), 100.0 (type: double) + outputColumnNames: _col0, _col1 + Limit + Number of rows: 10 + ListSink + +PREHOOK: query: SELECT cdouble, nvl(cdouble, 100) as n +FROM alltypesorc +WHERE (cdouble IS NULL) +LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT cdouble, nvl(cdouble, 100) as n +FROM alltypesorc +WHERE (cdouble IS NULL) +LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +NULL 100.0 +NULL 100.0 +NULL 100.0 +NULL 100.0 +NULL 100.0 +NULL 100.0 +NULL 100.0 +NULL 100.0 +NULL 100.0 +NULL 100.0 +PREHOOK: query: EXPLAIN SELECT cfloat, nvl(cfloat, 1) as n +FROM alltypesorc +LIMIT 10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT cfloat, nvl(cfloat, 1) as n +FROM alltypesorc +LIMIT 10 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + TableScan + alias: alltypesorc + Select Operator + expressions: cfloat (type: float), NVL(cfloat,1) (type: float) + outputColumnNames: _col0, _col1 + Limit + Number of rows: 10 + ListSink + +PREHOOK: query: SELECT cfloat, nvl(cfloat, 1) as n +FROM alltypesorc +LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT cfloat, nvl(cfloat, 1) as n +FROM alltypesorc +LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +-50.0 -50.0 +NULL 1.0 +-28.0 -28.0 +31.0 31.0 +-34.0 -34.0 +29.0 29.0 +31.0 31.0 +27.0 27.0 +-11.0 -11.0 +61.0 61.0 +PREHOOK: query: EXPLAIN SELECT nvl(null, 10) as n +FROM alltypesorc +LIMIT 10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT nvl(null, 10) as n +FROM alltypesorc +LIMIT 10 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + TableScan + alias: alltypesorc + Select Operator + expressions: 10 (type: int) + outputColumnNames: _col0 + Limit + Number of rows: 10 + ListSink + +PREHOOK: query: SELECT nvl(null, 10) as n +FROM alltypesorc +LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT nvl(null, 10) as n +FROM alltypesorc +LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +10 +10 +10 +10 +10 +10 +10 +10 +10 +10 +PREHOOK: query: EXPLAIN SELECT nvl(null, null) as n +FROM alltypesorc +LIMIT 10 +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN SELECT nvl(null, null) as n +FROM alltypesorc +LIMIT 10 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-0 is a root stage + +STAGE PLANS: + Stage: Stage-0 + Fetch Operator + limit: 10 + Processor Tree: + TableScan + alias: alltypesorc + Select Operator + expressions: null (type: void) + outputColumnNames: _col0 + Limit + Number of rows: 10 + ListSink + +PREHOOK: query: SELECT nvl(null, null) as n +FROM alltypesorc +LIMIT 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +POSTHOOK: query: SELECT nvl(null, null) as n +FROM alltypesorc +LIMIT 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +#### A masked pattern was here #### +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL diff --git a/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out b/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out index 4ff8e99..503cf5b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_orderby_5.q.out @@ -114,6 +114,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -141,6 +142,7 @@ STAGE PLANS: Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -156,7 +158,7 @@ STAGE PLANS: Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: bigint) @@ -166,8 +168,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out index e710e2c..6edcbeb 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join0.q.out @@ -75,6 +75,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -84,41 +85,46 @@ STAGE PLANS: TableScan alias: t1 Statistics: Num rows: 6 Data size: 544 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Left Outer Join0 to 1 - keys: - 0 a (type: int) - 1 c (type: int) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 2 - Statistics: Num rows: 6 Data size: 598 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col1 (type: int), _col5 (type: int), _col6 (type: string) + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6 Data size: 544 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 1 Map 2 Statistics: Num rows: 6 Data size: 598 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 6 Data size: 598 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: t2 Statistics: Num rows: 6 Data size: 550 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c (type: int) - sort order: + - Map-reduce partition columns: c (type: int) + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 550 Basic stats: COMPLETE Column stats: NONE - value expressions: v2 (type: string) + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 6 Data size: 550 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -159,6 +165,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -168,41 +175,46 @@ STAGE PLANS: TableScan alias: t1 Statistics: Num rows: 6 Data size: 544 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: a (type: int) - sort order: + - Map-reduce partition columns: a (type: int) + Select Operator + expressions: v1 (type: string), a (type: int) + outputColumnNames: _col0, _col1 Statistics: Num rows: 6 Data size: 544 Basic stats: COMPLETE Column stats: NONE - value expressions: v1 (type: string) + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 6 Data size: 544 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan alias: t2 Statistics: Num rows: 6 Data size: 550 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Right Outer Join0 to 1 - keys: - 0 a (type: int) - 1 c (type: int) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 0 Map 1 - Statistics: Num rows: 6 Data size: 598 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: string), _col1 (type: int), _col5 (type: int), _col6 (type: string) + Select Operator + expressions: c (type: int), v2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6 Data size: 550 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Right Outer Join0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) outputColumnNames: _col0, _col1, _col2, _col3 + input vertices: + 0 Map 1 Statistics: Num rows: 6 Data size: 598 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false Statistics: Num rows: 6 Data size: 598 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out index 64cccac..cda039f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join1.q.out @@ -10,6 +10,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc1a +POSTHOOK: Lineage: small_alltypesorc1a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -20,6 +32,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc2a +POSTHOOK: Lineage: small_alltypesorc2a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -30,6 +54,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc3a +POSTHOOK: Lineage: small_alltypesorc3a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctinyint SIMPLE [] PREHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -40,6 +76,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc4a +POSTHOOK: Lineage: small_alltypesorc4a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [] PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a @@ -117,6 +165,18 @@ POSTHOOK: Input: default@small_alltypesorc3a POSTHOOK: Input: default@small_alltypesorc4a POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc_a +POSTHOOK: Lineage: small_alltypesorc_a.cbigint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cdouble EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cfloat EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.csmallint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a @@ -175,6 +235,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -183,11 +244,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 3697 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 3697 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -197,32 +258,33 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 input vertices: 1 Map 2 - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 32 Data size: 19648 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 32 Data size: 19648 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 15 Data size: 3697 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 3697 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 3697 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -286,6 +348,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -294,11 +357,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -308,31 +371,32 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 112 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 112 Data size: 448 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -488,6 +552,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -497,11 +562,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -511,8 +576,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 16 Data size: 3831 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 32 Data size: 128 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -522,62 +586,64 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 17 Data size: 4214 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 240 Data size: 960 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(), sum(_col0) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 15 Data size: 3483 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 15 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out index 6904db2..051911b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join2.q.out @@ -10,6 +10,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc1a +POSTHOOK: Lineage: small_alltypesorc1a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and cbigint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -20,6 +32,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc2a +POSTHOOK: Lineage: small_alltypesorc2a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and cbigint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -30,6 +54,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc3a +POSTHOOK: Lineage: small_alltypesorc3a.cbigint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and cbigint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -40,6 +76,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc4a +POSTHOOK: Lineage: small_alltypesorc4a.cbigint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a @@ -122,6 +170,18 @@ POSTHOOK: Input: default@small_alltypesorc3a POSTHOOK: Input: default@small_alltypesorc4a POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc_a +POSTHOOK: Lineage: small_alltypesorc_a.cbigint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cdouble EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cfloat EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.csmallint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a @@ -191,6 +251,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -200,11 +261,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 132 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cbigint (type: bigint) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 132 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -214,8 +275,7 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 4874 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 57 Data size: 456 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -225,62 +285,64 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5361 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 162 Data size: 1296 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(), sum(_col1) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 20 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 20 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + Map-reduce partition columns: _col0 (type: bigint) - Statistics: Num rows: 20 Data size: 4431 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 88 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), sum(VALUE._col1) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out index 1021889..5729237 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join3.q.out @@ -10,6 +10,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc1a +POSTHOOK: Lineage: small_alltypesorc1a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc2a as select * from alltypesorc where cint is null and cstring1 is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -20,6 +32,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc2a +POSTHOOK: Lineage: small_alltypesorc2a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc3a as select * from alltypesorc where cint is not null and cstring1 is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -30,6 +54,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc3a +POSTHOOK: Lineage: small_alltypesorc3a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.cstring1 SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc3a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc4a as select * from alltypesorc where cint is null and cstring1 is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 5 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -40,6 +76,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc4a +POSTHOOK: Lineage: small_alltypesorc4a.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.cstring1 SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4a.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4a.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: select * from small_alltypesorc1a PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1a @@ -122,6 +170,18 @@ POSTHOOK: Input: default@small_alltypesorc3a POSTHOOK: Input: default@small_alltypesorc4a POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc_a +POSTHOOK: Lineage: small_alltypesorc_a.cbigint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cboolean2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cdouble EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cfloat EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.csmallint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.cstring2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp1 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctimestamp2 EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_a.ctinyint EXPRESSION [(small_alltypesorc1a)small_alltypesorc1a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2a)small_alltypesorc2a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3a)small_alltypesorc3a.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4a)small_alltypesorc4a.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_alltypesorc_a COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_a @@ -191,6 +251,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -200,11 +261,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1023 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cstring1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1023 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -214,8 +275,7 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 5024 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 40 Data size: 3560 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -224,62 +284,64 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5526 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 80 Data size: 640 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 20 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 20 Data size: 979 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cstring1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 979 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 979 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -338,6 +400,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -347,11 +410,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 2939 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cstring1 (type: string), cstring2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 2939 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -361,8 +424,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 5024 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 21 Data size: 1869 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -371,62 +433,64 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5526 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 42 Data size: 336 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 20 Data size: 1960 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cstring2 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1960 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1960 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 20 Data size: 979 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cstring1 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 979 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 979 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -485,6 +549,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -494,86 +559,87 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3143 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cbigint (type: bigint), cstring1 (type: string), cstring2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3143 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 keys: - 0 _col3 (type: string), _col1 (type: bigint) - 1 _col1 (type: string), _col0 (type: bigint) + 0 _col1 (type: bigint), _col3 (type: string) + 1 _col0 (type: bigint), _col1 (type: string) outputColumnNames: _col0, _col2 input vertices: 1 Map 3 - Statistics: Num rows: 22 Data size: 5024 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 20 Data size: 1860 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 keys: - 0 _col2 (type: string), _col0 (type: int) - 1 _col1 (type: string), _col0 (type: int) + 0 _col0 (type: int), _col2 (type: string) + 1 _col0 (type: int), _col1 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 24 Data size: 5526 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 20 Data size: 160 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 20 Data size: 2120 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint), cstring2 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 2120 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col1 (type: string), _col0 (type: bigint) + key expressions: _col0 (type: bigint), _col1 (type: string) sort order: ++ - Map-reduce partition columns: _col1 (type: string), _col0 (type: bigint) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col0 (type: bigint), _col1 (type: string) + Statistics: Num rows: 20 Data size: 2120 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 20 Data size: 1023 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cstring1 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 1023 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col1 (type: string), _col0 (type: int) + key expressions: _col0 (type: int), _col1 (type: string) sort order: ++ - Map-reduce partition columns: _col1 (type: string), _col0 (type: int) - Statistics: Num rows: 20 Data size: 4568 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col0 (type: int), _col1 (type: string) + Statistics: Num rows: 20 Data size: 1023 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out index 8f01f36..75d783f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join4.q.out @@ -10,6 +10,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc1b +POSTHOOK: Lineage: small_alltypesorc1b.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc1b.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc2b as select * from alltypesorc where cint is null and ctinyint is not null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 10 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -20,6 +32,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc2b +POSTHOOK: Lineage: small_alltypesorc2b.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc2b.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc2b.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: create table small_alltypesorc3b as select * from alltypesorc where cint is not null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 10 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -30,6 +54,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc3b +POSTHOOK: Lineage: small_alltypesorc3b.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc3b.ctinyint SIMPLE [] PREHOOK: query: create table small_alltypesorc4b as select * from alltypesorc where cint is null and ctinyint is null order by ctinyint, csmallint, cint, cbigint, cfloat, cdouble, cstring1, cstring2, ctimestamp1, ctimestamp2, cboolean1, cboolean2 limit 10 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@alltypesorc @@ -40,6 +76,18 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc4b +POSTHOOK: Lineage: small_alltypesorc4b.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.cint SIMPLE [] +POSTHOOK: Lineage: small_alltypesorc4b.csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc4b.ctinyint SIMPLE [] PREHOOK: query: select * from small_alltypesorc1b PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc1b @@ -132,6 +180,18 @@ POSTHOOK: Input: default@small_alltypesorc3b POSTHOOK: Input: default@small_alltypesorc4b POSTHOOK: Output: database:default POSTHOOK: Output: default@small_alltypesorc_b +POSTHOOK: Lineage: small_alltypesorc_b.cbigint EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cbigint, type:bigint, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.cboolean1 EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cboolean1, type:boolean, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.cboolean2 EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cboolean2, type:boolean, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.cdouble EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cdouble, type:double, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.cfloat EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cfloat, type:float, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.cint EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cint, type:int, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.csmallint EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:csmallint, type:smallint, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.cstring1 EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cstring1, type:string, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.cstring2 EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:cstring2, type:string, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.ctimestamp1 EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.ctimestamp2 EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: small_alltypesorc_b.ctinyint EXPRESSION [(small_alltypesorc1b)small_alltypesorc1b.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc2b)small_alltypesorc2b.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc3b)small_alltypesorc3b.FieldSchema(name:ctinyint, type:tinyint, comment:null), (small_alltypesorc4b)small_alltypesorc4b.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_alltypesorc_b COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_alltypesorc_b @@ -205,6 +265,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -213,11 +274,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 7167 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 7167 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -227,32 +288,33 @@ STAGE PLANS: outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23 input vertices: 1 Map 2 - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 81 Data size: 49734 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 81 Data size: 49734 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 30 Data size: 7167 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cbigint (type: bigint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), cstring2 (type: string), ctimestamp1 (type: timestamp), ctimestamp2 (type: timestamp), cboolean1 (type: boolean), cboolean2 (type: boolean) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 7167 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: int) sort order: + Map-reduce partition columns: _col2 (type: int) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 7167 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: smallint), _col3 (type: bigint), _col4 (type: float), _col5 (type: double), _col6 (type: string), _col7 (type: string), _col8 (type: timestamp), _col9 (type: timestamp), _col10 (type: boolean), _col11 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -351,6 +413,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 2 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -359,11 +422,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -373,31 +436,32 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 2 - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 450 Data size: 1800 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 450 Data size: 1800 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -858,6 +922,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -867,11 +932,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 168 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -881,8 +946,7 @@ STAGE PLANS: outputColumnNames: _col0 input vertices: 1 Map 3 - Statistics: Num rows: 33 Data size: 7521 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 81 Data size: 324 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -891,62 +955,64 @@ STAGE PLANS: 1 _col0 (type: tinyint) input vertices: 1 Map 4 - Statistics: Num rows: 36 Data size: 8273 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 1215 Data size: 9720 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + alias: cd + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: c - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + alias: hd + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 30 Data size: 6838 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 30 Data size: 84 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out index 74da0db..8a18738 100644 --- a/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join5.q.out @@ -18,6 +18,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@sorted_mod_4 +POSTHOOK: Lineage: sorted_mod_4.cmodint EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: sorted_mod_4.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE sorted_mod_4 COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@sorted_mod_4 @@ -46,6 +48,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_table +POSTHOOK: Lineage: small_table.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_table.ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_table COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_table @@ -83,6 +87,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -92,11 +97,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -105,47 +110,48 @@ STAGE PLANS: 1 _col0 (type: tinyint) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 6444 Data size: 51552 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: st - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -194,6 +200,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -203,11 +210,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cmodint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -219,47 +226,48 @@ STAGE PLANS: 1 _col0 (type: tinyint) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 6444 Data size: 51552 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -308,6 +316,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -317,11 +326,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cmodint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -333,47 +342,48 @@ STAGE PLANS: 1 _col0 (type: tinyint) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 6444 Data size: 51552 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -422,6 +432,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -431,11 +442,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -447,47 +458,48 @@ STAGE PLANS: 1 _col0 (type: tinyint) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 6444 Data size: 51552 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -540,6 +552,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) @@ -550,58 +563,60 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cmodint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 keys: 0 UDFToLong(_col1) (type: bigint) - 1 (_col0 pmod UDFToLong(8)) (type: bigint) + 1 (_col0 pmod 8) (type: bigint) outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 151450 Data size: 605800 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 151450 Data size: 605800 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: (_col0 pmod UDFToLong(8)) (type: bigint) + key expressions: (_col0 pmod 8) (type: bigint) sort order: + - Map-reduce partition columns: (_col0 pmod UDFToLong(8)) (type: bigint) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: (_col0 pmod 8) (type: bigint) + Statistics: Num rows: 100 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan - alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -611,30 +626,30 @@ STAGE PLANS: keys: 0 _col0 (type: tinyint) 1 _col0 (type: tinyint) - Statistics: Num rows: 7329 Data size: 58641 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9760469 Data size: 78083752 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -680,6 +695,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@mod_8_mod_4 +POSTHOOK: Lineage: mod_8_mod_4.cmodint EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: mod_8_mod_4.cmodtinyint EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE mod_8_mod_4 COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@mod_8_mod_4 @@ -708,6 +725,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@small_table2 +POSTHOOK: Lineage: small_table2.cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: small_table2.cmodtinyint EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] PREHOOK: query: ANALYZE TABLE small_table2 COMPUTE STATISTICS PREHOOK: type: QUERY PREHOOK: Input: default@small_table2 @@ -745,6 +764,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -754,11 +774,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -767,47 +787,48 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 40386 Data size: 323088 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: st - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -856,6 +877,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -865,11 +887,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int), cmodint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -881,47 +903,48 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 40386 Data size: 323088 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -970,6 +993,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -979,11 +1003,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int), cmodint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -995,47 +1019,48 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 40386 Data size: 323088 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1084,6 +1109,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -1093,11 +1119,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 @@ -1109,47 +1135,48 @@ STAGE PLANS: 1 _col0 (type: int) input vertices: 1 Map 3 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 40386 Data size: 323088 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1202,6 +1229,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) @@ -1212,58 +1240,60 @@ STAGE PLANS: Map Operator Tree: TableScan alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int), cmodint (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Left Outer Join0 to 1 keys: 0 UDFToLong(_col1) (type: bigint) - 1 (_col0 pmod UDFToLong(8)) (type: bigint) + 1 (_col0 pmod 8) (type: bigint) outputColumnNames: _col0 input vertices: 1 Map 4 - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 151450 Data size: 605800 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6663 Data size: 53310 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 151450 Data size: 605800 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan alias: sm - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 100 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: (_col0 pmod UDFToLong(8)) (type: bigint) + key expressions: (_col0 pmod 8) (type: bigint) sort order: + - Map-reduce partition columns: (_col0 pmod UDFToLong(8)) (type: bigint) - Statistics: Num rows: 100 Data size: 392 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: (_col0 pmod 8) (type: bigint) + Statistics: Num rows: 100 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan - alias: s - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + alias: s2 + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cmodtinyint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6058 Data size: 48464 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6058 Data size: 24232 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -1273,30 +1303,30 @@ STAGE PLANS: keys: 0 _col0 (type: int) 1 _col0 (type: int) - Statistics: Num rows: 7329 Data size: 58641 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 152914016 Data size: 1223312128 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_outer_join6.q.out b/ql/src/test/results/clientpositive/llap/vector_outer_join6.q.out new file mode 100644 index 0000000..9369661 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_outer_join6.q.out @@ -0,0 +1,373 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +create table TJOIN1_txt (RNUM int , C1 int, C2 int) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN1_txt +POSTHOOK: query: -- SORT_QUERY_RESULTS + +create table TJOIN1_txt (RNUM int , C1 int, C2 int) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN1_txt +PREHOOK: query: create table TJOIN2_txt (RNUM int , C1 int, C2 char(2)) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN2_txt +POSTHOOK: query: create table TJOIN2_txt (RNUM int , C1 int, C2 char(2)) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN2_txt +PREHOOK: query: create table if not exists TJOIN3_txt (RNUM int , C1 int, C2 char(2)) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN3_txt +POSTHOOK: query: create table if not exists TJOIN3_txt (RNUM int , C1 int, C2 char(2)) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN3_txt +PREHOOK: query: create table TJOIN4_txt (RNUM int , C1 int, C2 char(2)) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN4_txt +POSTHOOK: query: create table TJOIN4_txt (RNUM int , C1 int, C2 char(2)) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' LINES TERMINATED BY '\n' +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN4_txt +PREHOOK: query: load data local inpath '../../data/files/TJOIN1' into table TJOIN1_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@tjoin1_txt +POSTHOOK: query: load data local inpath '../../data/files/TJOIN1' into table TJOIN1_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@tjoin1_txt +PREHOOK: query: load data local inpath '../../data/files/TJOIN2' into table TJOIN2_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@tjoin2_txt +POSTHOOK: query: load data local inpath '../../data/files/TJOIN2' into table TJOIN2_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@tjoin2_txt +PREHOOK: query: load data local inpath '../../data/files/TJOIN3' into table TJOIN3_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@tjoin3_txt +POSTHOOK: query: load data local inpath '../../data/files/TJOIN3' into table TJOIN3_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@tjoin3_txt +PREHOOK: query: load data local inpath '../../data/files/TJOIN4' into table TJOIN4_txt +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@tjoin4_txt +POSTHOOK: query: load data local inpath '../../data/files/TJOIN4' into table TJOIN4_txt +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@tjoin4_txt +PREHOOK: query: create table TJOIN1 stored as orc AS SELECT * FROM TJOIN1_txt +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@tjoin1_txt +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN1 +POSTHOOK: query: create table TJOIN1 stored as orc AS SELECT * FROM TJOIN1_txt +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@tjoin1_txt +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN1 +POSTHOOK: Lineage: tjoin1.c1 SIMPLE [(tjoin1_txt)tjoin1_txt.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: tjoin1.c2 SIMPLE [(tjoin1_txt)tjoin1_txt.FieldSchema(name:c2, type:int, comment:null), ] +POSTHOOK: Lineage: tjoin1.rnum SIMPLE [(tjoin1_txt)tjoin1_txt.FieldSchema(name:rnum, type:int, comment:null), ] +PREHOOK: query: create table TJOIN2 stored as orc AS SELECT * FROM TJOIN2_txt +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@tjoin2_txt +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN2 +POSTHOOK: query: create table TJOIN2 stored as orc AS SELECT * FROM TJOIN2_txt +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@tjoin2_txt +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN2 +POSTHOOK: Lineage: tjoin2.c1 SIMPLE [(tjoin2_txt)tjoin2_txt.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: tjoin2.c2 SIMPLE [(tjoin2_txt)tjoin2_txt.FieldSchema(name:c2, type:char(2), comment:null), ] +POSTHOOK: Lineage: tjoin2.rnum SIMPLE [(tjoin2_txt)tjoin2_txt.FieldSchema(name:rnum, type:int, comment:null), ] +PREHOOK: query: create table TJOIN3 stored as orc AS SELECT * FROM TJOIN3_txt +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@tjoin3_txt +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN3 +POSTHOOK: query: create table TJOIN3 stored as orc AS SELECT * FROM TJOIN3_txt +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@tjoin3_txt +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN3 +POSTHOOK: Lineage: tjoin3.c1 SIMPLE [(tjoin3_txt)tjoin3_txt.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: tjoin3.c2 SIMPLE [(tjoin3_txt)tjoin3_txt.FieldSchema(name:c2, type:char(2), comment:null), ] +POSTHOOK: Lineage: tjoin3.rnum SIMPLE [(tjoin3_txt)tjoin3_txt.FieldSchema(name:rnum, type:int, comment:null), ] +PREHOOK: query: create table TJOIN4 stored as orc AS SELECT * FROM TJOIN4_txt +PREHOOK: type: CREATETABLE_AS_SELECT +PREHOOK: Input: default@tjoin4_txt +PREHOOK: Output: database:default +PREHOOK: Output: default@TJOIN4 +POSTHOOK: query: create table TJOIN4 stored as orc AS SELECT * FROM TJOIN4_txt +POSTHOOK: type: CREATETABLE_AS_SELECT +POSTHOOK: Input: default@tjoin4_txt +POSTHOOK: Output: database:default +POSTHOOK: Output: default@TJOIN4 +POSTHOOK: Lineage: tjoin4.c1 SIMPLE [(tjoin4_txt)tjoin4_txt.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: tjoin4.c2 SIMPLE [(tjoin4_txt)tjoin4_txt.FieldSchema(name:c2, type:char(2), comment:null), ] +POSTHOOK: Lineage: tjoin4.rnum SIMPLE [(tjoin4_txt)tjoin4_txt.FieldSchema(name:rnum, type:int, comment:null), ] +PREHOOK: query: explain +select tj1rnum, tj2rnum, tjoin3.rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select tj1rnum, tj2rnum, tjoin3.rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: tjoin1 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), c1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col2 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col0, _col1, _col3 + input vertices: + 1 Map 3 + Statistics: Num rows: 4 Data size: 449 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: int), _col1 (type: int), _col3 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4 Data size: 449 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 449 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 2 + Map Operator Tree: + TableScan + alias: tjoin2 + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), c1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 3 + Map Operator Tree: + TableScan + alias: tjoin3 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), c1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) + Execution mode: vectorized, llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select tj1rnum, tj2rnum, tjoin3.rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@tjoin1 +PREHOOK: Input: default@tjoin2 +PREHOOK: Input: default@tjoin3 +#### A masked pattern was here #### +POSTHOOK: query: select tj1rnum, tj2rnum, tjoin3.rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tjoin1 +POSTHOOK: Input: default@tjoin2 +POSTHOOK: Input: default@tjoin3 +#### A masked pattern was here #### +0 0 0 +0 3 0 +1 NULL NULL +2 NULL NULL +PREHOOK: query: explain +select tj1rnum, tj2rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select tj1rnum, tj2rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Map 1 <- Map 2 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: tjoin1 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), c1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col1 (type: int) + 1 _col1 (type: int) + outputColumnNames: _col0, _col2, _col3 + input vertices: + 1 Map 2 + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col0 (type: int), _col2 (type: int), _col3 (type: int) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 4 Data size: 409 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Left Outer Join0 to 1 + keys: + 0 _col2 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col0, _col1 + input vertices: + 1 Map 3 + Statistics: Num rows: 4 Data size: 449 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 4 Data size: 449 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 2 + Map Operator Tree: + TableScan + alias: tjoin2 + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: rnum (type: int), c1 (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: int) + sort order: + + Map-reduce partition columns: _col1 (type: int) + Statistics: Num rows: 4 Data size: 372 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) + Execution mode: vectorized, llap + LLAP IO: all inputs + Map 3 + Map Operator Tree: + TableScan + alias: tjoin3 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 2 Data size: 188 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select tj1rnum, tj2rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +PREHOOK: type: QUERY +PREHOOK: Input: default@tjoin1 +PREHOOK: Input: default@tjoin2 +PREHOOK: Input: default@tjoin3 +#### A masked pattern was here #### +POSTHOOK: query: select tj1rnum, tj2rnum as rnumt3 from + (select tjoin1.rnum tj1rnum, tjoin2.rnum tj2rnum, tjoin2.c1 tj2c1 from tjoin1 left outer join tjoin2 on tjoin1.c1 = tjoin2.c1 ) tj left outer join tjoin3 on tj2c1 = tjoin3.c1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@tjoin1 +POSTHOOK: Input: default@tjoin2 +POSTHOOK: Input: default@tjoin3 +#### A masked pattern was here #### +0 0 +0 3 +1 NULL +2 NULL diff --git a/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out b/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out index dd519fe..ebe895f 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partition_diff_num_cols.q.out @@ -89,6 +89,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -97,11 +98,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: inventory_part_0 - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: inv_quantity_on_hand (type: int) outputColumnNames: inv_quantity_on_hand - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(inv_quantity_on_hand) mode: hash @@ -112,8 +113,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -124,8 +126,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -215,6 +217,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -223,11 +226,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: inventory_part_1 - Statistics: Num rows: 200 Data size: 11876 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 13476 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: inv_quantity_on_hand (type: int) outputColumnNames: inv_quantity_on_hand - Statistics: Num rows: 200 Data size: 11876 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 13476 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(inv_quantity_on_hand) mode: hash @@ -237,9 +240,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -250,8 +254,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -343,6 +347,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -351,11 +356,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: inventory_part_2a - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: inv_quantity_on_hand (type: int) outputColumnNames: inv_quantity_on_hand - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(inv_quantity_on_hand) mode: hash @@ -365,9 +370,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -378,8 +384,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -452,6 +458,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -460,11 +467,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: inventory_part_2b - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: inv_quantity_on_hand (type: int) outputColumnNames: inv_quantity_on_hand - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(inv_quantity_on_hand) mode: hash @@ -474,9 +481,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -487,8 +495,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -567,6 +575,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -575,11 +584,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: inventory_part_3 - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: inv_quantity_on_hand (type: int) outputColumnNames: inv_quantity_on_hand - Statistics: Num rows: 200 Data size: 3176 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 4776 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: sum(inv_quantity_on_hand) mode: hash @@ -589,9 +598,10 @@ STAGE PLANS: sort order: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint) - Execution mode: llap + Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -602,8 +612,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out index a79aa17..9eeb0d6 100644 --- a/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_partitioned_date_time.q.out @@ -52,6 +52,12 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@flights_tiny POSTHOOK: Output: database:default POSTHOOK: Output: default@flights_tiny_orc +POSTHOOK: Lineage: flights_tiny_orc.arr_delay SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:arr_delay, type:float, comment:null), ] +POSTHOOK: Lineage: flights_tiny_orc.dest_city_name SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:dest_city_name, type:string, comment:null), ] +POSTHOOK: Lineage: flights_tiny_orc.fl_date SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:fl_date, type:date, comment:null), ] +POSTHOOK: Lineage: flights_tiny_orc.fl_num SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:fl_num, type:int, comment:null), ] +POSTHOOK: Lineage: flights_tiny_orc.fl_time EXPRESSION [(flights_tiny)flights_tiny.FieldSchema(name:fl_date, type:date, comment:null), ] +POSTHOOK: Lineage: flights_tiny_orc.origin_city_name SIMPLE [(flights_tiny)flights_tiny.FieldSchema(name:origin_city_name, type:string, comment:null), ] PREHOOK: query: SELECT * FROM flights_tiny_orc PREHOOK: type: QUERY PREHOOK: Input: default@flights_tiny_orc @@ -263,6 +269,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -281,8 +288,10 @@ STAGE PLANS: key expressions: _col5 (type: int), _col2 (type: date) sort order: ++ Statistics: Num rows: 137 Data size: 39456 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: timestamp), _col4 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -297,9 +306,10 @@ STAGE PLANS: key expressions: _col5 (type: int), _col2 (type: date) sort order: ++ Statistics: Num rows: 25 Data size: 7200 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col3 (type: timestamp), _col4 (type: float) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), KEY.reducesinkkey1 (type: date), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int) @@ -312,8 +322,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 25 Data size: 7200 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -368,6 +378,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -394,8 +405,9 @@ STAGE PLANS: Statistics: Num rows: 137 Data size: 39456 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) @@ -407,8 +419,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 68 Data size: 19584 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1019,6 +1031,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1028,48 +1041,51 @@ STAGE PLANS: Map Operator Tree: TableScan alias: flights_tiny_orc_partitioned_date - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: origin_city_name (type: string), dest_city_name (type: string), fl_time (type: timestamp), arr_delay (type: float), fl_num (type: int), fl_date (type: date) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col4 (type: int), _col5 (type: date) sort order: ++ - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: PARTIAL + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: timestamp), _col3 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: date) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 7672 Basic stats: COMPLETE Column stats: PARTIAL Limit Number of rows: 25 - Statistics: Num rows: 25 Data size: 5775 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col4 (type: int), _col5 (type: date) sort order: ++ - Statistics: Num rows: 25 Data size: 5775 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: timestamp), _col3 (type: float) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: timestamp), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: date) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 25 Data size: 5775 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL Limit Number of rows: 25 - Statistics: Num rows: 25 Data size: 5775 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 25 Data size: 5775 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1400 Basic stats: COMPLETE Column stats: PARTIAL table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1148,6 +1164,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1156,39 +1173,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: flights_tiny_orc_partitioned_date - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: fl_date (type: date) outputColumnNames: fl_date - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: fl_date (type: date) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: date) sort order: + Map-reduce partition columns: _col0 (type: date) - Statistics: Num rows: 137 Data size: 31776 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: date) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 15772 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 68 Data size: 15772 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 768 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1823,6 +1841,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1832,48 +1851,51 @@ STAGE PLANS: Map Operator Tree: TableScan alias: flights_tiny_orc_partitioned_timestamp - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: PARTIAL Select Operator expressions: origin_city_name (type: string), dest_city_name (type: string), fl_date (type: date), arr_delay (type: float), fl_num (type: int), fl_time (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col4 (type: int), _col5 (type: timestamp) sort order: ++ - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: PARTIAL + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: date), _col3 (type: float) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: date), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 5480 Basic stats: COMPLETE Column stats: PARTIAL Limit Number of rows: 25 - Statistics: Num rows: 25 Data size: 6175 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1000 Basic stats: COMPLETE Column stats: PARTIAL Reduce Output Operator key expressions: _col4 (type: int), _col5 (type: timestamp) sort order: ++ - Statistics: Num rows: 25 Data size: 6175 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1000 Basic stats: COMPLETE Column stats: PARTIAL + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: string), _col1 (type: string), _col2 (type: date), _col3 (type: float) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: string), VALUE._col1 (type: string), VALUE._col2 (type: date), VALUE._col3 (type: float), KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: timestamp) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 25 Data size: 6175 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1000 Basic stats: COMPLETE Column stats: PARTIAL Limit Number of rows: 25 - Statistics: Num rows: 25 Data size: 6175 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1000 Basic stats: COMPLETE Column stats: PARTIAL File Output Operator compressed: false - Statistics: Num rows: 25 Data size: 6175 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 1000 Basic stats: COMPLETE Column stats: PARTIAL table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -1952,6 +1974,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -1960,39 +1983,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: flights_tiny_orc_partitioned_timestamp - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: fl_time (type: timestamp) outputColumnNames: fl_time - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 137 Data size: 39448 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() keys: fl_time (type: timestamp) mode: hash outputColumnNames: _col0, _col1 - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: timestamp) sort order: + Map-reduce partition columns: _col0 (type: timestamp) - Statistics: Num rows: 137 Data size: 33968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0) keys: KEY._col0 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1 - Statistics: Num rows: 68 Data size: 16860 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 68 Data size: 16860 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12 Data size: 576 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce1.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce1.q.out new file mode 100644 index 0000000..4c252c7 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_reduce1.q.out @@ -0,0 +1,2169 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +create table vectortab2k( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@vectortab2k +POSTHOOK: query: -- SORT_QUERY_RESULTS + +create table vectortab2k( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@vectortab2k +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/vectortab2k' OVERWRITE INTO TABLE vectortab2k +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@vectortab2k +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/vectortab2k' OVERWRITE INTO TABLE vectortab2k +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@vectortab2k +PREHOOK: query: create table vectortab2korc( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@vectortab2korc +POSTHOOK: query: create table vectortab2korc( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@vectortab2korc +PREHOOK: query: INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k +PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2k +PREHOOK: Output: default@vectortab2korc +POSTHOOK: query: INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k +POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2k +POSTHOOK: Output: default@vectortab2korc +POSTHOOK: Lineage: vectortab2korc.b SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.bo SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:bo, type:boolean, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.d SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:d, type:double, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.dc SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:dc, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: vectortab2korc.dt SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:dt, type:date, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.f SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.i SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:i, type:int, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.s SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:s, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.s2 SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:s2, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.si SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.t SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:t, type:tinyint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.ts SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:ts, type:timestamp, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.ts2 SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:ts2, type:timestamp, comment:null), ] +PREHOOK: query: explain +select b from vectortab2korc order by b +PREHOOK: type: QUERY +POSTHOOK: query: explain +select b from vectortab2korc order by b +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: vectortab2korc + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: b (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: bigint) + sort order: + + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: bigint) + outputColumnNames: _col0 + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select b from vectortab2korc order by b +PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### +POSTHOOK: query: select b from vectortab2korc order by b +POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### +-6917607783359897600 +-6919476845891313664 +-6920172215209426944 +-6921654334727036928 +-6933565857643814912 +-6934304742087655424 +-6935038507792801792 +-6935548339131138048 +-6938706403992854528 +-6941777546186579968 +-6947955278050181120 +-6951350560260784128 +-6957946688477274112 +-6960947572095770624 +-6962271229404348416 +-6962292590214234112 +-6968771079156654080 +-6968892545529896960 +-6970396058557005824 +-6974654664348033024 +-6975459232300236800 +-6986178228432322560 +-6988811476286873600 +-6988970700649168896 +-6992217501957169152 +-6997233584896229376 +-7000925438663041024 +-7003696402314215424 +-7011425384222244864 +-7017212700635545600 +-7020852530219171840 +-7030489936116252672 +-7035132060308643840 +-7036607470351654912 +-7037375807670501376 +-7037638331316469760 +-7038455462786334720 +-7040248820505149440 +-7041362811802148864 +-7042183597114081280 +-7046180371529351168 +-7049618574399692800 +-7052619594823221248 +-7055619148037554176 +-7055760785575665664 +-7057750467944931328 +-7058986555327307776 +-7063777488249085952 +-7078068944081002496 +-7079898537463537664 +-7081500255163727872 +-7083646746411720704 +-7085247548404178944 +-7093825013581979648 +-7094189393339678720 +-7094827141662539776 +-7104310188119834624 +-7106210529681350656 +-7109790267244814336 +-7115054815375073280 +-7120456708338688000 +-7127548949860818944 +-7138415011665043456 +-7139677575412686848 +-7140008543769042944 +-7144791190333546496 +-7145585429014888448 +-7147490721376591872 +-7152177800841502720 +-7155539549555105792 +-7158472098920390656 +-7159700138947862528 +-7161165959057334272 +-7162299524557471744 +-7172594404186693632 +-7185369278665605120 +-7192529627893858304 +-7194281951646187520 +-7195217207163166720 +-7198372044947275776 +-7199983995864711168 +-7201085131997011968 +-7209060152494817280 +-7213775605408178176 +-7220731681653604352 +-7221474017515347968 +-7228589258642194432 +-7240213957902663680 +-7242345057866285056 +-7245872320493322240 +-7246123871306244096 +-7255010240787030016 +-7255686273677328384 +-7262049693594943488 +-7262384251828518912 +-7262798781688651776 +-7263060340185194496 +-7265998318110711808 +-7266719102957125632 +-7270034223527993344 +-7273590251991162880 +-7273694358642851840 +-7276111129363046400 +-7287583262310350848 +-7292078334519894016 +-7296096276653391872 +-7303847963918393344 +-7319315187617587200 +-7326863346317598720 +-7328087811698909184 +-7329767178250018816 +-7329807949048193024 +-7330203470474985472 +-7330413050756235264 +-7333278178640953344 +-7333362172439035904 +-7340231535789727744 +-7344146703223496704 +-7344947507044466688 +-7345562788132315136 +-7356685674003021824 +-7357888618985873408 +-7362189611124563968 +-7366430883634929664 +-7378096180613840896 +-7380731416973295616 +-7395343938785738752 +-7395553021620731904 +-7399631791131074560 +-7404052043914526720 +-7404057145074712576 +-7409317158045442048 +-7409653086454030336 +-7412431471807283200 +-7413317118463164416 +-7419068456205385728 +-7420448501073051648 +-7425160895830573056 +-7429331808102899712 +-7433265617153343488 +-7442593976514420736 +-7444070205513138176 +-7451660755269853184 +-7453525026342617088 +-7455898404374921216 +-7456869587112255488 +-7461750143936897024 +-7464270453557993472 +-7469660864676585472 +-7470307155642245120 +-7476082621253402624 +-7483435388852559872 +-7488345684795342848 +-7488415863027367936 +-7494411162675691520 +-7496839341561954304 +-7497303453253402624 +-7500200359698907136 +-7501803640821456896 +-7506254246954500096 +-7507424948896415744 +-7507578199583694848 +-7510418793070075904 +-7511202710200885248 +-7511952204985049088 +-7512289590991544320 +-7512297136103800832 +-7515996202498473984 +-7524170566881329152 +-7526793959592140800 +-7528526815026692096 +-7532751268425261056 +-7535857766791577600 +-7535958203887706112 +-7536330682873937920 +-7540104552219860992 +-7541860097718902784 +-7542857121910046720 +-7547245548870025216 +-7547432761381339136 +-7551394356730339328 +-7557017910095650816 +-7558524160894427136 +-7571293705217687552 +-7571957778022178816 +-7572262898020278272 +-7572962089372991488 +-7576194692683563008 +-7593363318079610880 +-7594824008626372608 +-7598782894648565760 +-7600138468036386816 +-7603467428164009984 +-7603569103205916672 +-7610137349734883328 +-7611584069753552896 +-7612455481940246528 +-7612466483992051712 +-7616522969329262592 +-7617860842651017216 +-7623047151287754752 +-7623359796281999360 +-7623405558242500608 +-7624057992767782912 +-7629401308029976576 +-7637494527844343808 +-7637755520917741568 +-7642381493746483200 +-7647020450676146176 +-7661192563533062144 +-7661250850555633664 +-7663293054873812992 +-7665186441284968448 +-7668388017287020544 +-7669169138124275712 +-7673901622181953536 +-7679894005808693248 +-7686220526274502656 +-7687052294777208832 +-7692192232238678016 +-7695491171376291840 +-7700203302632210432 +-7703540456272994304 +-7707242953271500800 +-7707867749256445952 +-7708932208121225216 +-7709958788604936192 +-7712425776235274240 +-7720966287634112512 +-7739424919198187520 +-7744462446680375296 +-7751265769984491520 +-7751427073017544704 +-7753051494275432448 +-7759238919361888256 +-7759425383684849664 +-7772064021830574080 +-7773957003968675840 +-7777884099756122112 +-7778829032042790912 +-7779270198785875968 +-7782344916178796544 +-7784419454650843136 +-7792903881635938304 +-7793447076762345472 +-7797149520019062784 +-7797151404935618560 +-7800879252150779904 +-7802538500225777664 +-7804116532814151680 +-7805985795815342080 +-7811060170911375360 +-7818454479651135488 +-7819437864839495680 +-7822452149325094912 +-7824788571789279232 +-7827420207675105280 +-7831320202242228224 +-7831595638727565312 +-7833618000492109824 +-7835907977757245440 +-7838598833900584960 +-7840338174858199040 +-7845896959112658944 +-7848043121524228096 +-7849504559236210688 +-7858505678035951616 +-7866079955473989632 +-7867219225874571264 +-7868306678534193152 +-7873753603299540992 +-7875953567586451456 +-7877598807023386624 +-7878145001776152576 +-7879864376629567488 +-7881262505761710080 +-7881351200983613440 +-7883252982752665600 +-7884460946615984128 +-7888051992910274560 +-7892780594910871552 +-7893577088764174336 +-7894382303337832448 +-7895991410072928256 +-7902517224300036096 +-7903158849011843072 +-7904188195431661568 +-7907355742053883904 +-7910019233726242816 +-7911421221625077760 +-7915999634274369536 +-7916510129632296960 +-7928062266382778368 +-7928440849566146560 +-7939634346485858304 +-7949309059286163456 +-7949445503604604928 +-7953426740065312768 +-7964801953178091520 +-7966960765508280320 +-7978782649203228672 +-7989766326847807488 +-7998947380180819968 +-8007017894942638080 +-8013397854633648128 +-8016589197379289088 +-8017791189288869888 +-8018511948141748224 +-8021859935185928192 +-8022573309127000064 +-8023708819947323392 +-8028275725610909696 +-8028910243475038208 +-8030058711611629568 +-8034414142083170304 +-8046189486447017984 +-8046238369820344320 +-8047774491688255488 +-8051395538179063808 +-8051587217208967168 +-8051871680800120832 +-8054581198284668928 +-8067243114610532352 +-8070535484085895168 +-8076479329071955968 +-8082793390939193344 +-8084716955963252736 +-8086577583338061824 +-8088337436168830976 +-8099313480512716800 +-8103788088118018048 +-8104684579106914304 +-8108693586698706944 +-8115963579415650304 +-8117838333114212352 +-8122639684164501504 +-8127494999848919040 +-8131997716860526592 +-8136227554401107968 +-8140349174954893312 +-8142667274351345664 +-8147405381260345344 +-8158011642485825536 +-8161047750470279168 +-8172827216441573376 +-8182421179156905984 +-8191825921746305024 +-8194062064124362752 +-8203008052020879360 +-8203075743525806080 +-8205148279289085952 +-8214462866994339840 +-8219876839318716416 +-8232763638546694144 +-8240034910581153792 +-8240684139569233920 +-8243487285852766208 +-8244116388227104768 +-8244657976255889408 +-8260340354454503424 +-8269917980278980608 +-8270479187688816640 +-8275337702906757120 +-8280276629934981120 +-8293833565967810560 +-8297230235506343936 +-8300526097982226432 +-8300764106868350976 +-8302817097848307712 +-8317591428117274624 +-8318886086186213376 +-8322751250650218496 +-8330233444291084288 +-8335810316927213568 +-8340523561480437760 +-8345065519816695808 +-8347088645602050048 +-8357136656913686528 +-8358130693961195520 +-8359839265974165504 +-8368269352975982592 +-8368487814665895936 +-8369487968903897088 +-8379109122834997248 +-8379964450833367040 +-8384695077413412864 +-8387347109404286976 +-8387536830476820480 +-8395998375405912064 +-8400045653258444800 +-8411282676082565120 +-8418913260807217152 +-8425998949410889728 +-8426531414463545344 +-8430283518005846016 +-8430370933326536704 +-8431492599012163584 +-8438554249514491904 +-8445801063348281344 +-8453491903284994048 +-8454143651040444416 +-8465978403747037184 +-8469607298426437632 +-8471480409335513088 +-8485389240529354752 +-8488247955875618816 +-8490382417169408000 +-8494118409594650624 +-8503342882470019072 +-8503573595507761152 +-8507279516485566464 +-8509547439040757760 +-8518060755719585792 +-8518258741831680000 +-8521578237232529408 +-8522878384019169280 +-8523434203900674048 +-8525212657458348032 +-8535957064499879936 +-8536369662934401024 +-8543982423727128576 +-8544299740525461504 +-8545239748068941824 +-8546758906409312256 +-8552393882631389184 +-8555709701170552832 +-8559008501282832384 +-8559252110266564608 +-8562524688907485184 +-8566856504746352640 +-8566940231897874432 +-8570933074545745920 +-8572823448513445888 +-8572949572756774912 +-8581765103969312768 +-8581979259158929408 +-8584520406368493568 +-8585134536083660800 +-8585966098173870080 +-8593419958317056000 +-8603817012434198528 +-8604758220106014720 +-8607195685207408640 +-8615168537390571520 +-8619303037130301440 +-8623238306523824128 +-8623965248051789824 +-8632237187473088512 +-8649711322250362880 +-8651641150831362048 +-8654433008222797824 +-8654797319350927360 +-8658387566611996672 +-8659643752269242368 +-8659692318743314432 +-8660149447361404928 +-8664374244449050624 +-8664806103426252800 +-8665218198816497664 +-8665764757143658496 +-8675661101615489024 +-8675892979328212992 +-8683802826440105984 +-8688153842294595584 +-8689606130068611072 +-8694818694700048384 +-8696162322976997376 +-8703026916864802816 +-8704234107608203264 +-8705403811649355776 +-8710298418608619520 +-8714995808835444736 +-8719510423723155456 +-8730803262481580032 +-8731068123910987776 +-8746702976270385152 +-8754966081778565120 +-8754992450211692544 +-8756989568739835904 +-8760655406971863040 +-8763062627136864256 +-8768744394742235136 +-8782213262837530624 +-8783777723063099392 +-8789178184387641344 +-8797972842900307968 +-8807361476639629312 +-8813211231120031744 +-8831091081349758976 +-8832750849949892608 +-8833019327569510400 +-8835408234247168000 +-8836899523028312064 +-8843859708698583040 +-8844949406948671488 +-8845239510002753536 +-8852770376039219200 +-8853553406533894144 +-8856151919723003904 +-8856821118526734336 +-8857335871148171264 +-8858063395050110976 +-8859107121649893376 +-8866442231663067136 +-8870186814744420352 +-8870673219965001728 +-8875546987176206336 +-8877053610728161280 +-8877431933441327104 +-8879742387365429248 +-8881446757271846912 +-8887058200926093312 +-8892963883085578240 +-8896045754034978816 +-8914039133569400832 +-8916987977485312000 +-8922409715403112448 +-8923529803981905920 +-8927968289860370432 +-8930307926221807616 +-8938849835283677184 +-8940944155843461120 +-8941201923743703040 +-8946656952763777024 +-8948335470186373120 +-8959796625322680320 +-8961059046745669632 +-8962547695651323904 +-8965578088652095488 +-8989473881707921408 +-8990843030306717696 +-8992599250893979648 +-8996954350906294272 +-9002912355472736256 +-9004892183139811328 +-9008631121684832256 +-9012093603044245504 +-9013952631912325120 +-9014145341570203648 +-9022154842129547264 +-9032650742739836928 +-9049720998034137088 +-9051477157204770816 +-9058029636530003968 +-9066993118333706240 +-9071565764086521856 +-9075302542655684608 +-9075486079396069376 +-9078662294976061440 +-9079801920509001728 +-9080568167841226752 +-9080956291212132352 +-9084940280061485056 +-9088239683374350336 +-9091113592821972992 +-9095689235523264512 +-9101953184875757568 +-9102482277760983040 +-9105358806324035584 +-9105701280936501248 +-9109392978217484288 +-9117959922369060864 +-9126793997498957824 +-9136398397785948160 +-9142610685888192512 +-9145593811310010368 +-9148197394287779840 +-9149719074367946752 +-9157613004431998976 +-9175038118837149696 +-9175279464813223936 +-9178166810751909888 +-9187662685618348032 +-9189155542884474880 +-9203804401302323200 +-9203942396257984512 +-9206329156028112896 +-9210275791460499456 +-9213132862973829120 +-9215144824304721920 +-9218875542187065344 +-9219066990552760320 +1021 +1030 +1032 +1039 +1046 +1048 +1053 +1055 +1058 +1065 +1066 +1074 +1075 +1075 +1075 +108 +1086 +1093 +1094 +1095 +1099 +1115 +112 +1127 +1128 +1132 +1134 +1141 +1142 +1145 +1153 +1157 +1158 +1165 +1165 +1168 +1177 +1187 +1189 +1198 +120 +1201 +1217 +1234 +1243 +1247 +1252 +1261 +1270 +1280 +1282 +1286 +1287 +1290 +1291 +1299 +130 +1307 +1312 +1316 +1321 +1337 +1341 +1342 +1343 +1345 +1346 +135 +1366 +1368 +1368 +1371 +1371 +138 +1386 +1398 +1409 +1422 +1423 +1436 +1439 +1447 +1450 +1454 +1458 +1462 +1466 +1470 +1477 +1481 +1481 +1489 +1493 +1495 +1501 +1506 +1508 +1509 +1509 +1518 +1520 +1521 +1524 +1530 +1537 +1537 +154 +154 +1541 +1542 +1545 +1556 +1559 +1561 +1566 +1604 +1606 +1608 +1613 +1614 +1620 +1638 +1641 +1643 +1648 +1651 +1667 +1671 +1674 +1676 +1678 +168 +1681 +169 +1693 +1701 +1701 +1704 +1719 +1719 +1726 +1728 +1745 +1751 +1752 +1769 +1774 +1775 +1777 +1777 +1780 +1781 +1785 +1786 +1788 +1789 +1791 +1796 +1806 +181 +1811 +1813 +1826 +1827 +1835 +1837 +1845 +1846 +1856 +1856 +1862 +1863 +1864 +1866 +187 +1870 +188 +1880 +1890 +1892 +1899 +19 +19 +1906 +1910 +1914 +1914 +1926 +1937 +1940 +1941 +1948 +1948 +1948 +1955 +1965 +1972 +1981 +1983 +1987 +1990 +1995 +1999 +2001 +2002 +2004 +2009 +2011 +2013 +2016 +2017 +2020 +2020 +2025 +2026 +2029 +203 +204 +2046 +2056 +2067 +2072 +2073 +2085 +2089 +2092 +2105 +2106 +2108 +213 +213 +2131 +2138 +2140 +2144 +2155 +2177 +2179 +2180 +2183 +2186 +2187 +2189 +2193 +2193 +2194 +22 +2201 +2205 +2214 +2217 +2218 +2223 +2227 +2229 +2232 +2241 +2244 +2255 +2262 +2264 +2270 +2274 +2277 +2279 +228 +2283 +2285 +2285 +2295 +2306 +2320 +2323 +2325 +2325 +2335 +2341 +2348 +2358 +236 +2373 +238 +2386 +2393 +2393 +2398 +2400 +2410 +2412 +2412 +2420 +2426 +2434 +244 +2461 +2463 +2463 +2463 +2465 +2469 +2475 +2476 +2485 +2485 +2487 +2492 +2494 +2502 +2506 +2509 +2512 +2514 +2515 +2517 +2524 +2533 +2539 +2540 +255 +2551 +2553 +2560 +2560 +2563 +2565 +2569 +2579 +2580 +2587 +259 +2599 +2607 +2608 +2619 +2619 +2625 +2626 +263 +263 +2637 +2647 +2649 +2662 +2663 +2675 +268 +268 +2680 +2682 +2688 +2689 +2692 +2700 +2712 +2714 +2715 +2715 +2719 +2724 +2725 +2735 +2745 +275 +2752 +2762 +2772 +2776 +2786 +2786 +279 +2790 +2791 +2803 +2803 +2803 +2805 +281 +2810 +2811 +2816 +2821 +2824 +2835 +2842 +2843 +2843 +2846 +2847 +2848 +2850 +2855 +2855 +2862 +2878 +2886 +289 +2897 +2897 +2900 +2903 +2905 +2911 +2915 +2919 +2933 +2933 +2938 +294 +2941 +2942 +296 +296 +2962 +2968 +2968 +2971 +2977 +2979 +2984 +2986 +2988 +2991 +3002 +3006 +301 +302 +3021 +3021 +3024 +3029 +3031 +3036 +3043 +3054 +3055 +3058 +3059 +3060 +3060 +3067 +3071 +3073 +3079 +3079 +3083 +3084 +3089 +3094 +3103 +311 +3111 +3118 +3119 +3144 +3147 +3159 +3159 +3163 +3174 +3183 +3190 +3197 +3199 +320 +3203 +3206 +3208 +3212 +3213 +3231 +3232 +3235 +3244 +3245 +3248 +3249 +3253 +3255 +3263 +3286 +3300 +3307 +3322 +3333 +3352 +336 +3365 +3366 +3397 +34 +3401 +3407 +3409 +341 +3418 +3418 +342 +3421 +3430 +3443 +3446 +345 +3456 +346 +346 +3460 +3462 +3462 +3462 +3467 +3467 +347 +3472 +3478 +3493 +350 +3507 +3510 +3512 +3533 +3534 +3541 +3542 +355 +3554 +3555 +3555 +3563 +3566 +3567 +3568 +3579 +3588 +3588 +3599 +3606 +3608 +3609 +361 +3613 +3622 +3622 +3625 +3630 +3637 +364 +3648 +3663 +3664 +367 +3672 +3673 +3677 +3680 +3682 +3690 +3691 +3701 +3702 +3703 +3707 +3722 +3724 +3725 +3725 +3728 +3728 +3739 +3747 +3749 +375 +3755 +3763 +3764 +3769 +3770 +3770 +378 +3781 +3781 +3789 +379 +3810 +3812 +3823 +3824 +383 +383 +3830 +3835 +3841 +3848 +3858 +3860 +3866 +3866 +3874 +3879 +388 +3887 +3901 +3904 +3907 +391 +3910 +3911 +3913 +392 +3932 +3940 +3941 +3945 +3946 +3949 +3958 +3960 +3961 +3962 +3965 +3974 +3974 +3980 +3990 +4018 +4020 +4024 +4030 +4037 +4051 +4054 +4056 +4075 +4078 +4088 +41 +412 +412 +417 +425 +443 +454 +455 +462 +470 +471 +481 +482 +485 +489 +49 +490 +491 +5 +500 +501 +501 +504 +522 +523 +524 +530 +535 +579 +583 +584 +586 +587 +590 +597 +601 +612 +615 +618 +65 +650 +658 +66 +661 +661 +663 +664 +677 +68 +681 +687 +688 +690 +691 +6923604860394528768 +6924820982050758656 +6926925215281774592 +6927260280037097472 +6928080429732536320 +6933001829416034304 +6933451028794925056 +6933731240564056064 +6934570741217755136 +694 +6947488599548215296 +695 +6960137166475911168 +6962726713896484864 +6963217546192322560 +6964585306125008896 +6967631925774639104 +6969599299897163776 +6974475559697768448 +6982145326341423104 +6987889924212203520 +6991316084916879360 +6996686091335884800 +7006803044329021440 +7013693841855774720 +7014537632150224896 +7017956982081404928 +7022349041913978880 +7027529814236192768 +7031339012080549888 +7039820685967343616 +7045967493826387968 +7049773031131283456 +7052226236896256000 +7054271419461812224 +7054938591408996352 +7060236714847412224 +7061498706968428544 +7061809776248545280 +7062382339142156288 +7062605127422894080 +7065344324692443136 +7068517339681259520 +7069729473166090240 +707 +7077311975029555200 +7078641038157643776 +7080269176324218880 +7084659344078970880 +7086206629592252416 +7091300332052062208 +7099005292698550272 +71 +7107604675626008576 +7125231541858205696 +7128222874437238784 +7130159794259353600 +7130306447560826880 +7149417430082027520 +7153922334283776000 +7157247449513484288 +7164349895861829632 +7165364563962191872 +7166263463731421184 +7175638927948562432 +7186401810812059648 +7195454019231834112 +7198687580227043328 +7199539820886958080 +7204802700490858496 +7210160489915236352 +7212016545671348224 +7212090742612467712 +7217123582035116032 +7220131672176058368 +7220581538170413056 +7223569671814987776 +7226360892091416576 +7229607057201127424 +723 +7231399302953377792 +7232273749940838400 +7235109456886816768 +7237310132329488384 +7238339720750948352 +724 +7242751359672631296 +7249443195032985600 +7250237407877382144 +7254710367022645248 +7255302164215013376 +7259955893466931200 +7260908278294560768 +7265141874315517952 +7266437490436341760 +7271786885641666560 +7271887863395459072 +7274777328897802240 +7291432593139507200 +7295502697317097472 +7295926343524163584 +7296164580491075584 +7299197687217856512 +73 +7304839835188609024 +7308289763456000000 +7309156463509061632 +7310869618402910208 +7319711402123149312 +7333512171174223872 +7339426767877390336 +7343171468838567936 +7344029858387820544 +7345991518378442752 +7347732772348870656 +7348598907182800896 +735 +7354813692542304256 +7359004378440146944 +736 +7368920486374989824 +7370078518278397952 +7370803940448305152 +7375521127126089728 +7376467688511455232 +7378993334503694336 +738 +7381659098423926784 +7384150968511315968 +7386087924003676160 +7391208370547269632 +7393308503950548992 +7394967727502467072 +7401968422230032384 +7410096605330227200 +7410872053689794560 +7411793502161182720 +7412924364686458880 +7414865343000322048 +7418271723644403712 +743 +7432428551399669760 +7432998950057975808 +7436133434239229952 +7440265908266827776 +7450416810848313344 +7452756603516190720 +7454442625055145984 +7454632396542074880 +7461153404961128448 +7471208109437304832 +7473537548003352576 +7486884806277611520 +7487338208419823616 +7487538600082554880 +7490717730239250432 +7491898395977523200 +7492436934952574976 +7497276415392407552 +7497306924248834048 +7500716020874674176 +7514552840617558016 +7517159036469575680 +7524958388842078208 +7528074274555305984 +7528211148397944832 +7534042483076857856 +7534145866886782976 +7534549597202194432 +7545689659010949120 +7548958830580563968 +7549858023389003776 +7555301305375858688 +7566273236152721408 +7569249672628789248 +7570474972934488064 +7573530789362262016 +7575087487730196480 +7581052107944361984 +7581614118458335232 +7584007864107778048 +7592440105065308160 +7593521922173419520 +7596563216912211968 +7599019810193211392 +7608447395949109248 +7614435638888210432 +7620183559667081216 +7621013099259527168 +7625728883085025280 +7626715182847090688 +763 +7637152193832886272 +7647481735646363648 +7648729477297987584 +7652123583449161728 +7659279803863146496 +7662037650719850496 +7675009476762918912 +7678790769408172032 +7682327310082531328 +7686992843032010752 +7689489436826804224 +7690986322714066944 +7691062622443044864 +7696737688942567424 +7697541332524376064 +7700734109530767360 +7701723309715685376 +7705445437881278464 +7710447533880614912 +7718825401976684544 +7720187583697502208 +7731443941834678272 +7735566678126616576 +774 +7741854854673367040 +7746402369011277824 +7747874976739016704 +7748799008146366464 +7752740515534422016 +7753359568986636288 +7753882935005880320 +7761834341179375616 +7762823913046556672 +7765456790394871808 +7768984605670604800 +7775034125776363520 +7778936842502275072 +7779486624537370624 +7779735136559579136 +7782245855193874432 +7784169796350730240 +7784489776013295616 +779 +7790728456522784768 +7792036342592348160 +7794244032613703680 +78 +780 +7800332581637259264 +7801697837312884736 +7818464507324121088 +782 +7823874904139849728 +784 +7843804446688264192 +7844258063629852672 +7845953007588401152 +7857878068300898304 +7868367829080506368 +7870277756614623232 +7871189141676998656 +7871554728617025536 +7874764415950176256 +7885697257930588160 +7888238729321496576 +789 +7892026679115554816 +7892281003266408448 +7898670840507031552 +7909645665163804672 +7917494645725765632 +7919597361814577152 +7921639119138070528 +7922443154272395264 +7926898770090491904 +7933040277013962752 +7936149988210212864 +7944741547145502720 +7947544013461512192 +7948803266578161664 +7955126053367119872 +7961515985722605568 +7961909238130270208 +797 +7983789401706094592 +7989119273552158720 +7989160253372817408 +7997694023324975104 +7998357471114969088 +7998687089080467456 +80 +8000440057238052864 +8002769767000145920 +8004633750273925120 +8011181697250631680 +8011602724663336960 +8014986215157530624 +8017403886247927808 +803 +8045070943673671680 +8048726769133592576 +8059284960252731392 +8069531888205086720 +8071961599867387904 +8073733016154431488 +8079573715140485120 +808 +8087737899452432384 +809 +8091421389575282688 +8099215208813903872 +8100036735858401280 +8109381965028548608 +8111757081791733760 +8113585123802529792 +8116738401948377088 +812 +8120593157178228736 +8129551357032259584 +8135164922674872320 +8142241016679735296 +8143462899383345152 +8144552446127972352 +8145745969573666816 +8145750910080745472 +8146288732715196416 +8146492373537660928 +8148211378319933440 +815 +8150115791664340992 +8156018594610790400 +8156782979767238656 +8160569434550403072 +8160662610166194176 +8163948965373386752 +8168742078705262592 +8169878743136043008 +8171188598958407680 +8183233196086214656 +8184799300477943808 +8190539859890601984 +8190967051000659968 +8192304692696383488 +8195103847607967744 +8199513544090730496 +820 +820 +8201303040648052736 +8201491077550874624 +8208354137450766336 +8210813831744118784 +8213810702473183232 +8219326436390821888 +8220104397160169472 +8221561626658881536 +8222714144797368320 +8223732800007864320 +823 +8230371298967609344 +8235179243092090880 +8244041599171862528 +8254763178969915392 +8268875586442256384 +8269730157217062912 +8272001752345690112 +8279056098670198784 +8282648443538710528 +8283099811330506752 +8286706213485297664 +8287522765741301760 +8290014929764040704 +8290944180915871744 +8294315622451740672 +8295110846998233088 +83 +8302473563519950848 +8316336224427483136 +8323460620425330688 +8325227661920133120 +8332670681629106176 +8333523087360901120 +8337549596011102208 +8345435427356090368 +835 +8351163199364390912 +8362046808797306880 +8365058996333953024 +8367680396909404160 +8368012468775608320 +837 +8371939471056470016 +8372408423196270592 +8372588378498777088 +8374321007870836736 +8376440110255243264 +8383159090746204160 +8388363436324085760 +8391407951622815744 +8391785334471589888 +8396433451610652672 +8398862954249560064 +8407869317250220032 +8410599906334097408 +8411494452500930560 +8415171956168417280 +8416121695917498368 +8417381121663746048 +8419958579638157312 +8424515140664360960 +8435912708683087872 +845 +8451612303224520704 +8454154705460666368 +8455496814886002688 +8457906374051020800 +8461498293348065280 +8463868417649524736 +8467976965865799680 +8470141334513098752 +8472429318602268672 +8473699639908261888 +8487573502287478784 +8489584373231919104 +8489735221193138176 +85 +8501910015960735744 +8508401924853850112 +8509508263705477120 +8514851182589771776 +8514979402185596928 +8515682078777081856 +8518454006987948032 +8519937082746634240 +8523972434954510336 +8524940073536954368 +8525336514806317056 +8525894870444638208 +8532016240026279936 +8536948829863198720 +8540237852367446016 +8543177193114779648 +8547243497773457408 +8551446856960942080 +8553195689344991232 +8554899472487596032 +8555933456197828608 +8555948987770511360 +8557218322962644992 +8558000156325707776 +8560526613401714688 +8569030475428511744 +8570983266408103936 +8571268359622172672 +8573305425181941760 +8577096957495025664 +8579974641030365184 +8583916402383601664 +8613562211893919744 +8625937019655200768 +8631515095562887168 +8637720762289659904 +8639254009546055680 +8641221723991433216 +8643198489997254656 +8644602243484803072 +8649296591032172544 +8652485812846567424 +8656571350884048896 +8660248367767076864 +8665969966920990720 +8666178591503564800 +8677632093825916928 +8677794924343164928 +868 +8682955459667951616 +8687042963221159936 +8688483860094599168 +8693036785094565888 +8697823501349609472 +8698055291501543424 +8708232769657815040 +8708845895460577280 +871 +8714829359200747520 +8716401555586727936 +8720504651219001344 +8723248113030782976 +873 +8731960288562044928 +8734584858442498048 +8736061027343859712 +874 +8752150411997356032 +8759089349412847616 +8759184090543857664 +8760285623204290560 +8761174805938331648 +8769199243315814400 +8773222500321361920 +8775009214012456960 +8779073705407963136 +8779711700787298304 +878 +8780196485890555904 +8782900615468302336 +8783241818558193664 +8785153741735616512 +8792059919353348096 +8793387410919038976 +8795069490394882048 +8806507556248731648 +8808467247666241536 +8811693967537774592 +8815398225009967104 +8817665768680906752 +8822384228057604096 +8825059717746376704 +8829545979081744384 +883 +8836228556823977984 +8837420822750314496 +8849475396952514560 +8850055384477401088 +8853989376829833216 +8854495099223375872 +8854677881758162944 +8854715632851345408 +8856674723376668672 +8868529429494071296 +8871707618793996288 +8875745082589929472 +888 +8895174927321243648 +8896237972875370496 +8897901899039473664 +8899122608190930944 +8900180888218329088 +8900351886974279680 +8900545829211299840 +8905330479248064512 +8910706980937261056 +8920344895701393408 +8920533610804609024 +8927691194719174656 +8928133990107881472 +8935252708196999168 +8936639033158410240 +8939431770838810624 +8945004737083555840 +8945302550165004288 +8962097525980225536 +8972161729142095872 +8979012655944220672 +898 +898 +8983857919580209152 +8983912573761167360 +8984935029383389184 +8987827141270880256 +8991071342495531008 +8991442360387584000 +8994608999945125888 +8995562121346260992 +8996824426131390464 +9000633029632499712 +9001907486943993856 +9005866015985713152 +9016280522993975296 +9020143715350814720 +9023663198045544448 +9030480306789818368 +9038087402564657152 +9040958359122640896 +9043089884440068096 +9048002942653710336 +9048297564833079296 +9050032047355125760 +9053187076403060736 +9054887854393950208 +9062227900376203264 +9064847977742032896 +9067985867711291392 +9073672806863790080 +9075404705968840704 +9078604269481148416 +908 +9083076230151864320 +9083704659251798016 +9084402694981533696 +9085381906890203136 +9085434340468473856 +9086905513121890304 +9089435102788009984 +9091082386452684800 +9091085792947666944 +9094945190752903168 +9096395849845194752 +91 +9104574294205636608 +9107991000536498176 +9112400579327483904 +9114850402293882880 +9116137265342169088 +9117063974299148288 +9119046173224370176 +9123116008004288512 +913 +9131533983989358592 +9132009829414584320 +9136234417125007360 +9136548192574529536 +9139805788041134080 +914 +9148071980848742400 +9149216169284091904 +9165199002069458944 +9169248521377374208 +917 +9174894805640142848 +918 +9180098147855769600 +9182828596851990528 +9185458640237641728 +9185952983951343616 +9188173682239275008 +919 +9190466190353661952 +9191943992860327936 +9194388393453060096 +9199741683232399360 +9207107990561972224 +9207927479837319168 +9209153648361848832 +921 +9211455920344088576 +922 +923 +927 +928 +939 +94 +945 +947 +950 +950 +958 +961 +965 +967 +976 +979 +982 +987 +997 +999 +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL +NULL diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce2.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce2.q.out new file mode 100644 index 0000000..a4ce890 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_reduce2.q.out @@ -0,0 +1,2169 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +create table vectortab2k( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@vectortab2k +POSTHOOK: query: -- SORT_QUERY_RESULTS + +create table vectortab2k( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@vectortab2k +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/vectortab2k' OVERWRITE INTO TABLE vectortab2k +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@vectortab2k +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/vectortab2k' OVERWRITE INTO TABLE vectortab2k +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@vectortab2k +PREHOOK: query: create table vectortab2korc( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@vectortab2korc +POSTHOOK: query: create table vectortab2korc( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@vectortab2korc +PREHOOK: query: INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k +PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2k +PREHOOK: Output: default@vectortab2korc +POSTHOOK: query: INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k +POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2k +POSTHOOK: Output: default@vectortab2korc +POSTHOOK: Lineage: vectortab2korc.b SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.bo SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:bo, type:boolean, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.d SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:d, type:double, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.dc SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:dc, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: vectortab2korc.dt SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:dt, type:date, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.f SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.i SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:i, type:int, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.s SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:s, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.s2 SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:s2, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.si SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.t SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:t, type:tinyint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.ts SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:ts, type:timestamp, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.ts2 SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:ts2, type:timestamp, comment:null), ] +PREHOOK: query: explain +select s, i, s2 from vectortab2korc order by s, i, s2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select s, i, s2 from vectortab2korc order by s, i, s2 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: vectortab2korc + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: s (type: string), i (type: int), s2 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string), _col1 (type: int), _col2 (type: string) + sort order: +++ + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select s, i, s2 from vectortab2korc order by s, i, s2 +PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### +POSTHOOK: query: select s, i, s2 from vectortab2korc order by s, i, s2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### + -1036720157 david king + -1125605439 ethan zipper + -1180153422 nick ovid + -1198465530 rachel quirinius + -1232183416 sarah underhill + -125419186 zach laertes + -1351437382 alice xylophone + -1369253050 katie white + -1411407810 xavier brown + -1442424087 luke ichabod + -1556127172 fred nixon + -1605045257 calvin ovid + -1656822229 priscilla ichabod + -1674623501 gabriella ichabod + -1741895392 rachel underhill + -1822850051 calvin ovid + -1830870295 david quirinius + -1862095575 tom ichabod + -1871446009 david johnson + -1933192293 rachel white + -1939362279 sarah carson + -1952235832 + -1974972123 rachel laertes + -199587670 priscilla miller + -2007662579 wendy quirinius + -2074079977 wendy white + -213198503 holly allen + -2136052026 + -234278308 rachel robinson + -397683105 + -44426049 victor polk + -507015439 holly underhill + -507250351 ethan king + -595769210 bob polk + -598552521 holly carson + -600315936 priscilla garcia + -694520014 quinn steinbeck + -737624128 victor falkner + -785261879 + -87470856 irene miller + -934008333 ethan ovid + 1000106109 ethan brown + 1013517056 xavier ovid + 1070989126 fred carson + 1107502179 oscar brown + 1112783661 nick king + 1117805438 calvin zipper + 1141303816 quinn xylophone + 1271280812 mike hernandez + 1273798925 priscilla thompson + 1283898734 irene nixon + 1284956108 ulysses johnson + 1318606691 quinn young + 1425362689 mike quirinius + 1513689502 bob allen + 1640192895 fred laertes + 1647411522 mike ellison + 1660278264 priscilla ellison + 1695098246 holly underhill + 1765173148 yuri polk + 187718349 quinn thompson + 1956887369 bob king + 1968813171 sarah miller + 196980893 mike johnson + 2018442973 tom falkner + 2081243058 + 2126491387 oscar underhill + 2144365072 bob nixon + 229688868 tom davidson + 230954385 wendy robinson + 273256071 ulysses white + 330302407 calvin davidson + 397255100 zach brown + 434679307 katie carson + 435426302 ulysses hernandez + 44628821 gabriella carson + 449788961 priscilla ichabod + 536876888 wendy young + 546555204 victor thompson + 548375173 priscilla xylophone + 644934949 irene hernandez + 669484010 yuri ovid + 742059797 quinn quirinius + 765656980 victor thompson + 771827308 luke white + 826143442 zach zipper + 906074599 wendy nixon + 976870621 calvin polk + 996831203 quinn quirinius + NULL + NULL bob davidson + NULL jessica white + NULL quinn zipper + NULL ulysses falkner +american history -1045771991 yuri king +american history -1079231269 victor carson +american history -1092872261 +american history -1168823523 fred white +american history -1210907929 yuri ellison +american history -123529324 luke underhill +american history -1240912824 david brown +american history -1289501869 irene king +american history -1312782341 ethan robinson +american history -1333770335 david miller +american history -1409508377 katie laertes +american history -1434562279 +american history -1527024213 ethan laertes +american history -1660344634 nick polk +american history -1668736016 xavier allen +american history -1701492480 jessica carson +american history -1721763321 david davidson +american history -1755088362 oscar ovid +american history -1870912732 holly hernandez +american history -1900894010 xavier van buren +american history -1940205653 david xylophone +american history -2144138362 victor laertes +american history -226635871 alice davidson +american history -316678117 holly brown +american history -329336519 luke robinson +american history -396852483 jessica nixon +american history -455114104 sarah zipper +american history -469870330 wendy van buren +american history -564495517 sarah steinbeck +american history -573787626 priscilla nixon +american history -695775663 yuri king +american history -705887590 ethan white +american history -71449585 fred brown +american history -853606287 alice van buren +american history -870900240 +american history -990781312 victor xylophone +american history 1008698636 ethan polk +american history 1082837515 jessica carson +american history 1106995930 sarah ovid +american history 1153811197 victor brown +american history 1187495452 xavier ellison +american history 1190554937 bob ovid +american history 1204834275 katie thompson +american history 1219616145 quinn quirinius +american history 1240875512 david quirinius +american history 1300798829 katie garcia +american history 1310360849 mike van buren +american history 1367179645 fred falkner +american history 1495575878 quinn king +american history 1543611951 tom quirinius +american history 1550112473 victor carson +american history 1556919269 yuri white +american history 156101201 katie white +american history 1604076720 david xylophone +american history 1616782308 jessica quirinius +american history 1660088606 ulysses nixon +american history 1797164732 holly thompson +american history 198017473 nick brown +american history 2051470532 rachel zipper +american history 214068706 bob thompson +american history 290921475 tom thompson +american history 316438994 sarah white +american history 458190500 calvin xylophone +american history 604460005 priscilla king +american history 636901402 bob quirinius +american history 672919099 +american history 731241198 xavier davidson +american history 747122546 david thompson +american history 84231802 holly laertes +american history 874824958 ethan king +american history 916057807 katie ellison +american history 92777932 ulysses davidson +american history 95356298 tom ovid +american history 977624089 ulysses ellison +american history 985634256 quinn miller +american history NULL alice king +american history NULL irene allen +american history NULL oscar nixon +american history NULL sarah quirinius +american history NULL wendy johnson +biology -1006768637 mike xylophone +biology -1031592590 yuri miller +biology -1050029724 wendy king +biology -1054609414 +biology -1062159435 oscar zipper +biology -1065248998 sarah ellison +biology -1098379914 holly johnson +biology -113253627 david robinson +biology -1147471772 quinn polk +biology -1227085134 victor robinson +biology -1231821948 luke young +biology -1262842192 ulysses quirinius +biology -1344287228 holly davidson +biology -1359838019 quinn miller +biology -1424770359 katie davidson +biology -1464762852 bob garcia +biology -1491722659 ethan laertes +biology -1568536214 ethan ichabod +biology -1628799508 alice underhill +biology -1644966759 calvin quirinius +biology -1726585032 katie polk +biology -1733560816 david davidson +biology -1805915233 ulysses brown +biology -1836166334 zach ellison +biology -194270271 luke johnson +biology -2011708220 katie zipper +biology -2065080832 priscilla falkner +biology -2086352100 holly king +biology -217785690 mike miller +biology -235238928 quinn hernandez +biology -236700442 holly carson +biology -270683864 zach robinson +biology -345542922 tom steinbeck +biology -348628614 katie johnson +biology -352146259 xavier van buren +biology -36682325 fred laertes +biology -387395264 +biology -457341338 nick robinson +biology -519978947 bob van buren +biology -524189419 xavier van buren +biology -707108808 quinn johnson +biology -7929246 calvin thompson +biology -837506172 +biology -858439361 +biology -938342473 wendy thompson +biology -946349935 oscar white +biology -983874694 wendy carson +biology 1012696613 david hernandez +biology 1090344463 sarah van buren +biology 1102561039 priscilla carson +biology 1119976718 yuri laertes +biology 1130840708 zach garcia +biology 1184001017 ulysses ovid +biology 1373871781 ethan ellison +biology 1395450272 zach xylophone +biology 149701884 oscar thompson +biology 1509573831 wendy hernandez +biology 152654715 xavier steinbeck +biology 1533817551 david underhill +biology 1565313938 oscar carson +biology 1595326878 +biology 1645753684 wendy falkner +biology 1747664003 priscilla ellison +biology 1814570016 fred carson +biology 1851654062 yuri carson +biology 1851805558 ulysses white +biology 196581473 ethan johnson +biology 1969239701 yuri nixon +biology 198624903 fred ichabod +biology 2022944702 +biology 2045579147 jessica van buren +biology 29680001 david thompson +biology 304860245 mike miller +biology 315055746 ethan white +biology 470575409 jessica falkner +biology 524808 calvin van buren +biology 663222148 quinn zipper +biology 670667262 wendy carson +biology 710856472 bob allen +biology 765084282 ulysses johnson +biology 766737781 sarah zipper +biology 780859673 katie van buren +biology 810157660 wendy falkner +biology 814544198 wendy johnson +biology 825977391 irene young +biology 843282593 zach van buren +biology 85774760 mike underhill +biology 868714547 zach falkner +biology 899810881 quinn garcia +biology 94220511 oscar brown +biology NULL holly young +chemistry -1048181367 holly robinson +chemistry -1100641049 luke miller +chemistry -1128317466 ethan young +chemistry -1146055387 quinn van buren +chemistry -1210261177 tom johnson +chemistry -1218581850 ethan ovid +chemistry -1218592418 gabriella ovid +chemistry -1326025787 calvin garcia +chemistry -1352545619 yuri carson +chemistry -1380191654 wendy steinbeck +chemistry -1380678829 gabriella nixon +chemistry -1407817977 tom quirinius +chemistry -1478812842 sarah robinson +chemistry -1484787952 wendy davidson +chemistry -1516259168 priscilla falkner +chemistry -1599905147 mike miller +chemistry -1754347372 nick allen +chemistry -1818380492 jessica young +chemistry -1875699183 bob polk +chemistry -1878838836 tom ellison +chemistry -1903090602 sarah ellison +chemistry -2032576637 quinn nixon +chemistry -203911033 calvin carson +chemistry -2087815643 fred young +chemistry -2133145181 yuri thompson +chemistry -310343273 holly carson +chemistry -392713245 tom carson +chemistry -395499919 wendy zipper +chemistry -423074450 irene ellison +chemistry -423945469 fred brown +chemistry -480058682 jessica nixon +chemistry -496915240 oscar allen +chemistry -514010922 yuri laertes +chemistry -758973175 alice ovid +chemistry -799249885 quinn ichabod +chemistry -940504641 victor robinson +chemistry -971615370 calvin allen +chemistry 1126157283 wendy xylophone +chemistry 1137950964 +chemistry 1281159709 priscilla davidson +chemistry 1295073553 sarah king +chemistry 1301426600 irene hernandez +chemistry 1330219997 holly xylophone +chemistry 1385883394 fred brown +chemistry 1398486099 sarah robinson +chemistry 1420099773 ulysses falkner +chemistry 1575300276 ulysses allen +chemistry 1652349607 victor young +chemistry 1664736741 jessica king +chemistry 170870820 alice ichabod +chemistry 1718167702 quinn king +chemistry 184879574 quinn davidson +chemistry 1883400319 irene allen +chemistry 1895282160 wendy van buren +chemistry 1928365430 alice thompson +chemistry 1998185704 quinn hernandez +chemistry 2008211296 +chemistry 2090496825 wendy polk +chemistry 2111462911 katie zipper +chemistry 217476429 jessica thompson +chemistry 254921167 priscilla allen +chemistry 436093771 katie davidson +chemistry 43983130 luke allen +chemistry 505902480 ulysses garcia +chemistry 514833409 katie nixon +chemistry 541923995 rachel miller +chemistry 563507584 katie robinson +chemistry 605946758 calvin ellison +chemistry 648935848 luke laertes +chemistry 652118640 holly ellison +chemistry 683320224 nick carson +chemistry 794783516 mike van buren +chemistry 830944953 irene davidson +chemistry 842283345 gabriella underhill +chemistry 964810954 tom ellison +chemistry 991397535 luke nixon +chemistry NULL katie hernandez +chemistry NULL victor polk +chemistry NULL victor steinbeck +debate -1179668872 wendy garcia +debate -1184620079 wendy falkner +debate -1210550573 bob king +debate -1366059787 bob ellison +debate -1371840597 jessica xylophone +debate -1511162508 calvin van buren +debate -1534238977 katie steinbeck +debate -1614194712 alice laertes +debate -1700451326 rachel ichabod +debate -1726479726 victor davidson +debate -1745449855 +debate -1921909135 ethan hernandez +debate -2071851852 ethan ichabod +debate -207899360 tom ellison +debate -223311809 gabriella miller +debate -273937943 sarah steinbeck +debate -290558484 ulysses allen +debate -298221893 fred zipper +debate -453739759 priscilla king +debate -483740394 ethan polk +debate -491882534 ethan garcia +debate -500921094 irene van buren +debate -511198293 rachel ichabod +debate -532755480 rachel van buren +debate -538812082 xavier king +debate -624029057 irene robinson +debate -628446314 +debate -655118881 bob laertes +debate -66010816 rachel davidson +debate -664111469 katie king +debate -674478103 ethan van buren +debate -728015067 +debate -896274896 zach johnson +debate -912429611 sarah steinbeck +debate -993029335 oscar laertes +debate -997463353 xavier white +debate 1012230484 sarah polk +debate 1061638369 mike polk +debate 1083855659 alice johnson +debate 1159353899 ulysses polk +debate 133276416 jessica young +debate 1352649032 ethan miller +debate 1482983157 quinn johnson +debate 1566607834 david brown +debate 1579460630 xavier ellison +debate 1592467112 yuri thompson +debate 1673218677 xavier falkner +debate 1766517223 +debate 1920863389 priscilla xylophone +debate 1938788165 quinn steinbeck +debate 1951869763 yuri brown +debate 1969650228 bob white +debate 2005560498 alice king +debate 2044130430 luke brown +debate 291866793 nick hernandez +debate 323919214 sarah davidson +debate 435407142 david allen +debate 44595790 xavier brown +debate 564349193 tom laertes +debate 58313734 fred ovid +debate 60847311 oscar young +debate 618321042 tom xylophone +debate 667283966 jessica king +debate 818313200 sarah johnson +debate 873035819 calvin johnson +debate 879500678 mike king +debate 904604938 mike steinbeck +debate 945683736 gabriella quirinius +debate NULL mike van buren +debate NULL nick xylophone +debate NULL rachel allen +education -1021859098 irene brown +education -1078579367 katie nixon +education -1138530007 +education -1240048334 sarah ellison +education -1272838092 gabriella brown +education -1283465451 xavier quirinius +education -1421396891 irene zipper +education -1429346144 zach miller +education -1439424023 zach white +education -1471147786 nick brown +education -1497098905 gabriella nixon +education -1506324615 alice ellison +education -1517536924 ulysses ellison +education -170643477 oscar johnson +education -1770250407 victor davidson +education -1867014618 nick zipper +education -2009569943 alice laertes +education -2015780444 calvin underhill +education -2027812975 wendy davidson +education -267130580 fred steinbeck +education -295751373 ulysses carson +education -337586880 gabriella steinbeck +education -371779520 fred xylophone +education -374337252 bob davidson +education -434656160 quinn white +education -521886983 tom underhill +education -560322190 ulysses ellison +education -591879497 david garcia +education -596963345 yuri ovid +education -688296901 bob zipper +education -722294882 quinn quirinius +education -733756717 fred zipper +education -749042352 katie young +education -839512271 priscilla steinbeck +education -966979668 alice falkner +education -9958400 zach miller +education 1027147837 ethan zipper +education 1107258026 quinn steinbeck +education 1136976809 katie garcia +education 1194243726 luke miller +education 1304812803 ethan quirinius +education 1370723240 +education 1372224352 tom underhill +education 1410516523 yuri ovid +education 1412102605 ulysses hernandez +education 1447462863 tom nixon +education 1452244326 wendy quirinius +education 1493555718 katie thompson +education 1552351592 gabriella underhill +education 1568180994 alice underhill +education 1602631923 sarah laertes +education 1625699061 ethan johnson +education 1626868156 tom garcia +education 1636364987 alice white +education 1767019352 yuri carson +education 177294487 tom quirinius +education 1802498539 quinn garcia +education 1829544791 tom miller +education 1836499981 yuri davidson +education 1893512909 ethan ichabod +education 1902676205 david brown +education 2076370203 bob thompson +education 2134433675 irene ovid +education 2140632003 david davidson +education 219415594 calvin steinbeck +education 232405034 quinn robinson +education 277582670 tom underhill +education 315973457 fred davidson +education 413090363 rachel king +education 418182899 luke xylophone +education 453613037 holly allen +education 472901914 zach miller +education 492120544 tom xylophone +education 516479816 wendy ellison +education 622925063 rachel miller +education 66182203 quinn ichabod +education 713031549 oscar johnson +education 793047956 mike laertes +education 879289168 +education NULL ethan davidson +education NULL mike van buren +education NULL sarah garcia +education NULL zach miller +forestry -1081766449 holly ichabod +forestry -1106469823 wendy thompson +forestry -1134786190 katie allen +forestry -1230459100 mike laertes +forestry -1249011023 alice van buren +forestry -1345391395 yuri falkner +forestry -1358159222 quinn king +forestry -1402821064 luke brown +forestry -1454941039 victor underhill +forestry -1541281934 bob quirinius +forestry -1688105985 sarah garcia +forestry -1728171376 rachel carson +forestry -1826997220 luke polk +forestry -2041825946 jessica falkner +forestry -310584775 nick van buren +forestry -346607939 +forestry -454598288 xavier young +forestry -470798506 wendy carson +forestry -536315467 luke allen +forestry -559270035 zach polk +forestry -561932449 yuri ovid +forestry -619311578 +forestry -859535015 bob garcia +forestry -866304147 holly young +forestry -886741158 nick quirinius +forestry -932525608 zach quirinius +forestry -958165276 calvin johnson +forestry -980869630 oscar falkner +forestry -987995271 oscar davidson +forestry 1002519329 mike king +forestry 1033836308 david thompson +forestry 1153089364 bob falkner +forestry 1202593021 rachel carson +forestry 1346627771 +forestry 1447438548 david thompson +forestry 1464695860 alice hernandez +forestry 1517488324 luke quirinius +forestry 152891873 irene underhill +forestry 1575091509 quinn thompson +forestry 1583280136 bob carson +forestry 1594107168 jessica underhill +forestry 1626884085 nick robinson +forestry 1677494300 victor van buren +forestry 172075892 sarah nixon +forestry 1751468853 tom ellison +forestry 1776456512 ulysses thompson +forestry 1796013407 wendy underhill +forestry 1815882183 fred robinson +forestry 1848935036 mike van buren +forestry 1861276585 alice underhill +forestry 1882932986 ulysses nixon +forestry 1933545427 victor allen +forestry 1958701268 ulysses miller +forestry 2058640744 wendy polk +forestry 2080412555 fred van buren +forestry 2097519027 sarah laertes +forestry 259204652 victor white +forestry 284646137 alice van buren +forestry 340929437 quinn brown +forestry 374283948 wendy laertes +forestry 3999930 fred thompson +forestry 415234946 bob brown +forestry 477857533 jessica ovid +forestry 530274409 fred quirinius +forestry 566646177 calvin ovid +forestry 584084934 tom van buren +forestry 633813435 oscar king +forestry 768198315 oscar brown +forestry 860658464 fred brown +forestry 922373046 nick miller +forestry 950545385 priscilla carson +forestry 962091264 tom polk +forestry NULL david davidson +forestry NULL david nixon +forestry NULL holly ellison +forestry NULL wendy allen +geology -1004204053 luke johnson +geology -1017629298 wendy brown +geology -1039040287 xavier quirinius +geology -1081328752 luke johnson +geology -1127100849 oscar white +geology -1141801925 oscar young +geology -120692484 calvin white +geology -1288198020 luke zipper +geology -1379039356 yuri white +geology -1439293109 priscilla nixon +geology -1538558250 zach young +geology -158233823 +geology -158848747 sarah ellison +geology -1620148746 nick robinson +geology -1798573685 ulysses white +geology -181122344 irene davidson +geology -1831957182 sarah garcia +geology -1878572820 ulysses underhill +geology -1918847735 priscilla miller +geology -1947868215 +geology -1968097621 ulysses hernandez +geology -1998652546 ethan thompson +geology -203416622 nick miller +geology -2042647152 holly steinbeck +geology -296195507 victor thompson +geology -36038293 holly allen +geology -491377296 calvin zipper +geology -533281137 jessica allen +geology -553349593 alice ovid +geology -575513309 ulysses ichabod +geology -588160623 david van buren +geology -630900418 oscar steinbeck +geology -679230165 bob brown +geology -682333536 ulysses steinbeck +geology -693249555 nick king +geology -817093900 priscilla polk +geology -841268868 ulysses ellison +geology -909127123 rachel xylophone +geology 1028204648 bob falkner +geology 1136548971 +geology 1203482872 david underhill +geology 127917714 +geology 1301997393 victor van buren +geology 1312270193 oscar falkner +geology 1317690178 holly miller +geology 1394370866 mike carson +geology 141492068 ethan polk +geology 1425456189 +geology 1475025489 alice davidson +geology 1503176016 david nixon +geology 1505168716 +geology 1550375386 sarah carson +geology 1701817607 tom hernandez +geology 1860113703 priscilla young +geology 1996235654 mike underhill +geology 2013178181 tom laertes +geology 2040926345 yuri underhill +geology 2068538934 quinn polk +geology 278601840 ulysses king +geology 283618733 quinn ovid +geology 287239980 katie johnson +geology 297577612 bob ovid +geology 314232856 fred thompson +geology 345556325 irene laertes +geology 373031319 alice johnson +geology 440393309 sarah ovid +geology 447426619 alice quirinius +geology 458910170 holly ellison +geology 550186724 jessica polk +geology 589546540 david hernandez +geology 596595603 tom johnson +geology 722737062 irene brown +geology 824743780 priscilla falkner +geology 915505006 luke hernandez +geology 975932228 victor carson +geology NULL mike ichabod +history -1024500955 rachel thompson +history -1066775085 katie zipper +history -1144976744 katie robinson +history -1412187081 gabriella robinson +history -1431196400 ulysses johnson +history -1446132523 ulysses polk +history -1459528251 quinn ellison +history -1575588203 calvin zipper +history -1594957608 ethan xylophone +history -1603071732 calvin nixon +history -1625062942 tom young +history -1627366321 david allen +history -178568841 nick quirinius +history -1801684055 calvin steinbeck +history -186600427 sarah thompson +history -189393743 irene ellison +history -1900369503 gabriella thompson +history -1949698319 +history -1989378509 +history -202409329 bob zipper +history -2076460151 bob ichabod +history -306214368 mike steinbeck +history -4393552 rachel ichabod +history -445353909 quinn davidson +history -45439614 david ichabod +history -499533481 oscar underhill +history -549167249 holly nixon +history -800799595 luke ovid +history -807242371 quinn xylophone +history -817383093 quinn davidson +history -846450672 david white +history -882028850 xavier ovid +history -88576126 ethan allen +history -891543038 holly carson +history -906986958 wendy johnson +history 1033609549 irene johnson +history 1141595012 xavier steinbeck +history 1142098316 yuri van buren +history 1164895226 +history 1238986437 ulysses underhill +history 1352739140 luke miller +history 1467284000 victor nixon +history 1500437122 bob laertes +history 1665724041 luke laertes +history 1669519977 wendy ichabod +history 1754025802 victor steinbeck +history 1772349172 victor van buren +history 1784291853 yuri falkner +history 1807358029 calvin brown +history 1813010930 quinn ovid +history 1844415080 holly xylophone +history 253621570 calvin carson +history 278643258 xavier ichabod +history 283322761 ethan ichabod +history 334208532 bob zipper +history 363981930 +history 44009986 rachel young +history 488559595 ethan hernandez +history 523289079 gabriella ellison +history 62293025 sarah falkner +history 696229550 bob brown +history 742866312 victor zipper +history 760466914 +history 786565385 quinn van buren +history 805672638 irene thompson +history 877053605 holly falkner +history 901084309 jessica quirinius +history 917891418 quinn carson +history 919363072 mike zipper +history 930008274 priscilla zipper +history 998793176 xavier falkner +history NULL ethan van buren +history NULL katie ellison +history NULL zach miller +industrial engineering -1011125931 zach ichabod +industrial engineering -1078397698 david robinson +industrial engineering -1108723753 luke quirinius +industrial engineering -1156193121 yuri johnson +industrial engineering -1247325089 calvin falkner +industrial engineering -1259611508 calvin brown +industrial engineering -1665164127 victor polk +industrial engineering -1706867123 calvin allen +industrial engineering -1718163874 priscilla white +industrial engineering -1730740504 xavier laertes +industrial engineering -1908696083 +industrial engineering -1946023520 irene brown +industrial engineering -2022383454 gabriella underhill +industrial engineering -211669740 alice allen +industrial engineering -2119539915 holly carson +industrial engineering -2122509553 nick nixon +industrial engineering -2137168636 katie garcia +industrial engineering -373034494 ethan polk +industrial engineering -379643543 david quirinius +industrial engineering -399643110 ethan johnson +industrial engineering -44559184 priscilla garcia +industrial engineering -616724730 mike brown +industrial engineering -841634659 victor nixon +industrial engineering -890374552 gabriella polk +industrial engineering 1074488452 tom polk +industrial engineering 1081187102 oscar brown +industrial engineering 1111985530 wendy falkner +industrial engineering 1222217404 luke steinbeck +industrial engineering 1258721737 jessica nixon +industrial engineering 1336365018 gabriella hernandez +industrial engineering 1409872356 katie white +industrial engineering 1483580941 oscar allen +industrial engineering 15020431 ulysses zipper +industrial engineering 1516236846 bob steinbeck +industrial engineering 1577999613 quinn ovid +industrial engineering 1712411993 quinn garcia +industrial engineering 1742536084 sarah robinson +industrial engineering 206942178 zach miller +industrial engineering 2084666529 mike brown +industrial engineering 2114363167 calvin falkner +industrial engineering 215759857 sarah steinbeck +industrial engineering 290601612 calvin white +industrial engineering 376076075 katie king +industrial engineering 386741352 sarah ichabod +industrial engineering 414645489 yuri young +industrial engineering 430686478 ulysses polk +industrial engineering 470993066 luke garcia +industrial engineering 480849725 priscilla ovid +industrial engineering 494570380 jessica ichabod +industrial engineering 52667480 david ichabod +industrial engineering 574069547 tom falkner +industrial engineering 674547678 tom johnson +industrial engineering 748185058 alice quirinius +industrial engineering 776606164 alice laertes +industrial engineering 851975276 xavier xylophone +industrial engineering 868717604 +industrial engineering 879290165 mike young +industrial engineering 990246086 holly allen +industrial engineering NULL alice young +industrial engineering NULL calvin steinbeck +industrial engineering NULL katie ichabod +industrial engineering NULL katie robinson +industrial engineering NULL priscilla brown +joggying -1017027298 victor young +joggying -1096013673 nick falkner +joggying -1111937842 irene white +joggying -1117019030 calvin xylophone +joggying -1202975006 alice ichabod +joggying -1218871391 priscilla steinbeck +joggying -122391516 alice garcia +joggying -1270523286 victor nixon +joggying -1302592941 quinn steinbeck +joggying -1305139473 mike underhill +joggying -1313618168 xavier hernandez +joggying -1339495001 wendy ichabod +joggying -1524081566 ethan van buren +joggying -1524554771 luke johnson +joggying -1563676282 victor polk +joggying -1602792666 yuri brown +joggying -161884324 oscar nixon +joggying -1622653291 oscar hernandez +joggying -1904737684 ethan nixon +joggying -1918651448 mike davidson +joggying -1948257321 tom hernandez +joggying -2112149052 calvin robinson +joggying -2119724898 holly young +joggying -267554590 david van buren +joggying -337073639 priscilla nixon +joggying -540401598 david brown +joggying -570632618 victor laertes +joggying -656478771 tom quirinius +joggying -779743333 ethan white +joggying -870624802 calvin davidson +joggying -896261100 katie davidson +joggying 1012843193 ulysses xylophone +joggying 1052255272 fred carson +joggying 1173098061 calvin brown +joggying 1216287232 jessica polk +joggying 1336194583 tom underhill +joggying 1377144283 +joggying 144499388 zach miller +joggying 1450881368 david robinson +joggying 1478365409 calvin white +joggying 1535954353 xavier carson +joggying 1572563948 zach laertes +joggying 1645067708 luke ichabod +joggying 1759741857 nick steinbeck +joggying 1773417290 oscar brown +joggying 177837042 katie ovid +joggying 1835749815 wendy carson +joggying 1905812339 oscar polk +joggying 2133950868 +joggying 218917585 quinn ellison +joggying 344239980 david hernandez +joggying 391186487 nick allen +joggying 479566810 oscar brown +joggying 514046604 mike hernandez +joggying 587206979 alice zipper +joggying 63706286 katie johnson +joggying 658850444 ulysses ovid +joggying 65956045 nick laertes +joggying 686081268 holly laertes +joggying 700341242 victor king +joggying 706823078 calvin ovid +joggying 780938234 luke falkner +joggying 826519029 holly hernandez +joggying 865013617 fred miller +joggying 889772203 +joggying 908943372 fred ovid +joggying 972835688 victor quirinius +joggying NULL calvin johnson +joggying NULL luke falkner +joggying NULL luke steinbeck +joggying NULL mike garcia +joggying NULL quinn johnson +joggying NULL quinn nixon +kindergarten -1052493316 mike van buren +kindergarten -1057522129 ethan quirinius +kindergarten -1091003492 holly robinson +kindergarten -1116100266 priscilla ovid +kindergarten -1140071443 mike laertes +kindergarten -1155174991 luke robinson +kindergarten -1205034356 +kindergarten -1213081886 fred allen +kindergarten -1228063838 +kindergarten -1299159155 alice ellison +kindergarten -1838281337 ulysses carson +kindergarten -1851680302 fred van buren +kindergarten -187804718 calvin miller +kindergarten -1880783574 irene zipper +kindergarten -1919939921 xavier van buren +kindergarten -1988508336 bob young +kindergarten -269702086 holly ellison +kindergarten -370093295 bob thompson +kindergarten -41242237 rachel johnson +kindergarten -533227056 +kindergarten -574475259 wendy polk +kindergarten -583908704 fred allen +kindergarten -632803945 xavier white +kindergarten -664856187 alice xylophone +kindergarten -677778959 calvin quirinius +kindergarten -738157651 david allen +kindergarten -789126455 irene steinbeck +kindergarten -828724467 tom king +kindergarten -835107230 sarah carson +kindergarten -835198551 rachel van buren +kindergarten -890552359 sarah young +kindergarten -922875124 fred nixon +kindergarten -935723237 +kindergarten 1036391201 victor ovid +kindergarten 1042237722 gabriella falkner +kindergarten 1056997296 jessica laertes +kindergarten 1190302173 priscilla ichabod +kindergarten 1202720813 katie ovid +kindergarten 1307148254 jessica xylophone +kindergarten 1540680149 mike white +kindergarten 1582537271 jessica garcia +kindergarten 1590744669 quinn white +kindergarten 1605596441 calvin ovid +kindergarten 1634441052 rachel steinbeck +kindergarten 1709983738 wendy zipper +kindergarten 1787826883 sarah allen +kindergarten 1830870769 ulysses robinson +kindergarten 2048533360 +kindergarten 2066707767 zach thompson +kindergarten 2089198703 victor ichabod +kindergarten 346562088 zach quirinius +kindergarten 459269456 mike nixon +kindergarten 488014426 holly thompson +kindergarten 56316391 sarah polk +kindergarten 615619268 xavier underhill +kindergarten 693331761 priscilla thompson +kindergarten 88774647 priscilla miller +kindergarten 963854010 mike robinson +kindergarten NULL david young +kindergarten NULL irene ovid +kindergarten NULL nick laertes +linguistics -101960322 ethan robinson +linguistics -1124028213 katie ellison +linguistics -121162464 luke davidson +linguistics -1248781172 calvin quirinius +linguistics -1341627565 fred van buren +linguistics -1356601829 tom robinson +linguistics -139448716 irene brown +linguistics -1447263708 yuri miller +linguistics -1462604138 +linguistics -1533934649 calvin thompson +linguistics -1534307678 yuri young +linguistics -1699049982 yuri carson +linguistics -1721368386 wendy brown +linguistics -1889139541 irene davidson +linguistics -1890963712 tom ellison +linguistics -19116270 zach davidson +linguistics -1928197479 calvin falkner +linguistics -1967660827 +linguistics -2057666812 fred thompson +linguistics -2096425960 gabriella polk +linguistics -297664578 quinn zipper +linguistics -336625622 yuri underhill +linguistics -343173797 fred ellison +linguistics -370901197 katie laertes +linguistics -379174037 yuri robinson +linguistics -472303419 rachel garcia +linguistics -579916775 priscilla ovid +linguistics -605370177 priscilla davidson +linguistics -671853199 fred falkner +linguistics -684022323 victor falkner +linguistics -764412063 victor falkner +linguistics -768305191 rachel johnson +linguistics -839176151 bob white +linguistics -897622427 tom van buren +linguistics -90029636 wendy laertes +linguistics -922200749 ulysses polk +linguistics 1121512594 xavier king +linguistics 1145627305 jessica ellison +linguistics 1198701102 sarah underhill +linguistics 1225312439 alice ellison +linguistics 1275228381 david young +linguistics 1392980712 victor carson +linguistics 1416850873 bob polk +linguistics 161210995 priscilla thompson +linguistics 1637295757 +linguistics 1809795770 david ichabod +linguistics 1914993018 yuri laertes +linguistics 1991072829 mike ichabod +linguistics 2018249426 jessica steinbeck +linguistics 2038381675 quinn ichabod +linguistics 2057486961 alice laertes +linguistics 2081152819 gabriella underhill +linguistics 209430502 victor falkner +linguistics 43672187 alice johnson +linguistics 605141554 luke xylophone +linguistics 65172363 sarah ovid +linguistics 712625264 jessica brown +linguistics 712816880 alice king +linguistics 735600165 katie thompson +linguistics 746904285 fred laertes +linguistics 75823003 oscar king +linguistics 776459017 wendy steinbeck +linguistics 819069589 zach thompson +linguistics 849859032 irene quirinius +linguistics 881673558 nick underhill +linguistics NULL calvin robinson +linguistics NULL luke allen +linguistics NULL mike zipper +linguistics NULL wendy underhill +mathematics -1061859761 victor nixon +mathematics -1112062809 victor nixon +mathematics -1129489281 tom ellison +mathematics -1198036877 +mathematics -1254129998 ulysses brown +mathematics -1319753324 yuri ellison +mathematics -1421860505 yuri nixon +mathematics -1423467446 mike quirinius +mathematics -1424027104 rachel laertes +mathematics -1544877665 katie quirinius +mathematics -1554130090 sarah zipper +mathematics -158420748 ethan davidson +mathematics -1651993300 yuri steinbeck +mathematics -1735287250 david allen +mathematics -175727228 fred ovid +mathematics -180280420 bob laertes +mathematics -1857500489 oscar ellison +mathematics -1892816721 sarah van buren +mathematics -191704948 wendy carson +mathematics -1974257754 jessica nixon +mathematics -2081809883 gabriella brown +mathematics -2117280385 zach xylophone +mathematics -234758376 ethan van buren +mathematics -23865350 irene falkner +mathematics -295186284 rachel thompson +mathematics -402441123 zach ichabod +mathematics -40284975 +mathematics -496870819 tom quirinius +mathematics -599396052 quinn zipper +mathematics -71305062 ethan young +mathematics -765102534 oscar king +mathematics -76654979 zach van buren +mathematics -809805200 +mathematics -816661030 priscilla steinbeck +mathematics -835002549 katie ovid +mathematics -856843296 jessica polk +mathematics -893863493 zach miller +mathematics -917062754 ethan polk +mathematics -938762477 ethan steinbeck +mathematics -94709066 oscar garcia +mathematics 1054864168 jessica carson +mathematics 1127080164 ulysses carson +mathematics 1196151988 jessica king +mathematics 1198172036 ethan ellison +mathematics 1224662770 calvin van buren +mathematics 1229172951 quinn hernandez +mathematics 1335803002 david young +mathematics 1363568842 ulysses white +mathematics 1377359511 ethan davidson +mathematics 1384071499 zach garcia +mathematics 139661585 priscilla quirinius +mathematics 1404346934 irene quirinius +mathematics 1443426396 +mathematics 1489169773 +mathematics 1505665168 +mathematics 1640445482 jessica xylophone +mathematics 1785455842 ulysses robinson +mathematics 1832650234 alice garcia +mathematics 195281533 tom thompson +mathematics 1974939899 gabriella steinbeck +mathematics 2064448036 alice steinbeck +mathematics 318631333 ulysses davidson +mathematics 338805871 priscilla falkner +mathematics 375106978 luke ichabod +mathematics 485105934 irene laertes +mathematics 491758252 tom falkner +mathematics 740883263 quinn nixon +mathematics 748358417 ulysses brown +mathematics 881695885 zach laertes +mathematics NULL david ovid +mathematics NULL jessica carson +mathematics NULL nick xylophone +mathematics NULL oscar ellison +mathematics NULL quinn garcia +mathematics NULL zach steinbeck +nap time -103219371 xavier zipper +nap time -116484575 ulysses quirinius +nap time -1183469360 alice king +nap time -1343327 oscar king +nap time -16094879 quinn king +nap time -1669227632 calvin robinson +nap time -1818456584 fred garcia +nap time -1849091666 oscar carson +nap time -1851280202 fred hernandez +nap time -1992388855 jessica hernandez +nap time -2111312205 katie nixon +nap time -292588406 calvin steinbeck +nap time -309571354 gabriella steinbeck +nap time -337829479 yuri garcia +nap time -359943425 victor miller +nap time -397951021 katie falkner +nap time -434747475 jessica underhill +nap time -490337498 jessica falkner +nap time -504529358 mike allen +nap time -607667405 ethan young +nap time -626484313 ethan underhill +nap time -665623523 sarah johnson +nap time -805288503 xavier hernandez +nap time -913906252 calvin ovid +nap time -946830673 wendy underhill +nap time -971203543 quinn miller +nap time -982238309 calvin polk +nap time 1166237779 irene steinbeck +nap time 1273877405 calvin nixon +nap time 1372705672 victor thompson +nap time 1516165279 zach johnson +nap time 1520375588 david steinbeck +nap time 1571267481 gabriella underhill +nap time 1775355987 david ovid +nap time 1818213677 xavier ichabod +nap time 2013444562 ulysses white +nap time 2031604236 quinn johnson +nap time 2080249726 ethan robinson +nap time 2145269593 priscilla steinbeck +nap time 2146312499 calvin allen +nap time 215508794 ulysses van buren +nap time 268888160 bob hernandez +nap time 398960205 tom king +nap time 503752931 irene miller +nap time 516843026 victor ichabod +nap time 595836061 priscilla johnson +nap time 618991041 quinn underhill +nap time 738356485 ethan king +nap time 785382955 gabriella garcia +nap time 922553769 jessica ichabod +nap time 92834720 bob falkner +nap time 950997304 nick thompson +nap time 962712814 ulysses brown +nap time 980732494 holly polk +nap time NULL jessica johnson +nap time NULL wendy young +opthamology -1079633326 katie robinson +opthamology -1104268719 ulysses brown +opthamology -1126628450 sarah hernandez +opthamology -1226425562 mike robinson +opthamology -1234163924 holly miller +opthamology -1244527286 bob carson +opthamology -1364322216 holly hernandez +opthamology -1422780798 bob davidson +opthamology -1502924486 rachel nixon +opthamology -1561738723 fred underhill +opthamology -1616030844 irene falkner +opthamology -1652600376 victor zipper +opthamology -1655030261 oscar ovid +opthamology -1676261015 katie polk +opthamology -1709117770 calvin miller +opthamology -1769423338 gabriella johnson +opthamology -177025818 yuri young +opthamology -181523892 sarah quirinius +opthamology -1901806083 luke xylophone +opthamology -1960344717 holly steinbeck +opthamology -1969751342 victor ichabod +opthamology -1979314577 oscar underhill +opthamology -2081501748 priscilla falkner +opthamology -287400633 gabriella thompson +opthamology -327648289 rachel robinson +opthamology -332125121 ethan white +opthamology -360113158 bob king +opthamology -400501472 fred van buren +opthamology -406264741 mike robinson +opthamology -41864614 victor king +opthamology -425196209 sarah nixon +opthamology -442839889 sarah davidson +opthamology -4943292 oscar quirinius +opthamology -505879576 holly steinbeck +opthamology -759911896 katie white +opthamology -78240945 yuri underhill +opthamology -800975421 rachel thompson +opthamology 100270148 victor ellison +opthamology 1044196568 holly white +opthamology 1063524922 +opthamology 1069486136 victor ichabod +opthamology 1134416796 quinn thompson +opthamology 1142481557 mike falkner +opthamology 117620760 katie polk +opthamology 1211873318 oscar ellison +opthamology 1281277970 fred young +opthamology 1305668933 calvin allen +opthamology 1336951982 oscar hernandez +opthamology 144428297 rachel falkner +opthamology 1603612975 gabriella steinbeck +opthamology 1632769786 sarah zipper +opthamology 1678220496 +opthamology 1752520642 +opthamology 1852725744 david garcia +opthamology 2065408093 priscilla polk +opthamology 2069258195 nick allen +opthamology 266601601 irene quirinius +opthamology 307333276 wendy polk +opthamology 340384179 david thompson +opthamology 39723411 bob ellison +opthamology 402173272 quinn garcia +opthamology 461680901 quinn zipper +opthamology 491016124 luke allen +opthamology 511836073 calvin ellison +opthamology 609917172 luke ovid +opthamology 6266567 jessica van buren +opthamology 718692886 victor white +opthamology 759899363 wendy van buren +opthamology 787925706 xavier robinson +opthamology 816439627 jessica polk +opthamology 819875108 irene underhill +opthamology 936133387 gabriella van buren +opthamology 955171928 +opthamology NULL +opthamology NULL yuri ichabod +philosophy -1096771844 ethan van buren +philosophy -1109134719 katie hernandez +philosophy -1131684944 quinn white +philosophy -1196808950 irene polk +philosophy -120704505 luke king +philosophy -1319686435 jessica steinbeck +philosophy -1345085327 bob johnson +philosophy -1460613213 priscilla brown +philosophy -1477897348 nick ovid +philosophy -1489628668 tom quirinius +philosophy -1538978853 +philosophy -1545572711 victor underhill +philosophy -1603374745 alice zipper +philosophy -1679120527 jessica quirinius +philosophy -1699044525 nick zipper +philosophy -1744964279 oscar zipper +philosophy -1770229099 alice miller +philosophy -1811563127 jessica hernandez +philosophy -1817938378 sarah laertes +philosophy -1819075185 luke miller +philosophy -1949359208 alice carson +philosophy -2042831105 +philosophy -2053551539 jessica zipper +philosophy -2077771325 fred brown +philosophy -217930632 rachel robinson +philosophy -340951385 xavier robinson +philosophy -42151403 calvin young +philosophy -436386350 victor young +philosophy -47662800 zach polk +philosophy -540820650 sarah davidson +philosophy -606214770 holly king +philosophy -745678338 priscilla steinbeck +philosophy -752222556 tom allen +philosophy -884796655 oscar robinson +philosophy -938756287 fred steinbeck +philosophy -985817478 nick ovid +philosophy -996953616 victor zipper +philosophy 1204325852 calvin ovid +philosophy 1314531900 jessica king +philosophy 1319589591 +philosophy 1406029775 +philosophy 1541249928 calvin miller +philosophy 1569269522 ethan xylophone +philosophy 1756592797 luke ovid +philosophy 1772545157 gabriella laertes +philosophy 1942004879 katie xylophone +philosophy 1972940844 nick quirinius +philosophy 2009215103 bob thompson +philosophy 2083836439 sarah davidson +philosophy 2100839074 calvin ovid +philosophy 2124297747 ethan carson +philosophy 22308780 mike ovid +philosophy 344989592 +philosophy 390124976 gabriella laertes +philosophy 41063276 wendy brown +philosophy 626941809 victor ellison +philosophy 631711489 victor johnson +philosophy 684561551 oscar van buren +philosophy 737149747 sarah davidson +philosophy 789871166 david ovid +philosophy 825677248 alice miller +philosophy 888896424 zach white +philosophy 889733679 priscilla zipper +philosophy 89366322 wendy underhill +philosophy 936752497 ethan nixon +philosophy NULL xavier hernandez +quiet hour -1001529082 wendy nixon +quiet hour -1012329052 david quirinius +quiet hour -1026746699 rachel hernandez +quiet hour -1058166020 oscar robinson +quiet hour -117723745 oscar white +quiet hour -1403154847 luke ellison +quiet hour -1464514590 nick garcia +quiet hour -1493282775 +quiet hour -1505397109 rachel xylophone +quiet hour -1655396452 mike hernandez +quiet hour -1668974292 bob falkner +quiet hour -1727003541 +quiet hour -191434898 sarah underhill +quiet hour -191899537 rachel thompson +quiet hour -2028355450 quinn thompson +quiet hour -2069439395 nick steinbeck +quiet hour -357680544 holly white +quiet hour -407089271 wendy carson +quiet hour -448060992 alice miller +quiet hour -464804906 luke ellison +quiet hour -512198016 katie miller +quiet hour -742707249 yuri underhill +quiet hour -774406989 oscar zipper +quiet hour -941433219 oscar white +quiet hour -950738312 ulysses johnson +quiet hour -971698865 bob carson +quiet hour -99916247 ethan white +quiet hour 1002132158 mike nixon +quiet hour 1182390248 fred xylophone +quiet hour 1216016081 ulysses garcia +quiet hour 121663320 bob ovid +quiet hour 1260101584 yuri allen +quiet hour 1293876597 mike brown +quiet hour 1359437295 rachel white +quiet hour 1366402722 gabriella robinson +quiet hour 1390704286 mike miller +quiet hour 1393262450 ulysses johnson +quiet hour 1437057145 luke johnson +quiet hour 14573904 gabriella thompson +quiet hour 1488440165 irene steinbeck +quiet hour 1614297403 zach falkner +quiet hour 1739911574 ulysses ovid +quiet hour 1743671220 alice quirinius +quiet hour 1807877618 holly ichabod +quiet hour 1847210729 sarah polk +quiet hour 1870464222 +quiet hour 1880017800 bob nixon +quiet hour 1893632113 priscilla quirinius +quiet hour 1978171687 alice johnson +quiet hour 1990792684 nick carson +quiet hour 2029657999 mike ichabod +quiet hour 203688965 yuri garcia +quiet hour 2100377172 quinn allen +quiet hour 2127682701 sarah garcia +quiet hour 257821327 bob ellison +quiet hour 410340192 calvin brown +quiet hour 592011541 tom garcia +quiet hour 619884480 katie king +quiet hour 669871113 ethan laertes +quiet hour 704038411 quinn van buren +quiet hour 735732067 rachel ovid +quiet hour 76381404 rachel garcia +quiet hour 856986735 +quiet hour 882762933 holly white +quiet hour NULL mike garcia +quiet hour NULL priscilla ellison +quiet hour NULL zach falkner +religion -1043413503 mike allen +religion -1063673827 irene miller +religion -1144920802 ulysses king +religion -1197602595 alice steinbeck +religion -1216206795 xavier young +religion -1247229632 victor robinson +religion -1343425152 wendy xylophone +religion -1432316859 alice laertes +religion -1552053883 calvin xylophone +religion -1626062014 jessica allen +religion -1643714866 luke ovid +religion -1701502632 mike xylophone +religion -1749415887 ulysses steinbeck +religion -1802746460 mike robinson +religion -1884780525 oscar xylophone +religion -192181579 luke allen +religion -1969235238 fred thompson +religion -201554470 luke brown +religion -2052386812 tom robinson +religion -20660936 david hernandez +religion -214166042 jessica falkner +religion -2146432765 nick van buren +religion -38458614 calvin polk +religion -409673169 fred johnson +religion -419335927 sarah van buren +religion -618505946 nick white +religion -667383951 alice white +religion -670925379 ethan ovid +religion -71433796 mike johnson +religion -76430653 nick robinson +religion -772236518 +religion -853967587 irene thompson +religion -939348081 mike johnson +religion 1022214896 luke quirinius +religion 1061043704 mike underhill +religion 1075444504 luke robinson +religion 1182646662 fred ellison +religion 1228837108 fred davidson +religion 129675822 alice ichabod +religion 1318956413 victor falkner +religion 1336842978 oscar steinbeck +religion 1363459426 bob laertes +religion 1436480682 ethan falkner +religion 1456367662 quinn xylophone +religion 1472487454 priscilla steinbeck +religion 1499399891 ulysses carson +religion 1592153312 ulysses young +religion 1597303154 +religion 166320811 nick allen +religion 177391521 oscar falkner +religion 1845797092 alice zipper +religion 1891680787 +religion 1910930064 jessica steinbeck +religion 1911809937 david allen +religion 194754262 luke carson +religion 2009890220 nick underhill +religion 2070969353 zach davidson +religion 210728566 fred xylophone +religion 2125311222 alice polk +religion 493977568 nick polk +religion 51376784 fred young +religion 550594651 nick garcia +religion 596802082 david brown +religion 597657990 david falkner +religion 673904922 calvin steinbeck +religion 824836988 ethan king +religion 829101712 calvin garcia +religion 895763504 bob steinbeck +religion 914062370 luke robinson +religion 947846543 quinn garcia +religion NULL gabriella allen +religion NULL irene ichabod +religion NULL luke carson +religion NULL mike nixon +religion NULL nick allen +religion NULL xavier van buren +study skills -1164833898 rachel white +study skills -1212524805 tom steinbeck +study skills -1242677422 zach young +study skills -1266138408 gabriella steinbeck +study skills -1318045616 irene young +study skills -136514115 irene ovid +study skills -1392487784 irene carson +study skills -1419573027 holly ichabod +study skills -1528033060 ulysses ichabod +study skills -1669848306 holly thompson +study skills -1719427168 mike ichabod +study skills -1762037754 ulysses van buren +study skills -1784633305 zach laertes +study skills -1856034030 gabriella nixon +study skills -1914072976 alice ovid +study skills -1937640350 oscar robinson +study skills -1955647385 irene steinbeck +study skills -235819331 yuri xylophone +study skills -283378057 ulysses xylophone +study skills -314935936 yuri ellison +study skills -318206520 nick xylophone +study skills -359194591 zach young +study skills -414207254 quinn carson +study skills -425103007 tom brown +study skills -442732016 +study skills -507955215 fred xylophone +study skills -535056977 wendy laertes +study skills -621365995 ethan johnson +study skills -648766606 tom polk +study skills -758231588 calvin steinbeck +study skills -849551464 oscar davidson +study skills -851663638 gabriella robinson +study skills -887663189 katie laertes +study skills -887790938 priscilla ichabod +study skills -897586947 wendy van buren +study skills -978892011 xavier underhill +study skills -99205196 priscilla hernandez +study skills 1004241194 calvin hernandez +study skills 1028092807 ulysses quirinius +study skills 1076088102 rachel quirinius +study skills 1091736925 yuri nixon +study skills 1115197541 ethan quirinius +study skills 1131663263 david laertes +study skills 1222935237 gabriella garcia +study skills 1286367391 jessica brown +study skills 1316931 priscilla brown +study skills 1321678350 ulysses ovid +study skills 1343581455 mike robinson +study skills 1386071996 bob zipper +study skills 1415647436 quinn carson +study skills 1426152053 bob falkner +study skills 1506907734 wendy quirinius +study skills 1522208504 fred hernandez +study skills 1523657918 fred brown +study skills 1570238232 david polk +study skills 160290374 tom hernandez +study skills 1620529246 katie underhill +study skills 1650573576 alice quirinius +study skills 1668446119 calvin ellison +study skills 1677197847 gabriella ellison +study skills 1743696703 rachel van buren +study skills 1750433588 ethan ovid +study skills 1805139501 katie thompson +study skills 1888675011 wendy white +study skills 1911834442 priscilla white +study skills 198539698 priscilla allen +study skills 1992977592 quinn garcia +study skills 2032271149 mike falkner +study skills 482977302 jessica robinson +study skills 526502851 oscar king +study skills 631207613 tom garcia +study skills 867587289 alice white +study skills 895945459 katie underhill +study skills 925032386 david polk +study skills 958866509 xavier white +study skills NULL jessica miller +study skills NULL katie carson +topology -1058356124 jessica white +topology -1061222139 xavier garcia +topology -1067083033 tom davidson +topology -1216166764 nick king +topology -1240208945 ethan quirinius +topology -1269216718 wendy nixon +topology -1406691044 fred johnson +topology -1462331586 gabriella xylophone +topology -1568646283 rachel brown +topology -1800413845 katie hernandez +topology -1817096156 yuri miller +topology -1955545912 irene ellison +topology -2024003241 +topology -2065287410 rachel quirinius +topology -2147071655 rachel falkner +topology -303747347 ethan nixon +topology -370798230 katie van buren +topology -40407627 quinn underhill +topology -462541618 jessica xylophone +topology -522450861 david white +topology -534991774 wendy falkner +topology -601946913 ulysses robinson +topology -628790799 holly nixon +topology -707228984 alice ovid +topology -714270951 calvin xylophone +topology -728541537 victor xylophone +topology -734921821 zach carson +topology -743680989 priscilla thompson +topology -938112972 rachel polk +topology -954480325 mike thompson +topology -973128166 tom garcia +topology 1003667927 mike polk +topology 1059212450 tom zipper +topology 1124269631 katie ovid +topology 1148500740 luke thompson +topology 1151752586 tom zipper +topology 1309976380 victor davidson +topology 1316369941 rachel ovid +topology 1469775272 quinn falkner +topology 1621606222 priscilla young +topology 1646811064 katie johnson +topology 1677444379 david laertes +topology 174310705 tom king +topology 176792505 oscar thompson +topology 1783034168 quinn young +topology 1895751360 ethan underhill +topology 1924741890 jessica quirinius +topology 1987336880 fred ichabod +topology 2017314998 oscar miller +topology 2075919195 holly hernandez +topology 217823040 rachel xylophone +topology 335359004 bob ichabod +topology 350802495 ulysses carson +topology 477584560 fred steinbeck +topology 527598540 luke ovid +topology 531459992 jessica thompson +topology 538268118 fred laertes +topology 557053197 +topology 661659208 mike nixon +topology 734267314 yuri polk +topology 791096295 david garcia +topology 850625480 zach allen +topology 860708524 yuri steinbeck +topology 960187615 calvin zipper +topology 989475408 jessica brown +topology NULL mike van buren +topology NULL oscar nixon +topology NULL oscar thompson +topology NULL priscilla brown +undecided -1070951602 +undecided -1106685577 ulysses ovid +undecided -1324624386 oscar young +undecided -1353470095 priscilla xylophone +undecided -1554325042 victor van buren +undecided -1562552002 katie brown +undecided -1583445177 luke xylophone +undecided -1938290238 jessica allen +undecided -1974777102 oscar ellison +undecided -1984079412 holly ichabod +undecided -2016985611 calvin ovid +undecided -202035134 katie underhill +undecided -2124994385 ethan young +undecided -216495498 luke zipper +undecided -361944328 david white +undecided -373038706 priscilla ovid +undecided -432218419 nick white +undecided -51612681 calvin ichabod +undecided -53587991 mike xylophone +undecided -558456218 yuri xylophone +undecided -590374062 victor thompson +undecided -733239404 +undecided -828522499 priscilla quirinius +undecided -956668825 ethan van buren +undecided 1042184256 bob miller +undecided 1129173487 luke johnson +undecided 1205391962 calvin miller +undecided 1265528735 ethan robinson +undecided 127051381 +undecided 1328225044 mike garcia +undecided 1332042427 +undecided 1333214263 quinn falkner +undecided 1338047392 victor ovid +undecided 1347876055 david quirinius +undecided 1362740312 irene underhill +undecided 1376818328 sarah ellison +undecided 1504919241 calvin miller +undecided 1563120121 nick polk +undecided 1731764471 katie quirinius +undecided 1765874562 mike ovid +undecided 1805308672 xavier thompson +undecided 1825828852 quinn white +undecided 1918230406 +undecided 1950882901 xavier allen +undecided 1961954939 nick ovid +undecided 1978200605 quinn underhill +undecided 2068018858 rachel ichabod +undecided 2102440065 tom van buren +undecided 260463232 ethan davidson +undecided 272086526 wendy xylophone +undecided 372099650 luke robinson +undecided 37461818 jessica davidson +undecided 407098216 priscilla garcia +undecided 536235636 jessica garcia +undecided 564366133 alice xylophone +undecided 596242714 tom miller +undecided 596280431 bob johnson +undecided 656187584 victor xylophone +undecided 658008867 alice hernandez +undecided 69110370 fred ichabod +undecided 727802564 fred ellison +undecided 821316302 mike brown +undecided 829055499 mike steinbeck +undecided 914583645 nick hernandez +undecided 978044705 jessica white +undecided NULL gabriella thompson +undecided NULL zach garcia +values clariffication -1026458834 irene ovid +values clariffication -1111814111 irene van buren +values clariffication -1212433954 mike underhill +values clariffication -1236536142 quinn ellison +values clariffication -1261099087 sarah van buren +values clariffication -1289665817 +values clariffication -1362178985 quinn laertes +values clariffication -1369302744 quinn thompson +values clariffication -1391183008 ulysses brown +values clariffication -144862954 sarah ovid +values clariffication -1469463456 ethan zipper +values clariffication -1484033125 xavier ellison +values clariffication -1545388906 bob ellison +values clariffication -1621814212 +values clariffication -1738775004 mike hernandez +values clariffication -1743938290 holly quirinius +values clariffication -1759354458 mike ellison +values clariffication -1765795567 +values clariffication -1769037737 victor underhill +values clariffication -1897998366 +values clariffication -1933374662 priscilla ovid +values clariffication -1945738830 sarah carson +values clariffication -1954890941 gabriella van buren +values clariffication -1977762695 oscar quirinius +values clariffication -2098078720 ethan steinbeck +values clariffication -215703544 yuri thompson +values clariffication -224865887 fred nixon +values clariffication -244778184 luke underhill +values clariffication -362603422 rachel falkner +values clariffication -369183838 wendy xylophone +values clariffication -373541958 priscilla quirinius +values clariffication -385247581 ethan steinbeck +values clariffication -588547970 +values clariffication -66112513 calvin brown +values clariffication -837503491 quinn robinson +values clariffication -847235873 oscar young +values clariffication -901778330 david young +values clariffication -928013434 ulysses hernandez +values clariffication -933324607 rachel young +values clariffication 1017953606 gabriella brown +values clariffication 1081920048 tom thompson +values clariffication 1114521964 victor garcia +values clariffication 1130043800 david davidson +values clariffication 128430191 ulysses ovid +values clariffication 1290381132 xavier falkner +values clariffication 1393506704 david white +values clariffication 1418228573 +values clariffication 1421779455 luke young +values clariffication 1430614653 david brown +values clariffication 1473503196 holly davidson +values clariffication 1493152791 ethan allen +values clariffication 1638471881 quinn xylophone +values clariffication 1668094749 luke carson +values clariffication 1679381813 rachel ovid +values clariffication 1686537335 zach quirinius +values clariffication 1701761102 +values clariffication 1817671655 yuri van buren +values clariffication 1916363472 xavier white +values clariffication 1925283040 yuri white +values clariffication 1941527322 katie ellison +values clariffication 2142592987 +values clariffication 311478497 irene hernandez +values clariffication 33234633 yuri van buren +values clariffication 368170021 +values clariffication 476919973 calvin garcia +values clariffication 524317972 ulysses miller +values clariffication 528218910 calvin young +values clariffication 601376532 calvin miller +values clariffication 631954352 xavier ellison +values clariffication 641695802 victor davidson +values clariffication 659397992 fred brown +values clariffication 672266669 jessica underhill +values clariffication 758926227 +values clariffication 76299337 luke zipper +values clariffication 773730574 holly polk +values clariffication 8040290 holly ichabod +values clariffication 832465439 +values clariffication 859140926 jessica robinson +values clariffication 929560791 david polk +values clariffication 987917448 irene zipper +values clariffication NULL fred quirinius +values clariffication NULL fred xylophone +values clariffication NULL gabriella van buren +values clariffication NULL priscilla quirinius +wind surfing -1078214868 victor ellison +wind surfing -1095938490 victor robinson +wind surfing -1153978907 fred robinson +wind surfing -1201785350 quinn thompson +wind surfing -1222897252 zach white +wind surfing -1322736153 jessica polk +wind surfing -1340213051 rachel ovid +wind surfing -1426893312 +wind surfing -1437126017 yuri garcia +wind surfing -1447140800 mike underhill +wind surfing -146961490 alice ellison +wind surfing -1565785026 nick garcia +wind surfing -1578387726 tom thompson +wind surfing -163859725 zach laertes +wind surfing -1642207005 sarah garcia +wind surfing -1716506227 david garcia +wind surfing -1754203978 katie miller +wind surfing -1758125445 ethan brown +wind surfing -1817564067 rachel davidson +wind surfing -1820436871 alice thompson +wind surfing -1829691116 fred ellison +wind surfing -1832606512 jessica van buren +wind surfing -1873004551 irene zipper +wind surfing -18917438 sarah nixon +wind surfing -1914210382 rachel steinbeck +wind surfing -1924909143 tom young +wind surfing -2019287179 alice young +wind surfing -2037628236 luke xylophone +wind surfing -206177972 david hernandez +wind surfing -240529113 alice king +wind surfing -249150336 mike allen +wind surfing -253084551 wendy ichabod +wind surfing -300717684 sarah ovid +wind surfing -311437801 nick miller +wind surfing -409404534 luke nixon +wind surfing -45460011 mike nixon +wind surfing -469749219 calvin underhill +wind surfing -54793232 jessica van buren +wind surfing -571587579 katie underhill +wind surfing -592568201 fred steinbeck +wind surfing -829717122 +wind surfing -838656526 holly allen +wind surfing -915104901 yuri carson +wind surfing -916344293 nick thompson +wind surfing -951728053 ethan ovid +wind surfing 104004730 holly zipper +wind surfing 1045719941 oscar allen +wind surfing 1050809633 tom garcia +wind surfing 106847364 luke garcia +wind surfing 107680423 ulysses ellison +wind surfing 1102069050 oscar polk +wind surfing 1103797891 nick underhill +wind surfing 1109664665 nick king +wind surfing 1182595271 sarah allen +wind surfing 1191238870 xavier xylophone +wind surfing 1251556414 xavier ellison +wind surfing 1260480653 katie nixon +wind surfing 1342923026 rachel laertes +wind surfing 1434588588 nick allen +wind surfing 1566958573 jessica allen +wind surfing 1667594394 jessica zipper +wind surfing 167432368 priscilla hernandez +wind surfing 1767359228 zach brown +wind surfing 1796950944 ulysses garcia +wind surfing 1846184880 zach ellison +wind surfing 1920662116 tom hernandez +wind surfing 1934970004 rachel steinbeck +wind surfing 1949494660 calvin nixon +wind surfing 234452496 victor robinson +wind surfing 239078089 zach quirinius +wind surfing 270090617 holly laertes +wind surfing 371383749 jessica quirinius +wind surfing 37730738 david steinbeck +wind surfing 388707554 nick thompson +wind surfing 476858779 wendy underhill +wind surfing 48554395 gabriella allen +wind surfing 541118710 calvin van buren +wind surfing 581259902 yuri ellison +wind surfing 590719541 +wind surfing 658636280 alice white +wind surfing 659343542 irene thompson +wind surfing 661380540 quinn thompson +wind surfing 693876030 yuri king +wind surfing 715333063 mike young +wind surfing 77063155 zach brown +wind surfing 824235855 bob polk +wind surfing 866084887 david polk +wind surfing 872554087 jessica xylophone +wind surfing 923353533 ethan king +wind surfing 987734049 alice hernandez +xylophone band -1030565036 xavier king +xylophone band -1079086534 alice polk +xylophone band -1114208576 jessica hernandez +xylophone band -1117358187 ulysses falkner +xylophone band -1146649990 ethan ichabod +xylophone band -1257859205 mike garcia +xylophone band -1280919769 +xylophone band -1349876582 fred davidson +xylophone band -1430903652 bob zipper +xylophone band -1444011944 jessica miller +xylophone band -1565671389 bob underhill +xylophone band -1606567895 holly nixon +xylophone band -1648991909 holly white +xylophone band -1702587308 +xylophone band -1731820254 luke robinson +xylophone band -1850492820 victor miller +xylophone band -1858443953 tom zipper +xylophone band -1881263242 ulysses zipper +xylophone band -1953605752 oscar xylophone +xylophone band -1989778424 luke falkner +xylophone band -2017279089 alice ellison +xylophone band -2043805661 yuri robinson +xylophone band -2066134281 alice zipper +xylophone band -2076886223 ethan carson +xylophone band -2138343289 xavier davidson +xylophone band -318380015 katie ichabod +xylophone band -393723522 gabriella carson +xylophone band -412333994 mike ichabod +xylophone band -423190290 nick underhill +xylophone band -603273425 ethan steinbeck +xylophone band -675125724 nick garcia +xylophone band -726879427 calvin young +xylophone band -765190882 mike white +xylophone band -909024258 ethan carson +xylophone band -914329027 zach xylophone +xylophone band -916495008 priscilla polk +xylophone band -932921363 alice xylophone +xylophone band 1094778643 zach king +xylophone band 115470151 mike ellison +xylophone band 1179528290 luke falkner +xylophone band 1256676429 mike ovid +xylophone band 1333148555 katie allen +xylophone band 1440427914 katie garcia +xylophone band 1517915751 quinn ovid +xylophone band 1519993904 gabriella ellison +xylophone band 1544482684 priscilla quirinius +xylophone band 1768399622 ulysses king +xylophone band 197056787 xavier white +xylophone band 2052773366 katie carson +xylophone band 206121314 xavier brown +xylophone band 26270580 oscar hernandez +xylophone band 323817967 yuri king +xylophone band 343362793 nick johnson +xylophone band 471464395 calvin allen +xylophone band 492639283 bob van buren +xylophone band 522895626 luke davidson +xylophone band 583458404 fred falkner +xylophone band 596045726 calvin quirinius +xylophone band 626251612 nick young +xylophone band 6526476 sarah brown +xylophone band 656636097 luke carson +xylophone band 688547276 +xylophone band 720703232 oscar garcia +xylophone band 882331889 katie zipper +xylophone band 923980398 katie van buren +xylophone band 945911081 xavier miller +xylophone band 955267058 quinn carson +xylophone band 977292235 luke van buren +xylophone band 994798486 ulysses ellison +xylophone band 997193329 david johnson +xylophone band NULL jessica quirinius +yard duty -1032306832 katie davidson +yard duty -1038565721 wendy laertes +yard duty -1249134513 priscilla underhill +yard duty -1274158260 oscar ichabod +yard duty -1404921781 rachel miller +yard duty -1458382451 gabriella brown +yard duty -1463884101 katie ichabod +yard duty -1531040609 rachel davidson +yard duty -1609864597 ethan hernandez +yard duty -1621721177 nick thompson +yard duty -1635301453 luke ichabod +yard duty -186764959 xavier steinbeck +yard duty -1871209811 fred polk +yard duty -1909635960 priscilla quirinius +yard duty -1983567458 nick laertes +yard duty -20639382 mike falkner +yard duty -251576563 luke laertes +yard duty -291577538 irene white +yard duty -300429552 calvin johnson +yard duty -463071187 quinn young +yard duty -520725912 victor king +yard duty -534894953 xavier ovid +yard duty -607285491 sarah thompson +yard duty -625788713 katie robinson +yard duty -693207128 jessica xylophone +yard duty -714594143 priscilla brown +yard duty -797889292 oscar miller +yard duty -812431220 holly robinson +yard duty -884109192 alice zipper +yard duty -892839693 wendy davidson +yard duty 1001732850 yuri king +yard duty 1022707418 +yard duty 115111911 priscilla allen +yard duty 1194089079 nick falkner +yard duty 1304431147 priscilla thompson +yard duty 1332181668 ulysses laertes +yard duty 1458051497 wendy garcia +yard duty 1464703053 david white +yard duty 1516149502 david ichabod +yard duty 1625751062 jessica nixon +yard duty 1678261510 wendy davidson +yard duty 1796486238 bob nixon +yard duty 1912175355 alice nixon +yard duty 2042816480 zach steinbeck +yard duty 210003006 xavier falkner +yard duty 2133492883 gabriella thompson +yard duty 252169185 katie laertes +yard duty 25400543 quinn robinson +yard duty 259524903 bob nixon +yard duty 467753905 gabriella xylophone +yard duty 538766635 irene laertes +yard duty 615661052 bob ellison +yard duty 654939016 katie steinbeck +yard duty 692666133 mike miller +yard duty 703111607 nick young +yard duty 745725681 mike polk +yard duty 770574055 +yard duty 881396599 luke white +yard duty 900992177 fred king +yard duty 932774185 bob king +yard duty NULL calvin ichabod +yard duty NULL gabriella ovid +yard duty NULL holly hernandez +yard duty NULL irene garcia +yard duty NULL rachel steinbeck +yard duty NULL tom miller +yard duty NULL zach hernandez +zync studies -1009249550 calvin laertes +zync studies -1141652793 sarah ovid +zync studies -1171326281 irene xylophone +zync studies -1196101029 david king +zync studies -134686276 oscar nixon +zync studies -1348149160 oscar hernandez +zync studies -1423477356 katie ovid +zync studies -1425942083 katie zipper +zync studies -1625800024 fred falkner +zync studies -1703620970 calvin allen +zync studies -1709246310 yuri polk +zync studies -1749841790 katie thompson +zync studies -1804244259 sarah thompson +zync studies -1808960215 ethan davidson +zync studies -1880877824 tom quirinius +zync studies -207546600 jessica van buren +zync studies -2144241640 quinn ichabod +zync studies -308225568 yuri white +zync studies -329695030 holly van buren +zync studies -340462064 calvin quirinius +zync studies -37773326 fred hernandez +zync studies -37876543 bob van buren +zync studies -423378447 oscar white +zync studies -43858652 mike king +zync studies -449333854 katie white +zync studies -604362582 gabriella ichabod +zync studies -641062448 wendy carson +zync studies -876122064 sarah ellison +zync studies -901079162 fred ovid +zync studies -906545548 xavier falkner +zync studies -968377273 +zync studies 107941738 wendy nixon +zync studies 1103878879 gabriella xylophone +zync studies 1107757211 zach robinson +zync studies 1257621270 katie miller +zync studies 1303632852 quinn robinson +zync studies 131031898 calvin allen +zync studies 135341845 rachel young +zync studies 1372982791 ulysses robinson +zync studies 142722637 xavier quirinius +zync studies 1471913583 rachel robinson +zync studies 1485934602 tom garcia +zync studies 1524010024 zach xylophone +zync studies 1618123796 ethan ichabod +zync studies 1650676897 sarah nixon +zync studies 1687784247 bob king +zync studies 1723691683 +zync studies 1769324649 alice johnson +zync studies 187893585 luke ichabod +zync studies 2013376408 priscilla allen +zync studies 206454818 rachel allen +zync studies 2090044777 +zync studies 2125479431 tom davidson +zync studies 2144454927 irene young +zync studies 25644069 holly falkner +zync studies 30036142 wendy polk +zync studies 352214248 calvin allen +zync studies 407233168 katie young +zync studies 474795096 mike young +zync studies 476704350 sarah polk +zync studies 492968645 sarah underhill +zync studies 587797446 priscilla ellison +zync studies 854230650 ethan laertes +zync studies 869288953 alice miller +zync studies 929751599 +zync studies NULL holly young +zync studies NULL holly zipper +zync studies NULL priscilla young +zync studies NULL quinn quirinius +zync studies NULL yuri polk diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce3.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce3.q.out new file mode 100644 index 0000000..d34113c --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_reduce3.q.out @@ -0,0 +1,2169 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +create table vectortab2k( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@vectortab2k +POSTHOOK: query: -- SORT_QUERY_RESULTS + +create table vectortab2k( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +ROW FORMAT DELIMITED FIELDS TERMINATED BY '|' +STORED AS TEXTFILE +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@vectortab2k +PREHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/vectortab2k' OVERWRITE INTO TABLE vectortab2k +PREHOOK: type: LOAD +#### A masked pattern was here #### +PREHOOK: Output: default@vectortab2k +POSTHOOK: query: LOAD DATA LOCAL INPATH '../../data/files/vectortab2k' OVERWRITE INTO TABLE vectortab2k +POSTHOOK: type: LOAD +#### A masked pattern was here #### +POSTHOOK: Output: default@vectortab2k +PREHOOK: query: create table vectortab2korc( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@vectortab2korc +POSTHOOK: query: create table vectortab2korc( + t tinyint, + si smallint, + i int, + b bigint, + f float, + d double, + dc decimal(38,18), + bo boolean, + s string, + s2 string, + ts timestamp, + ts2 timestamp, + dt date) +STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@vectortab2korc +PREHOOK: query: INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k +PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2k +PREHOOK: Output: default@vectortab2korc +POSTHOOK: query: INSERT INTO TABLE vectortab2korc SELECT * FROM vectortab2k +POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2k +POSTHOOK: Output: default@vectortab2korc +POSTHOOK: Lineage: vectortab2korc.b SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:b, type:bigint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.bo SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:bo, type:boolean, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.d SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:d, type:double, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.dc SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:dc, type:decimal(38,18), comment:null), ] +POSTHOOK: Lineage: vectortab2korc.dt SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:dt, type:date, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.f SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:f, type:float, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.i SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:i, type:int, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.s SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:s, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.s2 SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:s2, type:string, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.si SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:si, type:smallint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.t SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:t, type:tinyint, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.ts SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:ts, type:timestamp, comment:null), ] +POSTHOOK: Lineage: vectortab2korc.ts2 SIMPLE [(vectortab2k)vectortab2k.FieldSchema(name:ts2, type:timestamp, comment:null), ] +PREHOOK: query: explain +select s from vectortab2korc order by s +PREHOOK: type: QUERY +POSTHOOK: query: explain +select s from vectortab2korc order by s +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: vectortab2korc + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: s (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Select Operator + expressions: KEY.reducesinkkey0 (type: string) + outputColumnNames: _col0 + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: select s from vectortab2korc order by s +PREHOOK: type: QUERY +PREHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### +POSTHOOK: query: select s from vectortab2korc order by s +POSTHOOK: type: QUERY +POSTHOOK: Input: default@vectortab2korc +#### A masked pattern was here #### + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +american history +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +biology +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +chemistry +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +debate +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +education +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +forestry +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +geology +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +history +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +industrial engineering +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +joggying +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +kindergarten +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +linguistics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +mathematics +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +nap time +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +opthamology +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +philosophy +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +quiet hour +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +religion +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +study skills +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +topology +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +undecided +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +values clariffication +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +wind surfing +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +xylophone band +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +yard duty +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies +zync studies diff --git a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out index a32c246..9571b5b 100644 --- a/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_reduce_groupby_decimal.q.out @@ -10,6 +10,10 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@decimal_test +POSTHOOK: Lineage: decimal_test.cdecimal1 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_test.cdecimal2 EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: decimal_test.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN SELECT cint, cdouble, cdecimal1, cdecimal2, min(cdecimal1) as min_decimal1 FROM decimal_test WHERE cdecimal1 is not null and cdecimal2 is not null @@ -31,6 +35,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -43,20 +48,22 @@ STAGE PLANS: Statistics: Num rows: 6102 Data size: 1440072 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (cdecimal1 is not null and cdecimal2 is not null) (type: boolean) - Statistics: Num rows: 1526 Data size: 360136 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6102 Data size: 1440072 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: min(cdecimal1) keys: cint (type: int), cdouble (type: double), cdecimal1 (type: decimal(20,10)), cdecimal2 (type: decimal(23,14)) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1526 Data size: 360136 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6102 Data size: 1440072 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: double), _col2 (type: decimal(20,10)), _col3 (type: decimal(23,14)) sort order: ++++ Map-reduce partition columns: _col0 (type: int), _col1 (type: double), _col2 (type: decimal(20,10)), _col3 (type: decimal(23,14)) - Statistics: Num rows: 1526 Data size: 360136 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6102 Data size: 1440072 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col4 (type: decimal(20,10)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -65,19 +72,20 @@ STAGE PLANS: keys: KEY._col0 (type: int), KEY._col1 (type: double), KEY._col2 (type: decimal(20,10)), KEY._col3 (type: decimal(23,14)) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 763 Data size: 180068 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3051 Data size: 720036 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: double), _col2 (type: decimal(20,10)), _col3 (type: decimal(23,14)) sort order: ++++ - Statistics: Num rows: 763 Data size: 180068 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3051 Data size: 720036 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col4 (type: decimal(20,10)) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: decimal(20,10)), KEY.reducesinkkey3 (type: decimal(23,14)), VALUE._col0 (type: decimal(20,10)) outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 763 Data size: 180068 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3051 Data size: 720036 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 50 Statistics: Num rows: 50 Data size: 11800 Basic stats: COMPLETE Column stats: NONE @@ -85,8 +93,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 50 Data size: 11800 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -111,56 +119,56 @@ LIMIT 50 POSTHOOK: type: QUERY POSTHOOK: Input: default@decimal_test #### A masked pattern was here #### --1073051226 -7382.0 -4409.2486486486 -5280.969230769231 -4409.2486486486 --1072081801 8373.0 5001.1702702703 5989.915384615385 5001.1702702703 --1072076362 -5470.0 -3267.2162162162 -3913.1538461538466 -3267.2162162162 --1070883071 -741.0 -442.5972972973 -530.1 -442.5972972973 --1070551679 -947.0 -565.6405405405 -677.4692307692308 -565.6405405405 --1069512165 11417.0 6819.3432432432 8167.546153846154 6819.3432432432 --1069109166 8390.0 5011.3243243243 6002.076923076923 5011.3243243243 --1068623584 -14005.0 -8365.1486486486 -10018.961538461539 -8365.1486486486 --1067386090 -3977.0 -2375.4513513514 -2845.084615384616 -2375.4513513514 --1066922682 -9987.0 -5965.2081081081 -7144.546153846154 -5965.2081081081 --1066226047 -9439.0 -5637.8891891892 -6752.515384615385 -5637.8891891892 --1065117869 2538.0 1515.9405405405 1815.646153846154 1515.9405405405 --1064949302 6454.0 3854.9567567568 4617.092307692308 3854.9567567568 --1063498122 -11480.0 -6856.972972973 -8212.615384615387 -6856.972972973 --1062973443 10541.0 6296.1108108108 7540.869230769231 6296.1108108108 --1061614989 -4234.0 -2528.9567567568 -3028.938461538462 -2528.9567567568 --1061057428 -1085.0 -648.0675675676 -776.1923076923077 -648.0675675676 --1059941909 8782.0 5245.4648648649 6282.507692307693 5245.4648648649 --1059338191 7322.0 4373.4108108108 5238.046153846154 4373.4108108108 --1059047258 12452.0 7437.5459459459 8907.969230769231 7437.5459459459 --1056684111 13991.0 8356.7864864865 10008.946153846155 8356.7864864865 --1055945837 13690.0 8177 9793.615384615387 8177 --1055669248 2570.0 1535.0540540541 1838.538461538462 1535.0540540541 --1055316250 -14990.0 -8953.4864864865 -10723.615384615385 -8953.4864864865 --1053385587 14504.0 8663.2 10375.938461538462 8663.2 --1053238077 -3704.0 -2212.3891891892 -2649.784615384616 -2212.3891891892 --1052745800 -12404.0 -7408.8756756757 -8873.630769230771 -7408.8756756757 --1052322972 -7433.0 -4439.7108108108 -5317.453846153847 -4439.7108108108 --1050684541 -8261.0 -4934.272972973 -5909.792307692308 -4934.272972973 --1050657303 -6999.0 -4180.4837837838 -5006.976923076923 -4180.4837837838 --1050165799 8634.0 5157.0648648649 6176.63076923077 5157.0648648649 +-1073051226 -7382.0 -4409.2486486486 -5280.96923076923100 -4409.2486486486 +-1072081801 8373.0 5001.1702702703 5989.91538461538500 5001.1702702703 +-1072076362 -5470.0 -3267.2162162162 -3913.15384615384660 -3267.2162162162 +-1070883071 -741.0 -442.5972972973 -530.10000000000000 -442.5972972973 +-1070551679 -947.0 -565.6405405405 -677.46923076923080 -565.6405405405 +-1069512165 11417.0 6819.3432432432 8167.54615384615400 6819.3432432432 +-1069109166 8390.0 5011.3243243243 6002.07692307692300 5011.3243243243 +-1068623584 -14005.0 -8365.1486486486 -10018.96153846153900 -8365.1486486486 +-1067386090 -3977.0 -2375.4513513514 -2845.08461538461600 -2375.4513513514 +-1066922682 -9987.0 -5965.2081081081 -7144.54615384615400 -5965.2081081081 +-1066226047 -9439.0 -5637.8891891892 -6752.51538461538500 -5637.8891891892 +-1065117869 2538.0 1515.9405405405 1815.64615384615400 1515.9405405405 +-1064949302 6454.0 3854.9567567568 4617.09230769230800 3854.9567567568 +-1063498122 -11480.0 -6856.9729729730 -8212.61538461538700 -6856.9729729730 +-1062973443 10541.0 6296.1108108108 7540.86923076923100 6296.1108108108 +-1061614989 -4234.0 -2528.9567567568 -3028.93846153846200 -2528.9567567568 +-1061057428 -1085.0 -648.0675675676 -776.19230769230770 -648.0675675676 +-1059941909 8782.0 5245.4648648649 6282.50769230769300 5245.4648648649 +-1059338191 7322.0 4373.4108108108 5238.04615384615400 4373.4108108108 +-1059047258 12452.0 7437.5459459459 8907.96923076923100 7437.5459459459 +-1056684111 13991.0 8356.7864864865 10008.94615384615500 8356.7864864865 +-1055945837 13690.0 8177.0000000000 9793.61538461538700 8177.0000000000 +-1055669248 2570.0 1535.0540540541 1838.53846153846200 1535.0540540541 +-1055316250 -14990.0 -8953.4864864865 -10723.61538461538500 -8953.4864864865 +-1053385587 14504.0 8663.2000000000 10375.93846153846200 8663.2000000000 +-1053238077 -3704.0 -2212.3891891892 -2649.78461538461600 -2212.3891891892 +-1052745800 -12404.0 -7408.8756756757 -8873.63076923077100 -7408.8756756757 +-1052322972 -7433.0 -4439.7108108108 -5317.45384615384700 -4439.7108108108 +-1050684541 -8261.0 -4934.2729729730 -5909.79230769230800 -4934.2729729730 +-1050657303 -6999.0 -4180.4837837838 -5006.97692307692300 -4180.4837837838 +-1050165799 8634.0 5157.0648648649 6176.63076923077000 5157.0648648649 -1048934049 -524.0 -312.9837837838 -374.86153846153854 -312.9837837838 --1046399794 4130.0 2466.8378378378 2954.5384615384614 2466.8378378378 --1045867222 -8034.0 -4798.6864864865 -5747.400000000001 -4798.6864864865 --1045196363 -5039.0 -3009.7810810811 -3604.823076923077 -3009.7810810811 --1045181724 -5706.0 -3408.1783783784 -4081.9846153846156 -3408.1783783784 --1045087657 -5865.0 -3503.1486486486 -4195.7307692307695 -3503.1486486486 --1044207190 5381.0 3214.0567567568 3849.4846153846156 3214.0567567568 --1044093617 -3422.0 -2043.9513513514 -2448.046153846154 -2043.9513513514 --1043573508 16216.0 9685.772972973 11600.676923076924 9685.772972973 --1043132597 12302.0 7347.9513513514 8800.66153846154 7347.9513513514 --1043082182 9180.0 5483.1891891892 6567.2307692307695 5483.1891891892 --1042805968 5133.0 3065.927027027 3672.0692307692307 3065.927027027 --1042712895 9296.0 5552.4756756757 6650.215384615385 5552.4756756757 --1042396242 9583.0 5723.9 6855.53076923077 5723.9 --1041734429 -836.0 -499.3405405405 -598.0615384615385 -499.3405405405 --1041391389 -12970.0 -7746.9459459459 -9278.538461538463 -7746.9459459459 --1041252354 756.0 451.5567567568 540.8307692307692 451.5567567568 --1039776293 13704.0 8185.3621621622 9803.630769230771 8185.3621621622 --1039762548 -3802.0 -2270.9243243243 -2719.8923076923083 -2270.9243243243 +-1046399794 4130.0 2466.8378378378 2954.53846153846140 2466.8378378378 +-1045867222 -8034.0 -4798.6864864865 -5747.40000000000100 -4798.6864864865 +-1045196363 -5039.0 -3009.7810810811 -3604.82307692307700 -3009.7810810811 +-1045181724 -5706.0 -3408.1783783784 -4081.98461538461560 -3408.1783783784 +-1045087657 -5865.0 -3503.1486486486 -4195.73076923076950 -3503.1486486486 +-1044207190 5381.0 3214.0567567568 3849.48461538461560 3214.0567567568 +-1044093617 -3422.0 -2043.9513513514 -2448.04615384615400 -2043.9513513514 +-1043573508 16216.0 9685.7729729730 11600.67692307692400 9685.7729729730 +-1043132597 12302.0 7347.9513513514 8800.66153846154000 7347.9513513514 +-1043082182 9180.0 5483.1891891892 6567.23076923076950 5483.1891891892 +-1042805968 5133.0 3065.9270270270 3672.06923076923070 3065.9270270270 +-1042712895 9296.0 5552.4756756757 6650.21538461538500 5552.4756756757 +-1042396242 9583.0 5723.9000000000 6855.53076923077000 5723.9000000000 +-1041734429 -836.0 -499.3405405405 -598.06153846153850 -499.3405405405 +-1041391389 -12970.0 -7746.9459459459 -9278.53846153846300 -7746.9459459459 +-1041252354 756.0 451.5567567568 540.83076923076920 451.5567567568 +-1039776293 13704.0 8185.3621621622 9803.63076923077100 8185.3621621622 +-1039762548 -3802.0 -2270.9243243243 -2719.89230769230830 -2270.9243243243 PREHOOK: query: SELECT sum(hash(*)) FROM (SELECT cint, cdouble, cdecimal1, cdecimal2, min(cdecimal1) as min_decimal1 FROM decimal_test WHERE cdecimal1 is not null and cdecimal2 is not null diff --git a/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out b/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out index 23832ca..ca3d2fa 100644 --- a/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_string_concat.q.out @@ -286,6 +286,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -310,7 +311,9 @@ STAGE PLANS: sort order: + Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 2000 Data size: 918712 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -323,8 +326,9 @@ STAGE PLANS: key expressions: _col0 (type: string) sort order: + Statistics: Num rows: 1000 Data size: 459356 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: string) @@ -337,8 +341,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 50 Data size: 22950 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out b/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out new file mode 100644 index 0000000..0aa1e70 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_struct_in.q.out @@ -0,0 +1,645 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +-- 2 Strings +create table test_1 (`id` string, `lineid` string) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test_1 +POSTHOOK: query: -- SORT_QUERY_RESULTS + +-- 2 Strings +create table test_1 (`id` string, `lineid` string) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_1 +PREHOOK: query: insert into table test_1 values ('one','1'), ('seven','1') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@test_1 +POSTHOOK: query: insert into table test_1 values ('one','1'), ('seven','1') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@test_1 +POSTHOOK: Lineage: test_1.id SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_1.lineid SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: explain +select * from test_1 where struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from test_1 where struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_2] + Output:["_col0","_col1"] + Filter Operator [FIL_4] + predicate:(struct(id,lineid)) IN (const struct('two','3'), const struct('three','1'), const struct('one','1'), const struct('five','2'), const struct('six','1'), const struct('eight','1'), const struct('seven','1'), const struct('nine','1'), const struct('ten','1')) + TableScan [TS_0] + Output:["id","lineid"] + +PREHOOK: query: select * from test_1 where struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) +PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +#### A masked pattern was here #### +POSTHOOK: query: select * from test_1 where struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +#### A masked pattern was here #### +one 1 +seven 1 +PREHOOK: query: explain +select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) as b from test_1 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) as b from test_1 +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["id","lineid"] + +PREHOOK: query: select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) as b from test_1 +PREHOOK: type: QUERY +PREHOOK: Input: default@test_1 +#### A masked pattern was here #### +POSTHOOK: query: select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two','3'), +struct('three','1'), +struct('one','1'), +struct('five','2'), +struct('six','1'), +struct('eight','1'), +struct('seven','1'), +struct('nine','1'), +struct('ten','1') +) as b from test_1 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_1 +#### A masked pattern was here #### +one 1 true +seven 1 true +PREHOOK: query: -- 2 Integers +create table test_2 (`id` int, `lineid` int) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test_2 +POSTHOOK: query: -- 2 Integers +create table test_2 (`id` int, `lineid` int) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_2 +PREHOOK: query: insert into table test_2 values (1,1), (7,1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__2 +PREHOOK: Output: default@test_2 +POSTHOOK: query: insert into table test_2 values (1,1), (7,1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__2 +POSTHOOK: Output: default@test_2 +POSTHOOK: Lineage: test_2.id EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_2.lineid EXPRESSION [(values__tmp__table__2)values__tmp__table__2.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: explain +select * from test_2 where struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from test_2 where struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_2] + Output:["_col0","_col1"] + Filter Operator [FIL_4] + predicate:(struct(id,lineid)) IN (const struct(2,3), const struct(3,1), const struct(1,1), const struct(5,2), const struct(6,1), const struct(8,1), const struct(7,1), const struct(9,1), const struct(10,1)) + TableScan [TS_0] + Output:["id","lineid"] + +PREHOOK: query: select * from test_2 where struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) +PREHOOK: type: QUERY +PREHOOK: Input: default@test_2 +#### A masked pattern was here #### +POSTHOOK: query: select * from test_2 where struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2 +#### A masked pattern was here #### +1 1 +7 1 +PREHOOK: query: explain +select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) as b from test_2 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) as b from test_2 +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["id","lineid"] + +PREHOOK: query: select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) as b from test_2 +PREHOOK: type: QUERY +PREHOOK: Input: default@test_2 +#### A masked pattern was here #### +POSTHOOK: query: select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct(2,3), +struct(3,1), +struct(1,1), +struct(5,2), +struct(6,1), +struct(8,1), +struct(7,1), +struct(9,1), +struct(10,1) +) as b from test_2 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_2 +#### A masked pattern was here #### +1 1 true +7 1 true +PREHOOK: query: -- 1 String and 1 Integer +create table test_3 (`id` string, `lineid` int) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test_3 +POSTHOOK: query: -- 1 String and 1 Integer +create table test_3 (`id` string, `lineid` int) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_3 +PREHOOK: query: insert into table test_3 values ('one',1), ('seven',1) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__3 +PREHOOK: Output: default@test_3 +POSTHOOK: query: insert into table test_3 values ('one',1), ('seven',1) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__3 +POSTHOOK: Output: default@test_3 +POSTHOOK: Lineage: test_3.id SIMPLE [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_3.lineid EXPRESSION [(values__tmp__table__3)values__tmp__table__3.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: explain +select * from test_3 where struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from test_3 where struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_2] + Output:["_col0","_col1"] + Filter Operator [FIL_4] + predicate:(struct(id,lineid)) IN (const struct('two',3), const struct('three',1), const struct('one',1), const struct('five',2), const struct('six',1), const struct('eight',1), const struct('seven',1), const struct('nine',1), const struct('ten',1)) + TableScan [TS_0] + Output:["id","lineid"] + +PREHOOK: query: select * from test_3 where struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) +PREHOOK: type: QUERY +PREHOOK: Input: default@test_3 +#### A masked pattern was here #### +POSTHOOK: query: select * from test_3 where struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_3 +#### A masked pattern was here #### +one 1 +seven 1 +PREHOOK: query: explain +select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) as b from test_3 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) as b from test_3 +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2"] + TableScan [TS_0] + Output:["id","lineid"] + +PREHOOK: query: select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) as b from test_3 +PREHOOK: type: QUERY +PREHOOK: Input: default@test_3 +#### A masked pattern was here #### +POSTHOOK: query: select `id`, `lineid`, struct(`id`, `lineid`) +IN ( +struct('two',3), +struct('three',1), +struct('one',1), +struct('five',2), +struct('six',1), +struct('eight',1), +struct('seven',1), +struct('nine',1), +struct('ten',1) +) as b from test_3 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_3 +#### A masked pattern was here #### +one 1 true +seven 1 true +PREHOOK: query: -- 1 Integer and 1 String and 1 Double +create table test_4 (`my_bigint` bigint, `my_string` string, `my_double` double) stored as orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test_4 +POSTHOOK: query: -- 1 Integer and 1 String and 1 Double +create table test_4 (`my_bigint` bigint, `my_string` string, `my_double` double) stored as orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test_4 +PREHOOK: query: insert into table test_4 values (1, "b", 1.5), (1, "a", 0.5), (2, "b", 1.5) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__4 +PREHOOK: Output: default@test_4 +POSTHOOK: query: insert into table test_4 values (1, "b", 1.5), (1, "a", 0.5), (2, "b", 1.5) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__4 +POSTHOOK: Output: default@test_4 +POSTHOOK: Lineage: test_4.my_bigint EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +POSTHOOK: Lineage: test_4.my_double EXPRESSION [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col3, type:string, comment:), ] +POSTHOOK: Lineage: test_4.my_string SIMPLE [(values__tmp__table__4)values__tmp__table__4.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +PREHOOK: query: explain +select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) +PREHOOK: type: QUERY +POSTHOOK: query: explain +select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_2] + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_4] + predicate:(struct(my_bigint,my_string,my_double)) IN (const struct(1,'a',1.5), const struct(1,'b',-0.5), const struct(3,'b',1.5), const struct(1,'d',1.5), const struct(1,'c',1.5), const struct(1,'b',2.5), const struct(1,'b',0.5), const struct(5,'b',1.5), const struct(1,'a',0.5), const struct(3,'b',1.5)) + TableScan [TS_0] + Output:["my_bigint","my_string","my_double"] + +PREHOOK: query: select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) +PREHOOK: type: QUERY +PREHOOK: Input: default@test_4 +#### A masked pattern was here #### +POSTHOOK: query: select * from test_4 where struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_4 +#### A masked pattern was here #### +1 a 0.5 +PREHOOK: query: explain +select `my_bigint`, `my_string`, `my_double`, struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) as b from test_4 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select `my_bigint`, `my_string`, `my_double`, struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) as b from test_4 +POSTHOOK: type: QUERY +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3"] + TableScan [TS_0] + Output:["my_bigint","my_string","my_double"] + +PREHOOK: query: select `my_bigint`, `my_string`, `my_double`, struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) as b from test_4 +PREHOOK: type: QUERY +PREHOOK: Input: default@test_4 +#### A masked pattern was here #### +POSTHOOK: query: select `my_bigint`, `my_string`, `my_double`, struct(`my_bigint`, `my_string`, `my_double`) +IN ( +struct(1L, "a", 1.5D), +struct(1L, "b", -0.5D), +struct(3L, "b", 1.5D), +struct(1L, "d", 1.5D), +struct(1L, "c", 1.5D), +struct(1L, "b", 2.5D), +struct(1L, "b", 0.5D), +struct(5L, "b", 1.5D), +struct(1L, "a", 0.5D), +struct(3L, "b", 1.5D) +) as b from test_4 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test_4 +#### A masked pattern was here #### +1 a 0.5 true +1 b 1.5 false +2 b 1.5 false diff --git a/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out b/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out index 9b6e9d6..7d14256 100644 --- a/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_varchar_4.q.out @@ -156,6 +156,7 @@ STAGE PLANS: serde: org.apache.hadoop.hive.serde2.columnar.LazyBinaryColumnarSerDe name: default.varchar_lazy_binary_columnar Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-2 Dependency Collection diff --git a/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out b/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out index 8d9cd79..9c2c536 100644 --- a/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_varchar_mapjoin1.q.out @@ -98,6 +98,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@varchar_join1_vc1 POSTHOOK: Output: database:default POSTHOOK: Output: default@varchar_join1_vc1_orc +POSTHOOK: Lineage: varchar_join1_vc1_orc.c1 SIMPLE [(varchar_join1_vc1)varchar_join1_vc1.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: varchar_join1_vc1_orc.c2 SIMPLE [(varchar_join1_vc1)varchar_join1_vc1.FieldSchema(name:c2, type:varchar(10), comment:null), ] PREHOOK: query: create table varchar_join1_vc2_orc stored as orc as select * from varchar_join1_vc2 PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@varchar_join1_vc2 @@ -108,6 +110,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@varchar_join1_vc2 POSTHOOK: Output: database:default POSTHOOK: Output: default@varchar_join1_vc2_orc +POSTHOOK: Lineage: varchar_join1_vc2_orc.c1 SIMPLE [(varchar_join1_vc2)varchar_join1_vc2.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: varchar_join1_vc2_orc.c2 SIMPLE [(varchar_join1_vc2)varchar_join1_vc2.FieldSchema(name:c2, type:varchar(20), comment:null), ] PREHOOK: query: create table varchar_join1_str_orc stored as orc as select * from varchar_join1_str PREHOOK: type: CREATETABLE_AS_SELECT PREHOOK: Input: default@varchar_join1_str @@ -118,6 +122,8 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@varchar_join1_str POSTHOOK: Output: database:default POSTHOOK: Output: default@varchar_join1_str_orc +POSTHOOK: Lineage: varchar_join1_str_orc.c1 SIMPLE [(varchar_join1_str)varchar_join1_str.FieldSchema(name:c1, type:int, comment:null), ] +POSTHOOK: Lineage: varchar_join1_str_orc.c2 SIMPLE [(varchar_join1_str)varchar_join1_str.FieldSchema(name:c2, type:string, comment:null), ] PREHOOK: query: -- Join varchar with same length varchar explain select * from varchar_join1_vc1_orc a join varchar_join1_vc1_orc b on (a.c2 = b.c2) order by a.c1 PREHOOK: type: QUERY @@ -131,6 +137,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -143,28 +150,28 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c2 (type: varchar(10)) - 1 c2 (type: varchar(10)) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: varchar(10)) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: varchar(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: varchar(10)) + 1 _col1 (type: varchar(10)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: varchar(10)) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -172,27 +179,32 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c2 (type: varchar(10)) - sort order: + - Map-reduce partition columns: c2 (type: varchar(10)) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - value expressions: c1 (type: int) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: varchar(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: varchar(10)) + sort order: + + Map-reduce partition columns: _col1 (type: varchar(10)) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: varchar(10)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -225,6 +237,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -237,28 +250,28 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 c2 (type: varchar(20)) - 1 c2 (type: varchar(20)) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: varchar(20)) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: varchar(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: varchar(20)) + 1 _col1 (type: varchar(20)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: varchar(20)) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -266,27 +279,32 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c2 (type: varchar(20)) - sort order: + - Map-reduce partition columns: c2 (type: varchar(20)) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - value expressions: c1 (type: int) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: varchar(20)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: varchar(20)) + sort order: + + Map-reduce partition columns: _col1 (type: varchar(20)) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: varchar(20)) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -321,6 +339,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -332,29 +351,29 @@ STAGE PLANS: alias: a Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE Filter Operator - predicate: UDFToString(c2) is not null (type: boolean) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 UDFToString(c2) (type: string) - 1 c2 (type: string) - outputColumnNames: _col0, _col1, _col5, _col6 - input vertices: - 1 Map 3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true - Select Operator - expressions: _col0 (type: int), _col1 (type: varchar(10)), _col5 (type: int), _col6 (type: string) + predicate: c2 is not null (type: boolean) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: varchar(10)) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 UDFToString(_col1) (type: string) + 1 _col1 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + input vertices: + 1 Map 3 + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) sort order: + - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: varchar(10)), _col2 (type: int), _col3 (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -362,27 +381,32 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: c2 is not null (type: boolean) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: c2 (type: string) - sort order: + - Map-reduce partition columns: c2 (type: string) - Statistics: Num rows: 2 Data size: 182 Basic stats: COMPLETE Column stats: NONE - value expressions: c1 (type: int) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: c1 (type: int), c2 (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col1 (type: string) + sort order: + + Map-reduce partition columns: _col1 (type: string) + Statistics: Num rows: 3 Data size: 273 Basic stats: COMPLETE Column stats: NONE + value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: int), VALUE._col0 (type: varchar(10)), VALUE._col1 (type: int), VALUE._col2 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 2 Data size: 200 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 300 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out b/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out index 1a5f952..edb67f1 100644 --- a/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out +++ b/ql/src/test/results/clientpositive/llap/vector_varchar_simple.q.out @@ -62,6 +62,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -79,10 +80,12 @@ STAGE PLANS: key expressions: _col0 (type: varchar(10)) sort order: + Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: varchar(20)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: varchar(10)), VALUE._col0 (type: varchar(20)) @@ -95,8 +98,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 5 Data size: 880 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -162,6 +165,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -179,10 +183,12 @@ STAGE PLANS: key expressions: _col0 (type: varchar(10)) sort order: - Statistics: Num rows: 500 Data size: 88000 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 value expressions: _col1 (type: varchar(20)) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: varchar(10)), VALUE._col0 (type: varchar(20)) @@ -195,8 +201,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 5 Data size: 880 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -263,6 +269,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -271,36 +278,38 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: VALUE._col0 (type: int) outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: CAST( _col0 AS varchar(25)) (type: varchar(25)) outputColumnNames: _col0 - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1090 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 2150 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 1090 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out b/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out new file mode 100644 index 0000000..5a3cfe4 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vector_when_case_null.q.out @@ -0,0 +1,99 @@ +PREHOOK: query: -- SORT_QUERY_RESULTS + +create table count_case_groupby (key string, bool boolean) STORED AS orc +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@count_case_groupby +POSTHOOK: query: -- SORT_QUERY_RESULTS + +create table count_case_groupby (key string, bool boolean) STORED AS orc +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@count_case_groupby +PREHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@count_case_groupby +POSTHOOK: query: insert into table count_case_groupby values ('key1', true),('key2', false),('key3', NULL),('key4', false),('key5',NULL) +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@count_case_groupby +POSTHOOK: Lineage: count_case_groupby.bool EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col2, type:string, comment:), ] +POSTHOOK: Lineage: count_case_groupby.key SIMPLE [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +PREHOOK: query: explain +SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key +PREHOOK: type: QUERY +POSTHOOK: query: explain +SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Edges: + Reducer 2 <- Map 1 (SIMPLE_EDGE) +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: count_case_groupby + Statistics: Num rows: 5 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: key (type: string), CASE WHEN (bool) THEN (1) WHEN ((not bool)) THEN (0) ELSE (null) END (type: int) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Group By Operator + aggregations: count(_col1) + keys: _col0 (type: string) + mode: hash + outputColumnNames: _col0, _col1 + Statistics: Num rows: 5 Data size: 452 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: string) + sort order: + + Map-reduce partition columns: _col0 (type: string) + Statistics: Num rows: 5 Data size: 452 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: bigint) + Execution mode: vectorized, llap + LLAP IO: all inputs + Reducer 2 + Execution mode: vectorized, llap + Reduce Operator Tree: + Group By Operator + aggregations: count(VALUE._col0) + keys: KEY._col0 (type: string) + mode: mergepartial + outputColumnNames: _col0, _col1 + Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 2 Data size: 180 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + +PREHOOK: query: SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key +PREHOOK: type: QUERY +PREHOOK: Input: default@count_case_groupby +#### A masked pattern was here #### +POSTHOOK: query: SELECT key, COUNT(CASE WHEN bool THEN 1 WHEN NOT bool THEN 0 ELSE NULL END) AS cnt_bool0_ok FROM count_case_groupby GROUP BY key +POSTHOOK: type: QUERY +POSTHOOK: Input: default@count_case_groupby +#### A masked pattern was here #### +key1 1 +key2 1 +key3 0 +key4 1 +key5 0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_0.q.out b/ql/src/test/results/clientpositive/llap/vectorization_0.q.out index 85ed627..faceb5c 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_0.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_0.q.out @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -36,21 +37,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: ctinyint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ctinyint), max(ctinyint), count(ctinyint), count() mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: tinyint), _col1 (type: tinyint), _col2 (type: bigint), _col3 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -58,25 +60,25 @@ STAGE PLANS: aggregations: min(VALUE._col0), max(VALUE._col1), count(VALUE._col2), count(VALUE._col3) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: tinyint), _col2 (type: bigint), _col3 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: tinyint), VALUE._col0 (type: tinyint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -121,6 +123,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -130,21 +133,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: ctinyint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(ctinyint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -152,24 +156,24 @@ STAGE PLANS: aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -224,6 +228,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -233,21 +238,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: ctinyint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(ctinyint), variance(ctinyint), var_pop(ctinyint), var_samp(ctinyint), std(ctinyint), stddev(ctinyint), stddev_pop(ctinyint), stddev_samp(ctinyint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 636 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 636 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -255,25 +261,25 @@ STAGE PLANS: aggregations: avg(VALUE._col0), variance(VALUE._col1), var_pop(VALUE._col2), var_samp(VALUE._col3), std(VALUE._col4), stddev(VALUE._col5), stddev_pop(VALUE._col6), stddev_samp(VALUE._col7) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -334,6 +340,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -343,21 +350,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint) outputColumnNames: cbigint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(cbigint), max(cbigint), count(cbigint), count() mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -365,25 +373,25 @@ STAGE PLANS: aggregations: min(VALUE._col0), max(VALUE._col1), count(VALUE._col2), count(VALUE._col3) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: bigint), _col2 (type: bigint), _col3 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: bigint), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -428,6 +436,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -437,21 +446,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint) outputColumnNames: cbigint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(cbigint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -459,24 +469,24 @@ STAGE PLANS: aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -531,6 +541,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -540,21 +551,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint) outputColumnNames: cbigint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 73392 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(cbigint), variance(cbigint), var_pop(cbigint), var_samp(cbigint), std(cbigint), stddev(cbigint), stddev_pop(cbigint), stddev_samp(cbigint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 640 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -562,25 +574,25 @@ STAGE PLANS: aggregations: avg(VALUE._col0), variance(VALUE._col1), var_pop(VALUE._col2), var_samp(VALUE._col3), std(VALUE._col4), stddev(VALUE._col5), stddev_pop(VALUE._col6), stddev_samp(VALUE._col7) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -641,6 +653,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -650,21 +663,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cfloat (type: float) outputColumnNames: cfloat - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(cfloat), max(cfloat), count(cfloat), count() mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: float), _col1 (type: float), _col2 (type: bigint), _col3 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -672,25 +686,25 @@ STAGE PLANS: aggregations: min(VALUE._col0), max(VALUE._col1), count(VALUE._col2), count(VALUE._col3) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: float) sort order: + - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: float), _col2 (type: bigint), _col3 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: float), VALUE._col0 (type: float), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -735,6 +749,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -744,21 +759,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cfloat (type: float) outputColumnNames: cfloat - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(cfloat) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -766,24 +782,24 @@ STAGE PLANS: aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -838,6 +854,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -847,21 +864,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cfloat (type: float) outputColumnNames: cfloat - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(cfloat), variance(cfloat), var_pop(cfloat), var_samp(cfloat), std(cfloat), stddev(cfloat), stddev_pop(cfloat), stddev_samp(cfloat) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 636 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 636 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -869,25 +887,25 @@ STAGE PLANS: aggregations: avg(VALUE._col0), variance(VALUE._col1), var_pop(VALUE._col2), var_samp(VALUE._col3), std(VALUE._col4), stddev(VALUE._col5), stddev_pop(VALUE._col6), stddev_samp(VALUE._col7) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -987,6 +1005,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -995,42 +1014,43 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1210980 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: ((cstring2 like '%b%') or (79.553 <> UDFToDouble(cint)) or (UDFToDouble(cbigint) < cdouble) or ((UDFToShort(ctinyint) >= csmallint) and (cboolean2 = 1) and (3569.0 = UDFToDouble(ctinyint)))) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + predicate: ((cstring2 like '%b%') or (79.553 <> CAST( cint AS decimal(13,3))) or (UDFToDouble(cbigint) < cdouble) or ((UDFToShort(ctinyint) >= csmallint) and (cboolean2 = 1) and (3569 = UDFToInteger(ctinyint)))) (type: boolean) + Statistics: Num rows: 12288 Data size: 1210980 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint), cfloat (type: float), ctinyint (type: tinyint) outputColumnNames: cbigint, cfloat, ctinyint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1210980 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(cbigint), stddev_pop(cbigint), var_samp(cbigint), count(), sum(cfloat), min(ctinyint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 260 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: bigint), _col4 (type: double), _col5 (type: tinyint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: avg(VALUE._col0), stddev_pop(VALUE._col1), var_samp(VALUE._col2), count(VALUE._col3), sum(VALUE._col4), min(VALUE._col5) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), (- _col0) (type: double), (-6432.0 + _col0) (type: double), _col1 (type: double), (- (-6432.0 + _col0)) (type: double), ((- (-6432.0 + _col0)) + (-6432.0 + _col0)) (type: double), _col2 (type: double), (- (-6432.0 + _col0)) (type: double), (-6432.0 + (- (-6432.0 + _col0))) (type: double), (- (-6432.0 + _col0)) (type: double), ((- (-6432.0 + _col0)) / (- (-6432.0 + _col0))) (type: double), _col3 (type: bigint), _col4 (type: double), (_col2 % _col1) (type: double), (- _col2) (type: double), ((- (-6432.0 + _col0)) * (- _col0)) (type: double), _col5 (type: tinyint), (- _col5) (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17 - Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 136 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 136 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_1.q.out b/ql/src/test/results/clientpositive/llap/vectorization_1.q.out index 1b2d0e2..1e4c00c 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_1.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_1.q.out @@ -46,4 +46,4 @@ WHERE (((cdouble > ctinyint) POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -1074.830257547229 -40.89917266161449 -21997.674998402596 -21999.063998402595 4.839282601059194E8 62 -4.839282601059194E8 1073680599 8.5414512692247E10 7.569848642620903E10 10.175 3745 -563 +1074.830257547229 -40.89917266161449 -21997.674998402596 -21999.063998402595 4.839282601059194E8 62 -4.839282601059194E8 1073680599 85414512692.247 7.569848642620903E10 10.175 3745 -563 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_12.q.out b/ql/src/test/results/clientpositive/llap/vectorization_12.q.out index 2baa1df..a199fe8 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_12.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_12.q.out @@ -68,535 +68,535 @@ ORDER BY ctimestamp1, cdouble, cbigint, cstring1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### --1645852809 false DUSKf88a NULL 6764.0 -4.3506048E7 1645852809 1 -1645852809 0.0 6764.0 -6764.0 6764.0 4.3506048E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 6764.0 6764.0 4.3512812E7 0.0 --1645852809 false G7Ve8Px6a7J0DafBodF8JMma NULL -1291.0 8303712.0 1645852809 1 -1645852809 0.0 -1291.0 1291.0 -1291.0 -8303712.0 -1.64585844715E9 -1645852809 -1.554726368159204E-4 -1291.0 -1291.0 -8305003.0 0.0 --1645852809 false K7tGy146ydka NULL -1236.0 7949952.0 1645852809 1 -1645852809 0.0 -1236.0 1236.0 -1236.0 -7949952.0 -1.64585844715E9 -1645852809 -1.554726368159204E-4 -1236.0 -1236.0 -7951188.0 0.0 --1645852809 false OHG2wWD83Ba NULL 6914.0 -4.4470848E7 1645852809 1 -1645852809 0.0 6914.0 -6914.0 6914.0 4.4470848E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 6914.0 6914.0 4.4477762E7 0.0 --1645852809 false S7UM6KgdxTofi6rwXBFa2a NULL 12520.0 -8.052864E7 1645852809 1 -1645852809 0.0 12520.0 -12520.0 12520.0 8.052864E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 12520.0 12520.0 8.054116E7 0.0 --1645852809 false eNsh5tYa NULL NULL NULL 1645852809 1 -1645852809 0.0 NULL NULL NULL NULL -1.64585844715E9 -1645852809 NULL NULL NULL NULL NULL --1645852809 false iS4P5128HY44wa NULL 3890.0 -2.502048E7 1645852809 1 -1645852809 0.0 3890.0 -3890.0 3890.0 2.502048E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 3890.0 3890.0 2.502437E7 0.0 --1645852809 false kro4Xu41bB7hiFa NULL -3277.0 2.1077664E7 1645852809 1 -1645852809 0.0 -3277.0 3277.0 -3277.0 -2.1077664E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 -3277.0 -3277.0 -2.1080941E7 0.0 --1645852809 false lJ63qx87BLmdMfa NULL 11619.0 -7.4733408E7 1645852809 1 -1645852809 0.0 11619.0 -11619.0 11619.0 7.4733408E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 11619.0 11619.0 7.4745027E7 0.0 --1645852809 true 4gBPJa NULL 13167.0 -8.4690144E7 1645852809 1 -1645852809 0.0 13167.0 -13167.0 13167.0 8.4690144E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 13167.0 13167.0 8.4703311E7 0.0 --1645852809 true L057p1HPpJsmA3a NULL -9542.0 6.1374144E7 1645852809 1 -1645852809 0.0 -9542.0 9542.0 -9542.0 -6.1374144E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 -9542.0 -9542.0 -6.1383686E7 0.0 --1645852809 true PMoJ1NvQoAm5a NULL 539.0 -3466848.0 1645852809 1 -1645852809 0.0 539.0 -539.0 539.0 3466848.0 -1.64585844715E9 -1645852809 -1.554726368159204E-4 539.0 539.0 3467387.0 0.0 --1645852809 true Tt484a NULL 754.0 -4849728.0 1645852809 1 -1645852809 0.0 754.0 -754.0 754.0 4849728.0 -1.64585844715E9 -1645852809 -1.554726368159204E-4 754.0 754.0 4850482.0 0.0 --1645852809 true a NULL -2944.0 1.8935808E7 1645852809 1 -1645852809 0.0 -2944.0 2944.0 -2944.0 -1.8935808E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 -2944.0 -2944.0 -1.8938752E7 0.0 --1645852809 true a NULL -5905.0 3.798096E7 1645852809 1 -1645852809 0.0 -5905.0 5905.0 -5905.0 -3.798096E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 -5905.0 -5905.0 -3.7986865E7 0.0 --1645852809 true a NULL 4991.0 -3.2102112E7 1645852809 1 -1645852809 0.0 4991.0 -4991.0 4991.0 3.2102112E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 4991.0 4991.0 3.2107103E7 0.0 --1645852809 true bBAKio7bAmQq7vIlsc8H14a NULL 1949.0 -1.2535968E7 1645852809 1 -1645852809 0.0 1949.0 -1949.0 1949.0 1.2535968E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 1949.0 1949.0 1.2537917E7 0.0 --1645852809 true dun2EEixI701imr3d6a NULL -8352.0 5.3720064E7 1645852809 1 -1645852809 0.0 -8352.0 8352.0 -8352.0 -5.3720064E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 -8352.0 -8352.0 -5.3728416E7 0.0 --1645852809 true hnq6hkAfna NULL 5926.0 -3.8116032E7 1645852809 1 -1645852809 0.0 5926.0 -5926.0 5926.0 3.8116032E7 -1.64585844715E9 -1645852809 -1.554726368159204E-4 5926.0 5926.0 3.8121958E7 0.0 --1887561756 false 5712We1FSa NULL 8801.0 -5.6608032E7 1887561756 1 -1887561756 0.0 8801.0 -8801.0 8801.0 5.6608032E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 8801.0 8801.0 5.6616833E7 0.0 --1887561756 false a NULL 3350.0 -2.15472E7 1887561756 1 -1887561756 0.0 3350.0 -3350.0 3350.0 2.15472E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 3350.0 3350.0 2.155055E7 0.0 --1887561756 false f3oGa8ByjMs5eo7462S84Aa NULL 4278.0 -2.7516096E7 1887561756 1 -1887561756 0.0 4278.0 -4278.0 4278.0 2.7516096E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 4278.0 4278.0 2.7520374E7 0.0 --1887561756 false w62rRn0DnCSWJ1ht6qWa NULL -5638.15 3.62645808E7 1887561756 1 -1887561756 0.0 -5638.15 5638.15 -5638.15 -3.62645808E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 -5638.15 -5638.15 -3.6270218949999996E7 0.0 --1887561756 true 055VA1s2XC7q70aD8S0PLpa NULL -12485.0 8.030352E7 1887561756 1 -1887561756 0.0 -12485.0 12485.0 -12485.0 -8.030352E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 -12485.0 -12485.0 -8.0316005E7 0.0 --1887561756 true 47x5248dXuiqta NULL -12888.0 8.2895616E7 1887561756 1 -1887561756 0.0 -12888.0 12888.0 -12888.0 -8.2895616E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 -12888.0 -12888.0 -8.2908504E7 0.0 --1887561756 true 7C1L24VM7Ya NULL 4122.0 -2.6512704E7 1887561756 1 -1887561756 0.0 4122.0 -4122.0 4122.0 2.6512704E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 4122.0 4122.0 2.6516826E7 0.0 --1887561756 true FWCW47mXs2a NULL -6839.0 4.3988448E7 1887561756 1 -1887561756 0.0 -6839.0 6839.0 -6839.0 -4.3988448E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 -6839.0 -6839.0 -4.3995287E7 0.0 --1887561756 true LAFo0rFpPj1aW8Js4Scpa NULL 2719.0 -1.7488608E7 1887561756 1 -1887561756 0.0 2719.0 -2719.0 2719.0 1.7488608E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 2719.0 2719.0 1.7491327E7 0.0 --1887561756 true hQAra NULL 14460.0 -9.300672E7 1887561756 1 -1887561756 0.0 14460.0 -14460.0 14460.0 9.300672E7 -1.88756739415E9 -1887561756 -1.554726368159204E-4 14460.0 14460.0 9.302118E7 0.0 -1864027286 true 01I27lE0Ec60Vhk6H72 NULL 4272.0 -2.7477504E7 -1864027286 1 1864027286 0.0 4272.0 -4272.0 4272.0 2.7477504E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4272.0 4272.0 2.7481776E7 0.0 -1864027286 true 01L3ajd5YosmyM330V3s NULL 3756.0 -2.4158592E7 -1864027286 1 1864027286 0.0 3756.0 -3756.0 3756.0 2.4158592E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3756.0 3756.0 2.4162348E7 0.0 -1864027286 true 03R4fW3q25Kl NULL -11690.0 7.519008E7 -1864027286 1 1864027286 0.0 -11690.0 11690.0 -11690.0 -7.519008E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11690.0 -11690.0 -7.520177E7 0.0 -1864027286 true 03jQEYjRQjm7 NULL -6739.0 4.3345248E7 -1864027286 1 1864027286 0.0 -6739.0 6739.0 -6739.0 -4.3345248E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6739.0 -6739.0 -4.3351987E7 0.0 -1864027286 true 067wD7F8YQ8h32jPa NULL -16012.0 1.02989184E8 -1864027286 1 1864027286 0.0 -16012.0 16012.0 -16012.0 -1.02989184E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16012.0 -16012.0 -1.03005196E8 0.0 -1864027286 true 08s07Nn26i3mlR5Bl83Ppo8L NULL 474.0 -3048768.0 -1864027286 1 1864027286 0.0 474.0 -474.0 474.0 3048768.0 1.86402164785E9 1864027286 -1.554726368159204E-4 474.0 474.0 3049242.0 0.0 -1864027286 true 0AP3HERf5Ra NULL 5045.0 -3.244944E7 -1864027286 1 1864027286 0.0 5045.0 -5045.0 5045.0 3.244944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5045.0 5045.0 3.2454485E7 0.0 -1864027286 true 0I62LB NULL -5466.0 3.5157312E7 -1864027286 1 1864027286 0.0 -5466.0 5466.0 -5466.0 -3.5157312E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5466.0 -5466.0 -3.5162778E7 0.0 -1864027286 true 0RvxJiyole51yN5 NULL -1211.0 7789152.0 -1864027286 1 1864027286 0.0 -1211.0 1211.0 -1211.0 -7789152.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1211.0 -1211.0 -7790363.0 0.0 -1864027286 true 0W67K0mT27r22f817281Ocq NULL -5818.0 3.7421376E7 -1864027286 1 1864027286 0.0 -5818.0 5818.0 -5818.0 -3.7421376E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5818.0 -5818.0 -3.7427194E7 0.0 -1864027286 true 0ag0Cv NULL -5942.0 3.8218944E7 -1864027286 1 1864027286 0.0 -5942.0 5942.0 -5942.0 -3.8218944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5942.0 -5942.0 -3.8224886E7 0.0 -1864027286 true 0eODhoL30gUMY NULL 2590.0 -1.665888E7 -1864027286 1 1864027286 0.0 2590.0 -2590.0 2590.0 1.665888E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2590.0 2590.0 1.666147E7 0.0 -1864027286 true 0kywHd7EpIq611b5F8dkKd NULL 14509.0 -9.3321888E7 -1864027286 1 1864027286 0.0 14509.0 -14509.0 14509.0 9.3321888E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14509.0 14509.0 9.3336397E7 0.0 -1864027286 true 0mrq5CsKD4aq5mt26hUAYN54 NULL 1329.0 -8548128.0 -1864027286 1 1864027286 0.0 1329.0 -1329.0 1329.0 8548128.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1329.0 1329.0 8549457.0 0.0 -1864027286 true 0oNy2Lac8mgIoM408U8bisc NULL 14705.0 -9.458256E7 -1864027286 1 1864027286 0.0 14705.0 -14705.0 14705.0 9.458256E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14705.0 14705.0 9.4597265E7 0.0 -1864027286 true 0p3nIvm1c20J2e NULL 2066.0 -1.3288512E7 -1864027286 1 1864027286 0.0 2066.0 -2066.0 2066.0 1.3288512E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2066.0 2066.0 1.3290578E7 0.0 -1864027286 true 0wyLcN8FuKeK NULL -11456.0 7.3684992E7 -1864027286 1 1864027286 0.0 -11456.0 11456.0 -11456.0 -7.3684992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11456.0 -11456.0 -7.3696448E7 0.0 -1864027286 true 0xsFvigkQf7CEPVyXX78vG7D NULL 4014.0 -2.5818048E7 -1864027286 1 1864027286 0.0 4014.0 -4014.0 4014.0 2.5818048E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4014.0 4014.0 2.5822062E7 0.0 -1864027286 true 100xJdkyc NULL 14519.0 -9.3386208E7 -1864027286 1 1864027286 0.0 14519.0 -14519.0 14519.0 9.3386208E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14519.0 14519.0 9.3400727E7 0.0 -1864027286 true 10M3eGUsKVonbl70DyoCk25 NULL 5658.0 -3.6392256E7 -1864027286 1 1864027286 0.0 5658.0 -5658.0 5658.0 3.6392256E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5658.0 5658.0 3.6397914E7 0.0 -1864027286 true 10lL0XD6WP2x64f70N0fHmC1 NULL 4516.0 -2.9046912E7 -1864027286 1 1864027286 0.0 4516.0 -4516.0 4516.0 2.9046912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4516.0 4516.0 2.9051428E7 0.0 -1864027286 true 116MTW7f3P3 NULL -13443.0 8.6465376E7 -1864027286 1 1864027286 0.0 -13443.0 13443.0 -13443.0 -8.6465376E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13443.0 -13443.0 -8.6478819E7 0.0 -1864027286 true 11gEw8B737tUg NULL -8278.0 5.3244096E7 -1864027286 1 1864027286 0.0 -8278.0 8278.0 -8278.0 -5.3244096E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8278.0 -8278.0 -5.3252374E7 0.0 -1864027286 true 1470P NULL 328.0 -2109696.0 -1864027286 1 1864027286 0.0 328.0 -328.0 328.0 2109696.0 1.86402164785E9 1864027286 -1.554726368159204E-4 328.0 328.0 2110024.0 0.0 -1864027286 true 16twtB4w2UMSEu3q1L07AMj NULL 2940.0 -1.891008E7 -1864027286 1 1864027286 0.0 2940.0 -2940.0 2940.0 1.891008E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2940.0 2940.0 1.891302E7 0.0 -1864027286 true 1AV8SL56Iv0rm3vw NULL 9142.0 -5.8801344E7 -1864027286 1 1864027286 0.0 9142.0 -9142.0 9142.0 5.8801344E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9142.0 9142.0 5.8810486E7 0.0 -1864027286 true 1BQ22Cx70452I4mV1 NULL 10259.0 -6.5985888E7 -1864027286 1 1864027286 0.0 10259.0 -10259.0 10259.0 6.5985888E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10259.0 10259.0 6.5996147E7 0.0 -1864027286 true 1Ef7Tg NULL 5192.0 -3.3394944E7 -1864027286 1 1864027286 0.0 5192.0 -5192.0 5192.0 3.3394944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5192.0 5192.0 3.3400136E7 0.0 -1864027286 true 1K0M0lJ25 NULL 4141.0 -2.6634912E7 -1864027286 1 1864027286 0.0 4141.0 -4141.0 4141.0 2.6634912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4141.0 4141.0 2.6639053E7 0.0 -1864027286 true 1KXD04k80RltvQY NULL 1891.0 -1.2162912E7 -1864027286 1 1864027286 0.0 1891.0 -1891.0 1891.0 1.2162912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 1891.0 1891.0 1.2164803E7 0.0 -1864027286 true 1SkJLW1H NULL -12515.0 8.049648E7 -1864027286 1 1864027286 0.0 -12515.0 12515.0 -12515.0 -8.049648E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12515.0 -12515.0 -8.0508995E7 0.0 -1864027286 true 1U0Y0li08r50 NULL -15261.0 9.8158752E7 -1864027286 1 1864027286 0.0 -15261.0 15261.0 -15261.0 -9.8158752E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -15261.0 -15261.0 -9.8174013E7 0.0 -1864027286 true 1a47CF0K67apXs NULL -7715.0 4.962288E7 -1864027286 1 1864027286 0.0 -7715.0 7715.0 -7715.0 -4.962288E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7715.0 -7715.0 -4.9630595E7 0.0 -1864027286 true 1aI03p NULL 9766.0 -6.2814912E7 -1864027286 1 1864027286 0.0 9766.0 -9766.0 9766.0 6.2814912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9766.0 9766.0 6.2824678E7 0.0 -1864027286 true 1alMTip5YTi6R3K4Pk8 NULL 2130.0 -1.370016E7 -1864027286 1 1864027286 0.0 2130.0 -2130.0 2130.0 1.370016E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2130.0 2130.0 1.370229E7 0.0 -1864027286 true 1r3uaJGN7oo7If84Yc NULL 1322.0 -8503104.0 -1864027286 1 1864027286 0.0 1322.0 -1322.0 1322.0 8503104.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1322.0 1322.0 8504426.0 0.0 -1864027286 true 1t4KWqqqSILisWU5S4md8837 NULL -7101.0 4.5673632E7 -1864027286 1 1864027286 0.0 -7101.0 7101.0 -7101.0 -4.5673632E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7101.0 -7101.0 -4.5680733E7 0.0 -1864027286 true 1uerCssknyIB4 NULL 9620.0 -6.187584E7 -1864027286 1 1864027286 0.0 9620.0 -9620.0 9620.0 6.187584E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9620.0 9620.0 6.188546E7 0.0 -1864027286 true 1wMPbWHES0gcJ4C7438 NULL -10276.0 6.6095232E7 -1864027286 1 1864027286 0.0 -10276.0 10276.0 -10276.0 -6.6095232E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10276.0 -10276.0 -6.6105508E7 0.0 -1864027286 true 21I7qFxw2vnAO7N1R1yUMhr0 NULL 15604.0 -1.00364928E8 -1864027286 1 1864027286 0.0 15604.0 -15604.0 15604.0 1.00364928E8 1.86402164785E9 1864027286 -1.554726368159204E-4 15604.0 15604.0 1.00380532E8 0.0 -1864027286 true 21l7ppi3Q73w7DMg75H1e NULL -447.0 2875104.0 -1864027286 1 1864027286 0.0 -447.0 447.0 -447.0 -2875104.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -447.0 -447.0 -2875551.0 0.0 -1864027286 true 223qftA0b NULL 15017.0 -9.6589344E7 -1864027286 1 1864027286 0.0 15017.0 -15017.0 15017.0 9.6589344E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15017.0 15017.0 9.6604361E7 0.0 -1864027286 true 22s17wD60356NWi2m30gkHbm NULL 10267.0 -6.6037344E7 -1864027286 1 1864027286 0.0 10267.0 -10267.0 10267.0 6.6037344E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10267.0 10267.0 6.6047611E7 0.0 -1864027286 true 24t42K005K7v84Nx820euxD NULL 9362.0 -6.0216384E7 -1864027286 1 1864027286 0.0 9362.0 -9362.0 9362.0 6.0216384E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9362.0 9362.0 6.0225746E7 0.0 -1864027286 true 25MqX NULL -4221.0 2.7149472E7 -1864027286 1 1864027286 0.0 -4221.0 4221.0 -4221.0 -2.7149472E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4221.0 -4221.0 -2.7153693E7 0.0 -1864027286 true 26Mx1k447Tk5 NULL -3888.0 2.5007616E7 -1864027286 1 1864027286 0.0 -3888.0 3888.0 -3888.0 -2.5007616E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3888.0 -3888.0 -2.5011504E7 0.0 -1864027286 true 27M4Etiyf304s0aob NULL -5909.0 3.8006688E7 -1864027286 1 1864027286 0.0 -5909.0 5909.0 -5909.0 -3.8006688E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5909.0 -5909.0 -3.8012597E7 0.0 -1864027286 true 2ArdYqML3654nUjGJk3 NULL -16379.0 1.05349728E8 -1864027286 1 1864027286 0.0 -16379.0 16379.0 -16379.0 -1.05349728E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16379.0 -16379.0 -1.05366107E8 0.0 -1864027286 true 2Fis0xsRWB447Evs6Fa5cH NULL -9721.0 6.2525472E7 -1864027286 1 1864027286 0.0 -9721.0 9721.0 -9721.0 -6.2525472E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9721.0 -9721.0 -6.2535193E7 0.0 -1864027286 true 2LTgnBrqS3DAE446015Nc NULL -2942.0 1.8922944E7 -1864027286 1 1864027286 0.0 -2942.0 2942.0 -2942.0 -1.8922944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2942.0 -2942.0 -1.8925886E7 0.0 -1864027286 true 2Q1RY NULL 7887.0 -5.0729184E7 -1864027286 1 1864027286 0.0 7887.0 -7887.0 7887.0 5.0729184E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7887.0 7887.0 5.0737071E7 0.0 -1864027286 true 2VC0DK60DgLH NULL 10435.0 -6.711792E7 -1864027286 1 1864027286 0.0 10435.0 -10435.0 10435.0 6.711792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10435.0 10435.0 6.7128355E7 0.0 -1864027286 true 2c4e2 NULL -11760.0 7.564032E7 -1864027286 1 1864027286 0.0 -11760.0 11760.0 -11760.0 -7.564032E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11760.0 -11760.0 -7.565208E7 0.0 -1864027286 true 2cumAMuRN4kC5dJd888m NULL 1603.0 -1.0310496E7 -1864027286 1 1864027286 0.0 1603.0 -1603.0 1603.0 1.0310496E7 1.86402164785E9 1864027286 -1.554726368159204E-4 1603.0 1603.0 1.0312099E7 0.0 -1864027286 true 2mwT8k NULL -10653.0 6.8520096E7 -1864027286 1 1864027286 0.0 -10653.0 10653.0 -10653.0 -6.8520096E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10653.0 -10653.0 -6.8530749E7 0.0 -1864027286 true 2qh6a3is304PThbc NULL 11926.0 -7.6708032E7 -1864027286 1 1864027286 0.0 11926.0 -11926.0 11926.0 7.6708032E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11926.0 11926.0 7.6719958E7 0.0 -1864027286 true 2uLyD28144vklju213J1mr NULL -5470.0 3.518304E7 -1864027286 1 1864027286 0.0 -5470.0 5470.0 -5470.0 -3.518304E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5470.0 -5470.0 -3.518851E7 0.0 -1864027286 true 2y2n4Oh0B5PHX8mAMXq4wId2 NULL -7961.0 5.1205152E7 -1864027286 1 1864027286 0.0 -7961.0 7961.0 -7961.0 -5.1205152E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7961.0 -7961.0 -5.1213113E7 0.0 -1864027286 true 316qk10jD0dkAh78 NULL 4257.0 -2.7381024E7 -1864027286 1 1864027286 0.0 4257.0 -4257.0 4257.0 2.7381024E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4257.0 4257.0 2.7385281E7 0.0 -1864027286 true 3445NVr7c7wfE3Px NULL -15768.0 1.01419776E8 -1864027286 1 1864027286 0.0 -15768.0 15768.0 -15768.0 -1.01419776E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -15768.0 -15768.0 -1.01435544E8 0.0 -1864027286 true 37EE5NIy NULL -12996.0 8.3590272E7 -1864027286 1 1864027286 0.0 -12996.0 12996.0 -12996.0 -8.3590272E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12996.0 -12996.0 -8.3603268E7 0.0 -1864027286 true 3AKRFwBnv2163LyKqSXy NULL -10084.0 6.4860288E7 -1864027286 1 1864027286 0.0 -10084.0 10084.0 -10084.0 -6.4860288E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10084.0 -10084.0 -6.4870372E7 0.0 -1864027286 true 3AsYyeNCcv0R7fmt3K1uL NULL 11529.0 -7.4154528E7 -1864027286 1 1864027286 0.0 11529.0 -11529.0 11529.0 7.4154528E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11529.0 11529.0 7.4166057E7 0.0 -1864027286 true 3B3ubgg3B6a NULL 14468.0 -9.3058176E7 -1864027286 1 1864027286 0.0 14468.0 -14468.0 14468.0 9.3058176E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14468.0 14468.0 9.3072644E7 0.0 -1864027286 true 3C1y7deXML NULL -4035.0 2.595312E7 -1864027286 1 1864027286 0.0 -4035.0 4035.0 -4035.0 -2.595312E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4035.0 -4035.0 -2.5957155E7 0.0 -1864027286 true 3E1qqlB24B NULL 14152.0 -9.1025664E7 -1864027286 1 1864027286 0.0 14152.0 -14152.0 14152.0 9.1025664E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14152.0 14152.0 9.1039816E7 0.0 -1864027286 true 3T12mSFCYnrAx7EokPLq8002 NULL 5404.0 -3.4758528E7 -1864027286 1 1864027286 0.0 5404.0 -5404.0 5404.0 3.4758528E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5404.0 5404.0 3.4763932E7 0.0 -1864027286 true 3WsVeqb28VWEEOLI8ail NULL 2563.58 -1.6488946559999999E7 -1864027286 1 1864027286 0.0 2563.58 -2563.58 2563.58 1.6488946559999999E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2563.58 2563.58 1.6491510139999999E7 0.0 -1864027286 true 3d631tcs1g NULL 10796.0 -6.9439872E7 -1864027286 1 1864027286 0.0 10796.0 -10796.0 10796.0 6.9439872E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10796.0 10796.0 6.9450668E7 0.0 -1864027286 true 3h01b8LfJ812JV4gwhfT8u NULL 6798.0 -4.3724736E7 -1864027286 1 1864027286 0.0 6798.0 -6798.0 6798.0 4.3724736E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6798.0 6798.0 4.3731534E7 0.0 -1864027286 true 3kFb68 NULL -11779.0 7.5762528E7 -1864027286 1 1864027286 0.0 -11779.0 11779.0 -11779.0 -7.5762528E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11779.0 -11779.0 -7.5774307E7 0.0 -1864027286 true 3q4Mex4ok5Wj6j706Vh NULL -10286.0 6.6159552E7 -1864027286 1 1864027286 0.0 -10286.0 10286.0 -10286.0 -6.6159552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10286.0 -10286.0 -6.6169838E7 0.0 -1864027286 true 3sLC0Y2417i4n6Q5xcMF7 NULL -6106.0 3.9273792E7 -1864027286 1 1864027286 0.0 -6106.0 6106.0 -6106.0 -3.9273792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6106.0 -6106.0 -3.9279898E7 0.0 -1864027286 true 3t3EB NULL 15847.0 -1.01927904E8 -1864027286 1 1864027286 0.0 15847.0 -15847.0 15847.0 1.01927904E8 1.86402164785E9 1864027286 -1.554726368159204E-4 15847.0 15847.0 1.01943751E8 0.0 -1864027286 true 410L723g40Le351u NULL -11597.0 7.4591904E7 -1864027286 1 1864027286 0.0 -11597.0 11597.0 -11597.0 -7.4591904E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11597.0 -11597.0 -7.4603501E7 0.0 -1864027286 true 4186Py40K286Oc NULL 6351.0 -4.0849632E7 -1864027286 1 1864027286 0.0 6351.0 -6351.0 6351.0 4.0849632E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6351.0 6351.0 4.0855983E7 0.0 -1864027286 true 43d0nGQNH8m6wcT7p0T5Buu NULL -14035.0 9.027312E7 -1864027286 1 1864027286 0.0 -14035.0 14035.0 -14035.0 -9.027312E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14035.0 -14035.0 -9.0287155E7 0.0 -1864027286 true 46a8K1 NULL -8764.0 5.6370048E7 -1864027286 1 1864027286 0.0 -8764.0 8764.0 -8764.0 -5.6370048E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8764.0 -8764.0 -5.6378812E7 0.0 -1864027286 true 488l506x NULL 8868.0 -5.7038976E7 -1864027286 1 1864027286 0.0 8868.0 -8868.0 8868.0 5.7038976E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8868.0 8868.0 5.7047844E7 0.0 -1864027286 true 48Dj7hY48w7 NULL 5146.0 -3.3099072E7 -1864027286 1 1864027286 0.0 5146.0 -5146.0 5146.0 3.3099072E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5146.0 5146.0 3.3104218E7 0.0 -1864027286 true 4BxeN7PLh00qDKq13Nu8eVQ NULL 2336.0 -1.5025152E7 -1864027286 1 1864027286 0.0 2336.0 -2336.0 2336.0 1.5025152E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2336.0 2336.0 1.5027488E7 0.0 -1864027286 true 4CLH5Pd31NWO NULL 13840.0 -8.901888E7 -1864027286 1 1864027286 0.0 13840.0 -13840.0 13840.0 8.901888E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13840.0 13840.0 8.903272E7 0.0 -1864027286 true 4D64Q522LOJY7lu4 NULL -6407.0 4.1209824E7 -1864027286 1 1864027286 0.0 -6407.0 6407.0 -6407.0 -4.1209824E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6407.0 -6407.0 -4.1216231E7 0.0 -1864027286 true 4F3Tu14b35h26Q7 NULL -4033.0 2.5940256E7 -1864027286 1 1864027286 0.0 -4033.0 4033.0 -4033.0 -2.5940256E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4033.0 -4033.0 -2.5944289E7 0.0 -1864027286 true 4Ko41XvrHww1YXrctT NULL 367.0 -2360544.0 -1864027286 1 1864027286 0.0 367.0 -367.0 367.0 2360544.0 1.86402164785E9 1864027286 -1.554726368159204E-4 367.0 367.0 2360911.0 0.0 -1864027286 true 4O41kg NULL -15027.0 9.6653664E7 -1864027286 1 1864027286 0.0 -15027.0 15027.0 -15027.0 -9.6653664E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -15027.0 -15027.0 -9.6668691E7 0.0 -1864027286 true 4R0Dk NULL 3617.0 -2.3264544E7 -1864027286 1 1864027286 0.0 3617.0 -3617.0 3617.0 2.3264544E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3617.0 3617.0 2.3268161E7 0.0 -1864027286 true 4kyK2032wUS2iyU28i NULL 8061.0 -5.1848352E7 -1864027286 1 1864027286 0.0 8061.0 -8061.0 8061.0 5.1848352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8061.0 8061.0 5.1856413E7 0.0 -1864027286 true 4srDycbXO8 NULL 4969.0 -3.1960608E7 -1864027286 1 1864027286 0.0 4969.0 -4969.0 4969.0 3.1960608E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4969.0 4969.0 3.1965577E7 0.0 -1864027286 true 4stOSK0N7i8 NULL -15871.0 1.02082272E8 -1864027286 1 1864027286 0.0 -15871.0 15871.0 -15871.0 -1.02082272E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -15871.0 -15871.0 -1.02098143E8 0.0 -1864027286 true 4teNUJ1 NULL -13436.0 8.6420352E7 -1864027286 1 1864027286 0.0 -13436.0 13436.0 -13436.0 -8.6420352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13436.0 -13436.0 -8.6433788E7 0.0 -1864027286 true 54yQ6 NULL 7148.0 -4.5975936E7 -1864027286 1 1864027286 0.0 7148.0 -7148.0 7148.0 4.5975936E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7148.0 7148.0 4.5983084E7 0.0 -1864027286 true 55b1rXQ20u321On2QrDo51K8 NULL -5132.0 3.3009024E7 -1864027286 1 1864027286 0.0 -5132.0 5132.0 -5132.0 -3.3009024E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5132.0 -5132.0 -3.3014156E7 0.0 -1864027286 true 55laBDd2J6deffIvr0EknAc NULL 14095.0 -9.065904E7 -1864027286 1 1864027286 0.0 14095.0 -14095.0 14095.0 9.065904E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14095.0 14095.0 9.0673135E7 0.0 -1864027286 true 563414Ge0cqfJ8v5SaIQ2W3j NULL -7170.0 4.611744E7 -1864027286 1 1864027286 0.0 -7170.0 7170.0 -7170.0 -4.611744E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7170.0 -7170.0 -4.612461E7 0.0 -1864027286 true 587FWG5e1NylA0SQD NULL -7788.0 5.0092416E7 -1864027286 1 1864027286 0.0 -7788.0 7788.0 -7788.0 -5.0092416E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7788.0 -7788.0 -5.0100204E7 0.0 -1864027286 true 5BFMY8Bb582h6 NULL 4122.0 -2.6512704E7 -1864027286 1 1864027286 0.0 4122.0 -4122.0 4122.0 2.6512704E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4122.0 4122.0 2.6516826E7 0.0 -1864027286 true 5EOwuCtm184 NULL 6597.0 -4.2431904E7 -1864027286 1 1864027286 0.0 6597.0 -6597.0 6597.0 4.2431904E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6597.0 6597.0 4.2438501E7 0.0 -1864027286 true 5OcrJ NULL -852.0 5480064.0 -1864027286 1 1864027286 0.0 -852.0 852.0 -852.0 -5480064.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -852.0 -852.0 -5480916.0 0.0 -1864027286 true 5V14R7pp4m2XvyB3dDDqgxQ0 NULL -6256.0 4.0238592E7 -1864027286 1 1864027286 0.0 -6256.0 6256.0 -6256.0 -4.0238592E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6256.0 -6256.0 -4.0244848E7 0.0 -1864027286 true 5Wn74X54OPT5nIbTVM NULL -8790.0 5.653728E7 -1864027286 1 1864027286 0.0 -8790.0 8790.0 -8790.0 -5.653728E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8790.0 -8790.0 -5.654607E7 0.0 -1864027286 true 5Xab46Lyo NULL 7598.0 -4.8870336E7 -1864027286 1 1864027286 0.0 7598.0 -7598.0 7598.0 4.8870336E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7598.0 7598.0 4.8877934E7 0.0 -1864027286 true 5Y503avvhX3gUECL3 NULL 10854.0 -6.9812928E7 -1864027286 1 1864027286 0.0 10854.0 -10854.0 10854.0 6.9812928E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10854.0 10854.0 6.9823782E7 0.0 -1864027286 true 5eY1KB3 NULL 5204.0 -3.3472128E7 -1864027286 1 1864027286 0.0 5204.0 -5204.0 5204.0 3.3472128E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5204.0 5204.0 3.3477332E7 0.0 -1864027286 true 5gOeUOB NULL 2506.0 -1.6118592E7 -1864027286 1 1864027286 0.0 2506.0 -2506.0 2506.0 1.6118592E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2506.0 2506.0 1.6121098E7 0.0 -1864027286 true 5hwHlC8uO8 NULL -294.0 1891008.0 -1864027286 1 1864027286 0.0 -294.0 294.0 -294.0 -1891008.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -294.0 -294.0 -1891302.0 0.0 -1864027286 true 5lO3R6cjxRdsCi NULL -11252.0 7.2372864E7 -1864027286 1 1864027286 0.0 -11252.0 11252.0 -11252.0 -7.2372864E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11252.0 -11252.0 -7.2384116E7 0.0 -1864027286 true 5nXLE NULL -16124.0 1.03709568E8 -1864027286 1 1864027286 0.0 -16124.0 16124.0 -16124.0 -1.03709568E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16124.0 -16124.0 -1.03725692E8 0.0 -1864027286 true 5of6ay NULL -9761.0 6.2782752E7 -1864027286 1 1864027286 0.0 -9761.0 9761.0 -9761.0 -6.2782752E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9761.0 -9761.0 -6.2792513E7 0.0 -1864027286 true 5rvGhuUle NULL -13956.0 8.9764992E7 -1864027286 1 1864027286 0.0 -13956.0 13956.0 -13956.0 -8.9764992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13956.0 -13956.0 -8.9778948E7 0.0 -1864027286 true 5xaNVvLa NULL 2315.0 -1.489008E7 -1864027286 1 1864027286 0.0 2315.0 -2315.0 2315.0 1.489008E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2315.0 2315.0 1.4892395E7 0.0 -1864027286 true 5yFe2HK NULL 3396.0 -2.1843072E7 -1864027286 1 1864027286 0.0 3396.0 -3396.0 3396.0 2.1843072E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3396.0 3396.0 2.1846468E7 0.0 -1864027286 true 60041SoajDs4F2C NULL 12826.0 -8.2496832E7 -1864027286 1 1864027286 0.0 12826.0 -12826.0 12826.0 8.2496832E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12826.0 12826.0 8.2509658E7 0.0 -1864027286 true 60M56qKrd2j NULL -15205.0 9.779856E7 -1864027286 1 1864027286 0.0 -15205.0 15205.0 -15205.0 -9.779856E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -15205.0 -15205.0 -9.7813765E7 0.0 -1864027286 true 60Ydc418lOl284ss63 NULL 3316.0 -2.1328512E7 -1864027286 1 1864027286 0.0 3316.0 -3316.0 3316.0 2.1328512E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3316.0 3316.0 2.1331828E7 0.0 -1864027286 true 61fdP5u NULL 4143.0 -2.6647776E7 -1864027286 1 1864027286 0.0 4143.0 -4143.0 4143.0 2.6647776E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4143.0 4143.0 2.6651919E7 0.0 -1864027286 true 61gE6oOT4E0G83 NULL -3714.0 2.3888448E7 -1864027286 1 1864027286 0.0 -3714.0 3714.0 -3714.0 -2.3888448E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3714.0 -3714.0 -2.3892162E7 0.0 -1864027286 true 63L57061J754YaaV NULL -15253.0 9.8107296E7 -1864027286 1 1864027286 0.0 -15253.0 15253.0 -15253.0 -9.8107296E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -15253.0 -15253.0 -9.8122549E7 0.0 -1864027286 true 6648LI57SdO7 NULL 8854.0 -5.6948928E7 -1864027286 1 1864027286 0.0 8854.0 -8854.0 8854.0 5.6948928E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8854.0 8854.0 5.6957782E7 0.0 -1864027286 true 686HHW45wojg5OCxqdn NULL -3320.0 2.135424E7 -1864027286 1 1864027286 0.0 -3320.0 3320.0 -3320.0 -2.135424E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3320.0 -3320.0 -2.135756E7 0.0 -1864027286 true 6D47xA0FaDfy4h NULL 3100.0 -1.99392E7 -1864027286 1 1864027286 0.0 3100.0 -3100.0 3100.0 1.99392E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3100.0 3100.0 1.99423E7 0.0 -1864027286 true 6D8pQ38Wn NULL -16140.0 1.0381248E8 -1864027286 1 1864027286 0.0 -16140.0 16140.0 -16140.0 -1.0381248E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16140.0 -16140.0 -1.0382862E8 0.0 -1864027286 true 6E5g66uV1fm6 NULL -9886.0 6.3586752E7 -1864027286 1 1864027286 0.0 -9886.0 9886.0 -9886.0 -6.3586752E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9886.0 -9886.0 -6.3596638E7 0.0 -1864027286 true 6H463iHBu1HNq3oBr1ehE NULL -13152.0 8.4593664E7 -1864027286 1 1864027286 0.0 -13152.0 13152.0 -13152.0 -8.4593664E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13152.0 -13152.0 -8.4606816E7 0.0 -1864027286 true 6J2wyLGv NULL 6441.0 -4.1428512E7 -1864027286 1 1864027286 0.0 6441.0 -6441.0 6441.0 4.1428512E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6441.0 6441.0 4.1434953E7 0.0 -1864027286 true 6P5hI87IBw5BwP4T36lkB2 NULL -1388.0 8927616.0 -1864027286 1 1864027286 0.0 -1388.0 1388.0 -1388.0 -8927616.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1388.0 -1388.0 -8929004.0 0.0 -1864027286 true 6Qb7hMltqN0MY0xRf8 NULL 8243.0 -5.3018976E7 -1864027286 1 1864027286 0.0 8243.0 -8243.0 8243.0 5.3018976E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8243.0 8243.0 5.3027219E7 0.0 -1864027286 true 6XR3D100e NULL -13345.0 8.583504E7 -1864027286 1 1864027286 0.0 -13345.0 13345.0 -13345.0 -8.583504E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13345.0 -13345.0 -8.5848385E7 0.0 -1864027286 true 6Xh62epM8Akab NULL -7786.0 5.0079552E7 -1864027286 1 1864027286 0.0 -7786.0 7786.0 -7786.0 -5.0079552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7786.0 -7786.0 -5.0087338E7 0.0 -1864027286 true 6bO0XXrj NULL 11248.0 -7.2347136E7 -1864027286 1 1864027286 0.0 11248.0 -11248.0 11248.0 7.2347136E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11248.0 11248.0 7.2358384E7 0.0 -1864027286 true 6c6b1XPMiEw5 NULL -8731.0 5.6157792E7 -1864027286 1 1864027286 0.0 -8731.0 8731.0 -8731.0 -5.6157792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8731.0 -8731.0 -5.6166523E7 0.0 -1864027286 true 6gYlws NULL -11061.0 7.1144352E7 -1864027286 1 1864027286 0.0 -11061.0 11061.0 -11061.0 -7.1144352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11061.0 -11061.0 -7.1155413E7 0.0 -1864027286 true 6nhFMfJ6 NULL 109.0 -701088.0 -1864027286 1 1864027286 0.0 109.0 -109.0 109.0 701088.0 1.86402164785E9 1864027286 -1.554726368159204E-4 109.0 109.0 701197.0 0.0 -1864027286 true 720r2q1xoXc3Kcf3 NULL -8554.0 5.5019328E7 -1864027286 1 1864027286 0.0 -8554.0 8554.0 -8554.0 -5.5019328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8554.0 -8554.0 -5.5027882E7 0.0 -1864027286 true 7258G5fYVY NULL 13206.0 -8.4940992E7 -1864027286 1 1864027286 0.0 13206.0 -13206.0 13206.0 8.4940992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13206.0 13206.0 8.4954198E7 0.0 -1864027286 true 74iV6r7bnrdp03E4uW NULL -6917.0 4.4490144E7 -1864027286 1 1864027286 0.0 -6917.0 6917.0 -6917.0 -4.4490144E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6917.0 -6917.0 -4.4497061E7 0.0 -1864027286 true 74shmoR1 NULL -13746.0 8.8414272E7 -1864027286 1 1864027286 0.0 -13746.0 13746.0 -13746.0 -8.8414272E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13746.0 -13746.0 -8.8428018E7 0.0 -1864027286 true 764u1WA24hRh3rs NULL -2120.0 1.363584E7 -1864027286 1 1864027286 0.0 -2120.0 2120.0 -2120.0 -1.363584E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2120.0 -2120.0 -1.363796E7 0.0 -1864027286 true 7716wo8bn1 NULL -6978.0 4.4882496E7 -1864027286 1 1864027286 0.0 -6978.0 6978.0 -6978.0 -4.4882496E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6978.0 -6978.0 -4.4889474E7 0.0 -1864027286 true 7JDt8xM8G778vdBUA1 NULL -16092.0 1.03503744E8 -1864027286 1 1864027286 0.0 -16092.0 16092.0 -16092.0 -1.03503744E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16092.0 -16092.0 -1.03519836E8 0.0 -1864027286 true 7MHXQ0V71I NULL -5564.0 3.5787648E7 -1864027286 1 1864027286 0.0 -5564.0 5564.0 -5564.0 -3.5787648E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5564.0 -5564.0 -3.5793212E7 0.0 -1864027286 true 7PE3Nv5LTl NULL 6206.0 -3.9916992E7 -1864027286 1 1864027286 0.0 6206.0 -6206.0 6206.0 3.9916992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6206.0 6206.0 3.9923198E7 0.0 -1864027286 true 7Spfb6Q8pJBNWi3T NULL 6897.0 -4.4361504E7 -1864027286 1 1864027286 0.0 6897.0 -6897.0 6897.0 4.4361504E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6897.0 6897.0 4.4368401E7 0.0 -1864027286 true 7XhwAvjDFx87 NULL -7033.0 4.5236256E7 -1864027286 1 1864027286 0.0 -7033.0 7033.0 -7033.0 -4.5236256E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7033.0 -7033.0 -4.5243289E7 0.0 -1864027286 true 7afdC4616LFIHN NULL -2179.0 1.4015328E7 -1864027286 1 1864027286 0.0 -2179.0 2179.0 -2179.0 -1.4015328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2179.0 -2179.0 -1.4017507E7 0.0 -1864027286 true 7dqm3Oc6um NULL 5543.0 -3.5652576E7 -1864027286 1 1864027286 0.0 5543.0 -5543.0 5543.0 3.5652576E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5543.0 5543.0 3.5658119E7 0.0 -1864027286 true 7gGmkmKO80vxDN4 NULL -3322.0 2.1367104E7 -1864027286 1 1864027286 0.0 -3322.0 3322.0 -3322.0 -2.1367104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3322.0 -3322.0 -2.1370426E7 0.0 -1864027286 true 7ois1q60TPT4ckv5 NULL 1803.0 -1.1596896E7 -1864027286 1 1864027286 0.0 1803.0 -1803.0 1803.0 1.1596896E7 1.86402164785E9 1864027286 -1.554726368159204E-4 1803.0 1803.0 1.1598699E7 0.0 -1864027286 true 7sA426CHy4 NULL 3822.0 -2.4583104E7 -1864027286 1 1864027286 0.0 3822.0 -3822.0 3822.0 2.4583104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3822.0 3822.0 2.4586926E7 0.0 -1864027286 true 7smvc50Lf0Vc75l0Aw1 NULL 15538.0 -9.9940416E7 -1864027286 1 1864027286 0.0 15538.0 -15538.0 15538.0 9.9940416E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15538.0 15538.0 9.9955954E7 0.0 -1864027286 true 7t7tL288aFIHcovPB8 NULL 8982.0 -5.7772224E7 -1864027286 1 1864027286 0.0 8982.0 -8982.0 8982.0 5.7772224E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8982.0 8982.0 5.7781206E7 0.0 -1864027286 true 7u351EK474IcTOFW NULL -13653.0 8.7816096E7 -1864027286 1 1864027286 0.0 -13653.0 13653.0 -13653.0 -8.7816096E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13653.0 -13653.0 -8.7829749E7 0.0 -1864027286 true 7v3bUgTi6IBDVdvyb6sU NULL 14124.0 -9.0845568E7 -1864027286 1 1864027286 0.0 14124.0 -14124.0 14124.0 9.0845568E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14124.0 14124.0 9.0859692E7 0.0 -1864027286 true 7xINFn3pugc8IOw4GWi7nR NULL -4854.0 3.1220928E7 -1864027286 1 1864027286 0.0 -4854.0 4854.0 -4854.0 -3.1220928E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4854.0 -4854.0 -3.1225782E7 0.0 -1864027286 true 81TewRpuYX3 NULL -7310.0 4.701792E7 -1864027286 1 1864027286 0.0 -7310.0 7310.0 -7310.0 -4.701792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7310.0 -7310.0 -4.702523E7 0.0 -1864027286 true 83bn3y1 NULL -4638.0 2.9831616E7 -1864027286 1 1864027286 0.0 -4638.0 4638.0 -4638.0 -2.9831616E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4638.0 -4638.0 -2.9836254E7 0.0 -1864027286 true 840ng7eC1Ap8bgNEgSAVnwas NULL 5625.0 -3.618E7 -1864027286 1 1864027286 0.0 5625.0 -5625.0 5625.0 3.618E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5625.0 5625.0 3.6185625E7 0.0 -1864027286 true 84TvhtF NULL 352.0 -2264064.0 -1864027286 1 1864027286 0.0 352.0 -352.0 352.0 2264064.0 1.86402164785E9 1864027286 -1.554726368159204E-4 352.0 352.0 2264416.0 0.0 -1864027286 true 87y8G77XofAGWgM115XGM NULL -16026.0 1.03079232E8 -1864027286 1 1864027286 0.0 -16026.0 16026.0 -16026.0 -1.03079232E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16026.0 -16026.0 -1.03095258E8 0.0 -1864027286 true 88SB8 NULL -6209.0 3.9936288E7 -1864027286 1 1864027286 0.0 -6209.0 6209.0 -6209.0 -3.9936288E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6209.0 -6209.0 -3.9942497E7 0.0 -1864027286 true 8B7U2E2o5byWd3KV7i NULL -11273.0 7.2507936E7 -1864027286 1 1864027286 0.0 -11273.0 11273.0 -11273.0 -7.2507936E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11273.0 -11273.0 -7.2519209E7 0.0 -1864027286 true 8IcQ0DU NULL 13107.0 -8.4304224E7 -1864027286 1 1864027286 0.0 13107.0 -13107.0 13107.0 8.4304224E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13107.0 13107.0 8.4317331E7 0.0 -1864027286 true 8M42dX6x214GLI NULL 7956.0 -5.1172992E7 -1864027286 1 1864027286 0.0 7956.0 -7956.0 7956.0 5.1172992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7956.0 7956.0 5.1180948E7 0.0 -1864027286 true 8M8BPR10t2W0ypOh8 NULL -11817.0 7.6006944E7 -1864027286 1 1864027286 0.0 -11817.0 11817.0 -11817.0 -7.6006944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11817.0 -11817.0 -7.6018761E7 0.0 -1864027286 true 8Qr143GYBM NULL 12819.0 -8.2451808E7 -1864027286 1 1864027286 0.0 12819.0 -12819.0 12819.0 8.2451808E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12819.0 12819.0 8.2464627E7 0.0 -1864027286 true 8SGc8Ly1WTgwV1 NULL -6099.0 3.9228768E7 -1864027286 1 1864027286 0.0 -6099.0 6099.0 -6099.0 -3.9228768E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6099.0 -6099.0 -3.9234867E7 0.0 -1864027286 true 8W3527304W1WeGNo0q12l NULL 8804.0 -5.6627328E7 -1864027286 1 1864027286 0.0 8804.0 -8804.0 8804.0 5.6627328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8804.0 8804.0 5.6636132E7 0.0 -1864027286 true 8Xmc82JogMCeiE5 NULL 11982.0 -7.7068224E7 -1864027286 1 1864027286 0.0 11982.0 -11982.0 11982.0 7.7068224E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11982.0 11982.0 7.7080206E7 0.0 -1864027286 true 8b1rapGl7vy44odt4jFI NULL 13561.0 -8.7224352E7 -1864027286 1 1864027286 0.0 13561.0 -13561.0 13561.0 8.7224352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13561.0 13561.0 8.7237913E7 0.0 -1864027286 true 8fjJStK8D7bsF7P3d65118S NULL 11040.0 -7.100928E7 -1864027286 1 1864027286 0.0 11040.0 -11040.0 11040.0 7.100928E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11040.0 11040.0 7.102032E7 0.0 -1864027286 true 8hMHl64qhfWSdC NULL -8814.0 5.6691648E7 -1864027286 1 1864027286 0.0 -8814.0 8814.0 -8814.0 -5.6691648E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8814.0 -8814.0 -5.6700462E7 0.0 -1864027286 true 8lAl0YbpyMmPgI NULL -14696.0 9.4524672E7 -1864027286 1 1864027286 0.0 -14696.0 14696.0 -14696.0 -9.4524672E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14696.0 -14696.0 -9.4539368E7 0.0 -1864027286 true 8n431HuJF6X2x46Rt NULL -5513.0 3.5459616E7 -1864027286 1 1864027286 0.0 -5513.0 5513.0 -5513.0 -3.5459616E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5513.0 -5513.0 -3.5465129E7 0.0 -1864027286 true 8pbggxc NULL -3914.0 2.5174848E7 -1864027286 1 1864027286 0.0 -3914.0 3914.0 -3914.0 -2.5174848E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3914.0 -3914.0 -2.5178762E7 0.0 -1864027286 true 8r2TI3Svqra1Jc253gAYR3 NULL 15879.0 -1.02133728E8 -1864027286 1 1864027286 0.0 15879.0 -15879.0 15879.0 1.02133728E8 1.86402164785E9 1864027286 -1.554726368159204E-4 15879.0 15879.0 1.02149607E8 0.0 -1864027286 true 8r5uX85x2Pn7g3gJ0 NULL -3005.0 1.932816E7 -1864027286 1 1864027286 0.0 -3005.0 3005.0 -3005.0 -1.932816E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3005.0 -3005.0 -1.9331165E7 0.0 -1864027286 true 8tL4e4XE8jF2YLJ8l NULL 15061.0 -9.6872352E7 -1864027286 1 1864027286 0.0 15061.0 -15061.0 15061.0 9.6872352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15061.0 15061.0 9.6887413E7 0.0 -1864027286 true 8v0iU4C NULL -5891.0 3.7890912E7 -1864027286 1 1864027286 0.0 -5891.0 5891.0 -5891.0 -3.7890912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5891.0 -5891.0 -3.7896803E7 0.0 -1864027286 true A2REERChgbC5c4 NULL 11056.0 -7.1112192E7 -1864027286 1 1864027286 0.0 11056.0 -11056.0 11056.0 7.1112192E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11056.0 11056.0 7.1123248E7 0.0 -1864027286 true AFv66x72c72hjHPYqV0y4Qi NULL 14099.0 -9.0684768E7 -1864027286 1 1864027286 0.0 14099.0 -14099.0 14099.0 9.0684768E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14099.0 14099.0 9.0698867E7 0.0 -1864027286 true AGYktyr3k0GMQx7bWp NULL -12990.0 8.355168E7 -1864027286 1 1864027286 0.0 -12990.0 12990.0 -12990.0 -8.355168E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12990.0 -12990.0 -8.356467E7 0.0 -1864027286 true AS86Ghu6q7 NULL 10681.0 -6.8700192E7 -1864027286 1 1864027286 0.0 10681.0 -10681.0 10681.0 6.8700192E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10681.0 10681.0 6.8710873E7 0.0 -1864027286 true Ag7jo42O8LQxbFwe6TK NULL 570.0 -3666240.0 -1864027286 1 1864027286 0.0 570.0 -570.0 570.0 3666240.0 1.86402164785E9 1864027286 -1.554726368159204E-4 570.0 570.0 3666810.0 0.0 -1864027286 true B0q1K7dlcKAC46176yc83 NULL -12313.0 7.9197216E7 -1864027286 1 1864027286 0.0 -12313.0 12313.0 -12313.0 -7.9197216E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12313.0 -12313.0 -7.9209529E7 0.0 -1864027286 true BH3PJ6Nf5T0Tg NULL -5400.0 3.47328E7 -1864027286 1 1864027286 0.0 -5400.0 5400.0 -5400.0 -3.47328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5400.0 -5400.0 -3.47382E7 0.0 -1864027286 true BPm3v8Y4 NULL 3151.0 -2.0267232E7 -1864027286 1 1864027286 0.0 3151.0 -3151.0 3151.0 2.0267232E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3151.0 3151.0 2.0270383E7 0.0 -1864027286 true BS8FR NULL 12619.0 -8.1165408E7 -1864027286 1 1864027286 0.0 12619.0 -12619.0 12619.0 8.1165408E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12619.0 12619.0 8.1178027E7 0.0 -1864027286 true Bbow1DFvD65Sx6 NULL 7182.0 -4.6194624E7 -1864027286 1 1864027286 0.0 7182.0 -7182.0 7182.0 4.6194624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7182.0 7182.0 4.6201806E7 0.0 -1864027286 true BfDk1WlFIoug NULL 4220.0 -2.714304E7 -1864027286 1 1864027286 0.0 4220.0 -4220.0 4220.0 2.714304E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4220.0 4220.0 2.714726E7 0.0 -1864027286 true Bl1vfIc3iDf8iM7S1p8o2 NULL -15895.0 1.0223664E8 -1864027286 1 1864027286 0.0 -15895.0 15895.0 -15895.0 -1.0223664E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -15895.0 -15895.0 -1.02252535E8 0.0 -1864027286 true Bug1pfMQCEHkV6M1O4u NULL 9784.0 -6.2930688E7 -1864027286 1 1864027286 0.0 9784.0 -9784.0 9784.0 6.2930688E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9784.0 9784.0 6.2940472E7 0.0 -1864027286 true C043G NULL -13678.0 8.7976896E7 -1864027286 1 1864027286 0.0 -13678.0 13678.0 -13678.0 -8.7976896E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13678.0 -13678.0 -8.7990574E7 0.0 -1864027286 true C1KV2I0wL8wk7C6371 NULL 2776.0 -1.7855232E7 -1864027286 1 1864027286 0.0 2776.0 -2776.0 2776.0 1.7855232E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2776.0 2776.0 1.7858008E7 0.0 -1864027286 true C2HD3c8PSr8q NULL -9328.0 5.9997696E7 -1864027286 1 1864027286 0.0 -9328.0 9328.0 -9328.0 -5.9997696E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9328.0 -9328.0 -6.0007024E7 0.0 -1864027286 true CHP5367P06dFMPWw23eQ NULL -15760.0 1.0136832E8 -1864027286 1 1864027286 0.0 -15760.0 15760.0 -15760.0 -1.0136832E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -15760.0 -15760.0 -1.0138408E8 0.0 -1864027286 true Cq7458Q8iJtn4aq8I3E NULL -6900.0 4.43808E7 -1864027286 1 1864027286 0.0 -6900.0 6900.0 -6900.0 -4.43808E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6900.0 -6900.0 -4.43877E7 0.0 -1864027286 true CwKybtG8352074kNi8cV6qSN NULL -15279.0 9.8274528E7 -1864027286 1 1864027286 0.0 -15279.0 15279.0 -15279.0 -9.8274528E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -15279.0 -15279.0 -9.8289807E7 0.0 -1864027286 true Cxv2002dg27NL7053ily2CE NULL 9882.0 -6.3561024E7 -1864027286 1 1864027286 0.0 9882.0 -9882.0 9882.0 6.3561024E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9882.0 9882.0 6.3570906E7 0.0 -1864027286 true D3rrf4BKs5TE NULL 10659.0 -6.8558688E7 -1864027286 1 1864027286 0.0 10659.0 -10659.0 10659.0 6.8558688E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10659.0 10659.0 6.8569347E7 0.0 -1864027286 true D4tl3Bm NULL 7231.0 -4.6509792E7 -1864027286 1 1864027286 0.0 7231.0 -7231.0 7231.0 4.6509792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7231.0 7231.0 4.6517023E7 0.0 -1864027286 true D7d5u8c2q2td7F8wwQSn2Tab NULL -2785.0 1.791312E7 -1864027286 1 1864027286 0.0 -2785.0 2785.0 -2785.0 -1.791312E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2785.0 -2785.0 -1.7915905E7 0.0 -1864027286 true D8uSK63TOFY064bwF NULL -13470.0 8.663904E7 -1864027286 1 1864027286 0.0 -13470.0 13470.0 -13470.0 -8.663904E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13470.0 -13470.0 -8.665251E7 0.0 -1864027286 true Dy70nFW20WY NULL -4606.0 2.9625792E7 -1864027286 1 1864027286 0.0 -4606.0 4606.0 -4606.0 -2.9625792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4606.0 -4606.0 -2.9630398E7 0.0 -1864027286 true DyDe58BA NULL -8620.0 5.544384E7 -1864027286 1 1864027286 0.0 -8620.0 8620.0 -8620.0 -5.544384E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8620.0 -8620.0 -5.545246E7 0.0 -1864027286 true E7T18u2ir5LfC5yywht NULL 5005.0 -3.219216E7 -1864027286 1 1864027286 0.0 5005.0 -5005.0 5005.0 3.219216E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5005.0 5005.0 3.2197165E7 0.0 -1864027286 true E82GlbIr2v62H5d248gn662 NULL 15492.0 -9.9644544E7 -1864027286 1 1864027286 0.0 15492.0 -15492.0 15492.0 9.9644544E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15492.0 15492.0 9.9660036E7 0.0 -1864027286 true EbLh7DAd NULL -682.0 4386624.0 -1864027286 1 1864027286 0.0 -682.0 682.0 -682.0 -4386624.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -682.0 -682.0 -4387306.0 0.0 -1864027286 true Eq4NvWHH4Qb NULL -1911.0 1.2291552E7 -1864027286 1 1864027286 0.0 -1911.0 1911.0 -1911.0 -1.2291552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -1911.0 -1911.0 -1.2293463E7 0.0 -1864027286 true F4e1XPV2Hwg7a3d3x530818 NULL 14688.0 -9.4473216E7 -1864027286 1 1864027286 0.0 14688.0 -14688.0 14688.0 9.4473216E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14688.0 14688.0 9.4487904E7 0.0 -1864027286 true F5n0SfL8CT53dFr51vvW0S3 NULL 4432.0 -2.8506624E7 -1864027286 1 1864027286 0.0 4432.0 -4432.0 4432.0 2.8506624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4432.0 4432.0 2.8511056E7 0.0 -1864027286 true F88n72F NULL -15666.0 1.00763712E8 -1864027286 1 1864027286 0.0 -15666.0 15666.0 -15666.0 -1.00763712E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -15666.0 -15666.0 -1.00779378E8 0.0 -1864027286 true FpcR5Ph NULL -10241.0 6.5870112E7 -1864027286 1 1864027286 0.0 -10241.0 10241.0 -10241.0 -6.5870112E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10241.0 -10241.0 -6.5880353E7 0.0 -1864027286 true FpsIohh60Bho67Fb7f NULL -5732.0 3.6868224E7 -1864027286 1 1864027286 0.0 -5732.0 5732.0 -5732.0 -3.6868224E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5732.0 -5732.0 -3.6873956E7 0.0 -1864027286 true Fq87rJI5RvYG3 NULL -15729.0 1.01168928E8 -1864027286 1 1864027286 0.0 -15729.0 15729.0 -15729.0 -1.01168928E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -15729.0 -15729.0 -1.01184657E8 0.0 -1864027286 true G3gsRF NULL 12814.0 -8.2419648E7 -1864027286 1 1864027286 0.0 12814.0 -12814.0 12814.0 8.2419648E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12814.0 12814.0 8.2432462E7 0.0 -1864027286 true G54It40daSr8MF NULL -10301.0 6.6256032E7 -1864027286 1 1864027286 0.0 -10301.0 10301.0 -10301.0 -6.6256032E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10301.0 -10301.0 -6.6266333E7 0.0 -1864027286 true G8N7338fFG NULL -1298.0 8348736.0 -1864027286 1 1864027286 0.0 -1298.0 1298.0 -1298.0 -8348736.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1298.0 -1298.0 -8350034.0 0.0 -1864027286 true GP1Kc84XR7Vk10384m7S2J NULL -9375.0 6.03E7 -1864027286 1 1864027286 0.0 -9375.0 9375.0 -9375.0 -6.03E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9375.0 -9375.0 -6.0309375E7 0.0 -1864027286 true GPntPwnx0 NULL -14438.0 9.2865216E7 -1864027286 1 1864027286 0.0 -14438.0 14438.0 -14438.0 -9.2865216E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14438.0 -14438.0 -9.2879654E7 0.0 -1864027286 true GvcXQ8626I6NBGQm4w NULL -10742.0 6.9092544E7 -1864027286 1 1864027286 0.0 -10742.0 10742.0 -10742.0 -6.9092544E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10742.0 -10742.0 -6.9103286E7 0.0 -1864027286 true H1V38u NULL -809.0 5203488.0 -1864027286 1 1864027286 0.0 -809.0 809.0 -809.0 -5203488.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -809.0 -809.0 -5204297.0 0.0 -1864027286 true H8P4VX62803V NULL 8752.0 -5.6292864E7 -1864027286 1 1864027286 0.0 8752.0 -8752.0 8752.0 5.6292864E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8752.0 8752.0 5.6301616E7 0.0 -1864027286 true HcPXG7EhIs11eU4iYK5G NULL 11908.0 -7.6592256E7 -1864027286 1 1864027286 0.0 11908.0 -11908.0 11908.0 7.6592256E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11908.0 11908.0 7.6604164E7 0.0 -1864027286 true Hh8Q8yObmEPI017 NULL -8485.0 5.457552E7 -1864027286 1 1864027286 0.0 -8485.0 8485.0 -8485.0 -5.457552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8485.0 -8485.0 -5.4584005E7 0.0 -1864027286 true HmBi32XWTjC3dd7stD0GY NULL -212.0 1363584.0 -1864027286 1 1864027286 0.0 -212.0 212.0 -212.0 -1363584.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -212.0 -212.0 -1363796.0 0.0 -1864027286 true HuetF38A4rj7w2 NULL -9710.0 6.245472E7 -1864027286 1 1864027286 0.0 -9710.0 9710.0 -9710.0 -6.245472E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9710.0 -9710.0 -6.246443E7 0.0 -1864027286 true I3F7N7s7M NULL 16011.0 -1.02982752E8 -1864027286 1 1864027286 0.0 16011.0 -16011.0 16011.0 1.02982752E8 1.86402164785E9 1864027286 -1.554726368159204E-4 16011.0 16011.0 1.02998763E8 0.0 -1864027286 true IA46V76LhS4etye16E NULL 2402.0 -1.5449664E7 -1864027286 1 1864027286 0.0 2402.0 -2402.0 2402.0 1.5449664E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2402.0 2402.0 1.5452066E7 0.0 -1864027286 true IFW3AU8X61t86CljEALEgrr NULL 11329.0 -7.2868128E7 -1864027286 1 1864027286 0.0 11329.0 -11329.0 11329.0 7.2868128E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11329.0 11329.0 7.2879457E7 0.0 -1864027286 true IL6Ct0hm2 NULL -12970.0 8.342304E7 -1864027286 1 1864027286 0.0 -12970.0 12970.0 -12970.0 -8.342304E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12970.0 -12970.0 -8.343601E7 0.0 -1864027286 true ILCAW28PE NULL 5674.0 -3.6495168E7 -1864027286 1 1864027286 0.0 5674.0 -5674.0 5674.0 3.6495168E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5674.0 5674.0 3.6500842E7 0.0 -1864027286 true INxp2d10SKEd75iE4A7Yq2vc NULL 5492.0 -3.5324544E7 -1864027286 1 1864027286 0.0 5492.0 -5492.0 5492.0 3.5324544E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5492.0 5492.0 3.5330036E7 0.0 -1864027286 true Io7Mj0g8fwd7L8b4Di NULL 1575.0 -1.01304E7 -1864027286 1 1864027286 0.0 1575.0 -1575.0 1575.0 1.01304E7 1.86402164785E9 1864027286 -1.554726368159204E-4 1575.0 1575.0 1.0131975E7 0.0 -1864027286 true Is4ogkJ64Sqcqf NULL -13815.0 8.885808E7 -1864027286 1 1864027286 0.0 -13815.0 13815.0 -13815.0 -8.885808E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13815.0 -13815.0 -8.8871895E7 0.0 -1864027286 true Iw8wY NULL -668.0 4296576.0 -1864027286 1 1864027286 0.0 -668.0 668.0 -668.0 -4296576.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -668.0 -668.0 -4297244.0 0.0 -1864027286 true J2El2C63y31dNp4rx NULL -4190.0 2.695008E7 -1864027286 1 1864027286 0.0 -4190.0 4190.0 -4190.0 -2.695008E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4190.0 -4190.0 -2.695427E7 0.0 -1864027286 true J34ijU3243 NULL -7672.0 4.9346304E7 -1864027286 1 1864027286 0.0 -7672.0 7672.0 -7672.0 -4.9346304E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7672.0 -7672.0 -4.9353976E7 0.0 -1864027286 true J54mWKFYUD081SIe NULL -12288.0 7.9036416E7 -1864027286 1 1864027286 0.0 -12288.0 12288.0 -12288.0 -7.9036416E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12288.0 -12288.0 -7.9048704E7 0.0 -1864027286 true J6fBeMaj7b6M8 NULL -16221.0 1.04333472E8 -1864027286 1 1864027286 0.0 -16221.0 16221.0 -16221.0 -1.04333472E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16221.0 -16221.0 -1.04349693E8 0.0 -1864027286 true JRN4nLo30dv0bRtsrJa NULL -4319.0 2.7779808E7 -1864027286 1 1864027286 0.0 -4319.0 4319.0 -4319.0 -2.7779808E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4319.0 -4319.0 -2.7784127E7 0.0 -1864027286 true Jh7KP0 NULL 13878.0 -8.9263296E7 -1864027286 1 1864027286 0.0 13878.0 -13878.0 13878.0 8.9263296E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13878.0 13878.0 8.9277174E7 0.0 -1864027286 true Jy4CAuL25v4JrHsIdj3d4q2M NULL -11781.0 7.5775392E7 -1864027286 1 1864027286 0.0 -11781.0 11781.0 -11781.0 -7.5775392E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11781.0 -11781.0 -7.5787173E7 0.0 -1864027286 true K26B60qNA761SuYdXKhu NULL 15278.0 -9.8268096E7 -1864027286 1 1864027286 0.0 15278.0 -15278.0 15278.0 9.8268096E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15278.0 15278.0 9.8283374E7 0.0 -1864027286 true K54bM1PBEyv85M7J6G NULL 5277.0 -3.3941664E7 -1864027286 1 1864027286 0.0 5277.0 -5277.0 5277.0 3.3941664E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5277.0 5277.0 3.3946941E7 0.0 -1864027286 true KA2M874c7v83T NULL -7352.0 4.7288064E7 -1864027286 1 1864027286 0.0 -7352.0 7352.0 -7352.0 -4.7288064E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7352.0 -7352.0 -4.7295416E7 0.0 -1864027286 true KBV5WE6y76le NULL 10683.0 -6.8713056E7 -1864027286 1 1864027286 0.0 10683.0 -10683.0 10683.0 6.8713056E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10683.0 10683.0 6.8723739E7 0.0 -1864027286 true Kc1lPGJx6JXTcDsck00 NULL 2803.0 -1.8028896E7 -1864027286 1 1864027286 0.0 2803.0 -2803.0 2803.0 1.8028896E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2803.0 2803.0 1.8031699E7 0.0 -1864027286 true KlP8GX12PxC4giG475 NULL -8630.0 5.550816E7 -1864027286 1 1864027286 0.0 -8630.0 8630.0 -8630.0 -5.550816E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8630.0 -8630.0 -5.551679E7 0.0 -1864027286 true KwqjKvxg17Ro85YEQYKl NULL -4971.0 3.1973472E7 -1864027286 1 1864027286 0.0 -4971.0 4971.0 -4971.0 -3.1973472E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4971.0 -4971.0 -3.1978443E7 0.0 -1864027286 true L28vl NULL 2438.0 -1.5681216E7 -1864027286 1 1864027286 0.0 2438.0 -2438.0 2438.0 1.5681216E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2438.0 2438.0 1.5683654E7 0.0 -1864027286 true L4WQG81b36T NULL 1970.0 -1.267104E7 -1864027286 1 1864027286 0.0 1970.0 -1970.0 1970.0 1.267104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 1970.0 1970.0 1.267301E7 0.0 -1864027286 true L577vXI27E4kGm NULL -11345.0 7.297104E7 -1864027286 1 1864027286 0.0 -11345.0 11345.0 -11345.0 -7.297104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11345.0 -11345.0 -7.2982385E7 0.0 -1864027286 true L5X4732Ib1Vj5ev NULL 8542.0 -5.4942144E7 -1864027286 1 1864027286 0.0 8542.0 -8542.0 8542.0 5.4942144E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8542.0 8542.0 5.4950686E7 0.0 -1864027286 true LCUh4H7E8RT8opWRW8m NULL -4593.0 2.9542176E7 -1864027286 1 1864027286 0.0 -4593.0 4593.0 -4593.0 -2.9542176E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4593.0 -4593.0 -2.9546769E7 0.0 -1864027286 true LHtKPAbAXa4QGM2y NULL -2847.0 1.8311904E7 -1864027286 1 1864027286 0.0 -2847.0 2847.0 -2847.0 -1.8311904E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2847.0 -2847.0 -1.8314751E7 0.0 -1864027286 true LOeiVy1yE NULL -11326.0 7.2848832E7 -1864027286 1 1864027286 0.0 -11326.0 11326.0 -11326.0 -7.2848832E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11326.0 -11326.0 -7.2860158E7 0.0 -1864027286 true LSt435WAB5OKB NULL -7333.0 4.7165856E7 -1864027286 1 1864027286 0.0 -7333.0 7333.0 -7333.0 -4.7165856E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7333.0 -7333.0 -4.7173189E7 0.0 -1864027286 true M0kjTU3N2L5P NULL 368.0 -2366976.0 -1864027286 1 1864027286 0.0 368.0 -368.0 368.0 2366976.0 1.86402164785E9 1864027286 -1.554726368159204E-4 368.0 368.0 2367344.0 0.0 -1864027286 true M7J5a5vG8s3 NULL 1338.0 -8606016.0 -1864027286 1 1864027286 0.0 1338.0 -1338.0 1338.0 8606016.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1338.0 1338.0 8607354.0 0.0 -1864027286 true MFaMcxlV NULL -9039.0 5.8138848E7 -1864027286 1 1864027286 0.0 -9039.0 9039.0 -9039.0 -5.8138848E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9039.0 -9039.0 -5.8147887E7 0.0 -1864027286 true MGsGfU7253gN2Hnt2W NULL -5679.0 3.6527328E7 -1864027286 1 1864027286 0.0 -5679.0 5679.0 -5679.0 -3.6527328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5679.0 -5679.0 -3.6533007E7 0.0 -1864027286 true MUg2eGVMxLEn2JlY3stOYR NULL -741.0 4766112.0 -1864027286 1 1864027286 0.0 -741.0 741.0 -741.0 -4766112.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -741.0 -741.0 -4766853.0 0.0 -1864027286 true Mr3q8uV NULL 354.0 -2276928.0 -1864027286 1 1864027286 0.0 354.0 -354.0 354.0 2276928.0 1.86402164785E9 1864027286 -1.554726368159204E-4 354.0 354.0 2277282.0 0.0 -1864027286 true N2TL0cw5gA4VFFI6xo NULL 1554.0 -9995328.0 -1864027286 1 1864027286 0.0 1554.0 -1554.0 1554.0 9995328.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1554.0 1554.0 9996882.0 0.0 -1864027286 true N5yMwlmd8beg7N2jPn NULL 1684.0 -1.0831488E7 -1864027286 1 1864027286 0.0 1684.0 -1684.0 1684.0 1.0831488E7 1.86402164785E9 1864027286 -1.554726368159204E-4 1684.0 1684.0 1.0833172E7 0.0 -1864027286 true N6G5QssB8L7DoJW6BSSGFUFI NULL -5296.0 3.4063872E7 -1864027286 1 1864027286 0.0 -5296.0 5296.0 -5296.0 -3.4063872E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5296.0 -5296.0 -3.4069168E7 0.0 -1864027286 true N7L608vFx24p0uNVwJr2o6G NULL -5536.0 3.5607552E7 -1864027286 1 1864027286 0.0 -5536.0 5536.0 -5536.0 -3.5607552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5536.0 -5536.0 -3.5613088E7 0.0 -1864027286 true NEK1MY7NTS36Ov4FI7xQx NULL -10682.0 6.8706624E7 -1864027286 1 1864027286 0.0 -10682.0 10682.0 -10682.0 -6.8706624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10682.0 -10682.0 -6.8717306E7 0.0 -1864027286 true NdtQ8j30gg2U5O NULL -8369.0 5.3829408E7 -1864027286 1 1864027286 0.0 -8369.0 8369.0 -8369.0 -5.3829408E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8369.0 -8369.0 -5.3837777E7 0.0 -1864027286 true O1Rlpc2lK3YRjAQu34gE2UK5 NULL -6216.0 3.9981312E7 -1864027286 1 1864027286 0.0 -6216.0 6216.0 -6216.0 -3.9981312E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6216.0 -6216.0 -3.9987528E7 0.0 -1864027286 true O6o7xl47446MR NULL 7031.0 -4.5223392E7 -1864027286 1 1864027286 0.0 7031.0 -7031.0 7031.0 4.5223392E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7031.0 7031.0 4.5230423E7 0.0 -1864027286 true ODLrXI8882q8LS8 NULL 10782.0 -6.9349824E7 -1864027286 1 1864027286 0.0 10782.0 -10782.0 10782.0 6.9349824E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10782.0 10782.0 6.9360606E7 0.0 -1864027286 true OIj6IQ7c4U NULL 8233.0 -5.2954656E7 -1864027286 1 1864027286 0.0 8233.0 -8233.0 8233.0 5.2954656E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8233.0 8233.0 5.2962889E7 0.0 -1864027286 true OKlMC73w40s4852R75 NULL 12464.0 -8.0168448E7 -1864027286 1 1864027286 0.0 12464.0 -12464.0 12464.0 8.0168448E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12464.0 12464.0 8.0180912E7 0.0 -1864027286 true Ocv25R6uD751tb7f2 NULL -3657.0 2.3521824E7 -1864027286 1 1864027286 0.0 -3657.0 3657.0 -3657.0 -2.3521824E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3657.0 -3657.0 -2.3525481E7 0.0 -1864027286 true Oqh7OlT63e0RO74or NULL 13600.0 -8.74752E7 -1864027286 1 1864027286 0.0 13600.0 -13600.0 13600.0 8.74752E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13600.0 13600.0 8.74888E7 0.0 -1864027286 true P3484jw0Gpff2VgoSdALY NULL 7872.0 -5.0632704E7 -1864027286 1 1864027286 0.0 7872.0 -7872.0 7872.0 5.0632704E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7872.0 7872.0 5.0640576E7 0.0 -1864027286 true P35JtWWC5M42H7cTpwJN NULL -12207.0 7.8515424E7 -1864027286 1 1864027286 0.0 -12207.0 12207.0 -12207.0 -7.8515424E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12207.0 -12207.0 -7.8527631E7 0.0 -1864027286 true P35q3 NULL -14317.0 9.2086944E7 -1864027286 1 1864027286 0.0 -14317.0 14317.0 -14317.0 -9.2086944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14317.0 -14317.0 -9.2101261E7 0.0 -1864027286 true P3T4PNGG1QqCpM NULL -7577.0 4.8735264E7 -1864027286 1 1864027286 0.0 -7577.0 7577.0 -7577.0 -4.8735264E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7577.0 -7577.0 -4.8742841E7 0.0 -1864027286 true P5iS0 NULL -4168.0 2.6808576E7 -1864027286 1 1864027286 0.0 -4168.0 4168.0 -4168.0 -2.6808576E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4168.0 -4168.0 -2.6812744E7 0.0 -1864027286 true P61xNCa0H NULL 10775.0 -6.93048E7 -1864027286 1 1864027286 0.0 10775.0 -10775.0 10775.0 6.93048E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10775.0 10775.0 6.9315575E7 0.0 -1864027286 true P8NPOlehc210j8c781 NULL 12949.0 -8.3287968E7 -1864027286 1 1864027286 0.0 12949.0 -12949.0 12949.0 8.3287968E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12949.0 12949.0 8.3300917E7 0.0 -1864027286 true PC25sHxt4J NULL 9052.0 -5.8222464E7 -1864027286 1 1864027286 0.0 9052.0 -9052.0 9052.0 5.8222464E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9052.0 9052.0 5.8231516E7 0.0 -1864027286 true PQ71uI1bCFcvHK7 NULL -13872.0 8.9224704E7 -1864027286 1 1864027286 0.0 -13872.0 13872.0 -13872.0 -8.9224704E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13872.0 -13872.0 -8.9238576E7 0.0 -1864027286 true PlOxor04p5cvVl NULL 5064.0 -3.2571648E7 -1864027286 1 1864027286 0.0 5064.0 -5064.0 5064.0 3.2571648E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5064.0 5064.0 3.2576712E7 0.0 -1864027286 true Po4rrk NULL 3442.0 -2.2138944E7 -1864027286 1 1864027286 0.0 3442.0 -3442.0 3442.0 2.2138944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3442.0 3442.0 2.2142386E7 0.0 -1864027286 true PovkPN NULL 5312.0 -3.4166784E7 -1864027286 1 1864027286 0.0 5312.0 -5312.0 5312.0 3.4166784E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5312.0 5312.0 3.4172096E7 0.0 -1864027286 true PxgAPl26H6hsU47TPD NULL -12794.0 8.2291008E7 -1864027286 1 1864027286 0.0 -12794.0 12794.0 -12794.0 -8.2291008E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12794.0 -12794.0 -8.2303802E7 0.0 -1864027286 true PyQ4Q7MF23J4AtYu6W NULL 2327.0 -1.4967264E7 -1864027286 1 1864027286 0.0 2327.0 -2327.0 2327.0 1.4967264E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2327.0 2327.0 1.4969591E7 0.0 -1864027286 true QAgnk2L5bnLH580a143KUc NULL 12738.0 -8.1930816E7 -1864027286 1 1864027286 0.0 12738.0 -12738.0 12738.0 8.1930816E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12738.0 12738.0 8.1943554E7 0.0 -1864027286 true QEF7UG67MDaTK504bNrF NULL 15217.0 -9.7875744E7 -1864027286 1 1864027286 0.0 15217.0 -15217.0 15217.0 9.7875744E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15217.0 15217.0 9.7890961E7 0.0 -1864027286 true QJxfy45 NULL 12427.0 -7.9930464E7 -1864027286 1 1864027286 0.0 12427.0 -12427.0 12427.0 7.9930464E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12427.0 12427.0 7.9942891E7 0.0 -1864027286 true QN3Ru4uhSNA62bgc4HI35 NULL -12165.0 7.824528E7 -1864027286 1 1864027286 0.0 -12165.0 12165.0 -12165.0 -7.824528E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12165.0 -12165.0 -7.8257445E7 0.0 -1864027286 true QOt28D6Ov NULL -8010.0 5.152032E7 -1864027286 1 1864027286 0.0 -8010.0 8010.0 -8010.0 -5.152032E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8010.0 -8010.0 -5.152833E7 0.0 -1864027286 true QWfu6dR4Na2g5 NULL -9974.0 6.4152768E7 -1864027286 1 1864027286 0.0 -9974.0 9974.0 -9974.0 -6.4152768E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9974.0 -9974.0 -6.4162742E7 0.0 -1864027286 true Qa8XbKYNym5Se NULL 2442.0 -1.5706944E7 -1864027286 1 1864027286 0.0 2442.0 -2442.0 2442.0 1.5706944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2442.0 2442.0 1.5709386E7 0.0 -1864027286 true R03eo03Ntqej0VDQbL3 NULL -1976.0 1.2709632E7 -1864027286 1 1864027286 0.0 -1976.0 1976.0 -1976.0 -1.2709632E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -1976.0 -1976.0 -1.2711608E7 0.0 -1864027286 true R04RF7qkQ8Gn1PPd33pU6 NULL 6637.0 -4.2689184E7 -1864027286 1 1864027286 0.0 6637.0 -6637.0 6637.0 4.2689184E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6637.0 6637.0 4.2695821E7 0.0 -1864027286 true R0hA3Hq2VsjnFh NULL 9931.0 -6.3876192E7 -1864027286 1 1864027286 0.0 9931.0 -9931.0 9931.0 6.3876192E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9931.0 9931.0 6.3886123E7 0.0 -1864027286 true R1VmJ10Ie NULL 14947.0 -9.6139104E7 -1864027286 1 1864027286 0.0 14947.0 -14947.0 14947.0 9.6139104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14947.0 14947.0 9.6154051E7 0.0 -1864027286 true R61IdER NULL 1321.0 -8496672.0 -1864027286 1 1864027286 0.0 1321.0 -1321.0 1321.0 8496672.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1321.0 1321.0 8497993.0 0.0 -1864027286 true R6xXNwfbk NULL -2129.0 1.3693728E7 -1864027286 1 1864027286 0.0 -2129.0 2129.0 -2129.0 -1.3693728E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2129.0 -2129.0 -1.3695857E7 0.0 -1864027286 true RAUe5p NULL 2686.0 -1.7276352E7 -1864027286 1 1864027286 0.0 2686.0 -2686.0 2686.0 1.7276352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2686.0 2686.0 1.7279038E7 0.0 -1864027286 true RBtE7gkmLOh22A4 NULL 9614.0 -6.1837248E7 -1864027286 1 1864027286 0.0 9614.0 -9614.0 9614.0 6.1837248E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9614.0 9614.0 6.1846862E7 0.0 -1864027286 true RBvPK67 NULL 8146.0 -5.2395072E7 -1864027286 1 1864027286 0.0 8146.0 -8146.0 8146.0 5.2395072E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8146.0 8146.0 5.2403218E7 0.0 -1864027286 true RDLOWd758CODQgBBA8hd172 NULL 423.0 -2720736.0 -1864027286 1 1864027286 0.0 423.0 -423.0 423.0 2720736.0 1.86402164785E9 1864027286 -1.554726368159204E-4 423.0 423.0 2721159.0 0.0 -1864027286 true RW6K24 NULL -9580.0 6.161856E7 -1864027286 1 1864027286 0.0 -9580.0 9580.0 -9580.0 -6.161856E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9580.0 -9580.0 -6.162814E7 0.0 -1864027286 true Ru7fjpH4C0YOXs6E NULL 6474.0 -4.1640768E7 -1864027286 1 1864027286 0.0 6474.0 -6474.0 6474.0 4.1640768E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6474.0 6474.0 4.1647242E7 0.0 -1864027286 true S2I2nIEii3X5 NULL -1207.0 7763424.0 -1864027286 1 1864027286 0.0 -1207.0 1207.0 -1207.0 -7763424.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1207.0 -1207.0 -7764631.0 0.0 -1864027286 true S45s3B0rSCbDkMx3Q NULL 2852.0 -1.8344064E7 -1864027286 1 1864027286 0.0 2852.0 -2852.0 2852.0 1.8344064E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2852.0 2852.0 1.8346916E7 0.0 -1864027286 true Se4jyihvl80uOdFD NULL 15076.0 -9.6968832E7 -1864027286 1 1864027286 0.0 15076.0 -15076.0 15076.0 9.6968832E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15076.0 15076.0 9.6983908E7 0.0 -1864027286 true T2o8XRFAL0HC4ikDQnfoCymw NULL 1535.0 -9873120.0 -1864027286 1 1864027286 0.0 1535.0 -1535.0 1535.0 9873120.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1535.0 1535.0 9874655.0 0.0 -1864027286 true TBbxkMGlYD17B7d76b7x3 NULL 13786.0 -8.8671552E7 -1864027286 1 1864027286 0.0 13786.0 -13786.0 13786.0 8.8671552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13786.0 13786.0 8.8685338E7 0.0 -1864027286 true TT4CHN NULL -6060.0 3.897792E7 -1864027286 1 1864027286 0.0 -6060.0 6060.0 -6060.0 -3.897792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6060.0 -6060.0 -3.898398E7 0.0 -1864027286 true ToOQ4YhGHo NULL 14146.0 -9.0987072E7 -1864027286 1 1864027286 0.0 14146.0 -14146.0 14146.0 9.0987072E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14146.0 14146.0 9.1001218E7 0.0 -1864027286 true U4MrN4CKBl84 NULL 15895.0 -1.0223664E8 -1864027286 1 1864027286 0.0 15895.0 -15895.0 15895.0 1.0223664E8 1.86402164785E9 1864027286 -1.554726368159204E-4 15895.0 15895.0 1.02252535E8 0.0 -1864027286 true UR83Iqx405t0jOOhF NULL 12605.0 -8.107536E7 -1864027286 1 1864027286 0.0 12605.0 -12605.0 12605.0 8.107536E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12605.0 12605.0 8.1087965E7 0.0 -1864027286 true Uj28ubp026RCw NULL -5469.0 3.5176608E7 -1864027286 1 1864027286 0.0 -5469.0 5469.0 -5469.0 -3.5176608E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5469.0 -5469.0 -3.5182077E7 0.0 -1864027286 true Usb4N NULL -9174.0 5.9007168E7 -1864027286 1 1864027286 0.0 -9174.0 9174.0 -9174.0 -5.9007168E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9174.0 -9174.0 -5.9016342E7 0.0 -1864027286 true VMlhJes4CVgyK7uFOX NULL -10868.0 6.9902976E7 -1864027286 1 1864027286 0.0 -10868.0 10868.0 -10868.0 -6.9902976E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10868.0 -10868.0 -6.9913844E7 0.0 -1864027286 true Vb8ub0i0Maa NULL -9883.0 6.3567456E7 -1864027286 1 1864027286 0.0 -9883.0 9883.0 -9883.0 -6.3567456E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9883.0 -9883.0 -6.3577339E7 0.0 -1864027286 true W2mhptJ NULL 8246.0 -5.3038272E7 -1864027286 1 1864027286 0.0 8246.0 -8246.0 8246.0 5.3038272E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8246.0 8246.0 5.3046518E7 0.0 -1864027286 true W4GLKnA2Nwk0HJ NULL 9528.0 -6.1284096E7 -1864027286 1 1864027286 0.0 9528.0 -9528.0 9528.0 6.1284096E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9528.0 9528.0 6.1293624E7 0.0 -1864027286 true W772E0x NULL 7864.0 -5.0581248E7 -1864027286 1 1864027286 0.0 7864.0 -7864.0 7864.0 5.0581248E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7864.0 7864.0 5.0589112E7 0.0 -1864027286 true WL65H3J NULL -13307.0 8.5590624E7 -1864027286 1 1864027286 0.0 -13307.0 13307.0 -13307.0 -8.5590624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13307.0 -13307.0 -8.5603931E7 0.0 -1864027286 true WQk67I0Gk NULL 2489.0 -1.6009248E7 -1864027286 1 1864027286 0.0 2489.0 -2489.0 2489.0 1.6009248E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2489.0 2489.0 1.6011737E7 0.0 -1864027286 true WU7g0T0a15w2v5t NULL -9418.0 6.0576576E7 -1864027286 1 1864027286 0.0 -9418.0 9418.0 -9418.0 -6.0576576E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9418.0 -9418.0 -6.0585994E7 0.0 -1864027286 true WWo570W28lhx415 NULL 6392.0 -4.1113344E7 -1864027286 1 1864027286 0.0 6392.0 -6392.0 6392.0 4.1113344E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6392.0 6392.0 4.1119736E7 0.0 -1864027286 true WhgF327bC NULL -4837.0 3.1111584E7 -1864027286 1 1864027286 0.0 -4837.0 4837.0 -4837.0 -3.1111584E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4837.0 -4837.0 -3.1116421E7 0.0 -1864027286 true X18ccPrLl NULL -10096.0 6.4937472E7 -1864027286 1 1864027286 0.0 -10096.0 10096.0 -10096.0 -6.4937472E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10096.0 -10096.0 -6.4947568E7 0.0 -1864027286 true X6155iP NULL 4774.0 -3.0706368E7 -1864027286 1 1864027286 0.0 4774.0 -4774.0 4774.0 3.0706368E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4774.0 4774.0 3.0711142E7 0.0 -1864027286 true X75olERkL08uR NULL 12481.0 -8.0277792E7 -1864027286 1 1864027286 0.0 12481.0 -12481.0 12481.0 8.0277792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12481.0 12481.0 8.0290273E7 0.0 -1864027286 true XP2cjyx NULL -9367.0 6.0248544E7 -1864027286 1 1864027286 0.0 -9367.0 9367.0 -9367.0 -6.0248544E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9367.0 -9367.0 -6.0257911E7 0.0 -1864027286 true Xvyjl2vcUcxY4 NULL -14086.0 9.0601152E7 -1864027286 1 1864027286 0.0 -14086.0 14086.0 -14086.0 -9.0601152E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14086.0 -14086.0 -9.0615238E7 0.0 -1864027286 true Y2C704h6OUXJQ3 NULL -13177.0 8.4754464E7 -1864027286 1 1864027286 0.0 -13177.0 13177.0 -13177.0 -8.4754464E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13177.0 -13177.0 -8.4767641E7 0.0 -1864027286 true Y4JQvk NULL 10557.0 -6.7902624E7 -1864027286 1 1864027286 0.0 10557.0 -10557.0 10557.0 6.7902624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10557.0 10557.0 6.7913181E7 0.0 -1864027286 true YtN1m7B NULL -3416.0 2.1971712E7 -1864027286 1 1864027286 0.0 -3416.0 3416.0 -3416.0 -2.1971712E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3416.0 -3416.0 -2.1975128E7 0.0 -1864027286 true a NULL 12004.0 -7.7209728E7 -1864027286 1 1864027286 0.0 12004.0 -12004.0 12004.0 7.7209728E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12004.0 12004.0 7.7221732E7 0.0 -1864027286 true a0YMQr03O NULL 10671.0 -6.8635872E7 -1864027286 1 1864027286 0.0 10671.0 -10671.0 10671.0 6.8635872E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10671.0 10671.0 6.8646543E7 0.0 -1864027286 true a0mdHI0HtSL0o8 NULL 8163.0 -5.2504416E7 -1864027286 1 1864027286 0.0 8163.0 -8163.0 8163.0 5.2504416E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8163.0 8163.0 5.2512579E7 0.0 -1864027286 true a250165354I3O4fw42l7DG NULL 14108.0 -9.0742656E7 -1864027286 1 1864027286 0.0 14108.0 -14108.0 14108.0 9.0742656E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14108.0 14108.0 9.0756764E7 0.0 -1864027286 true a4PMyxYPeTA0Js14lFCV3f NULL -3746.0 2.4094272E7 -1864027286 1 1864027286 0.0 -3746.0 3746.0 -3746.0 -2.4094272E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3746.0 -3746.0 -2.4098018E7 0.0 -1864027286 true aDNmF88FfTwOx7u NULL -8251.0 5.3070432E7 -1864027286 1 1864027286 0.0 -8251.0 8251.0 -8251.0 -5.3070432E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8251.0 -8251.0 -5.3078683E7 0.0 -1864027286 true aH38aH4ob NULL 12197.0 -7.8451104E7 -1864027286 1 1864027286 0.0 12197.0 -12197.0 12197.0 7.8451104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12197.0 12197.0 7.8463301E7 0.0 -1864027286 true aT5XuK NULL -10736.0 6.9053952E7 -1864027286 1 1864027286 0.0 -10736.0 10736.0 -10736.0 -6.9053952E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10736.0 -10736.0 -6.9064688E7 0.0 -1864027286 true ap7PY4878sX8F6YUn6Wh1Vg4 NULL -3684.0 2.3695488E7 -1864027286 1 1864027286 0.0 -3684.0 3684.0 -3684.0 -2.3695488E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3684.0 -3684.0 -2.3699172E7 0.0 -1864027286 true axu5k1BMtA6Ki0 NULL -1227.0 7892064.0 -1864027286 1 1864027286 0.0 -1227.0 1227.0 -1227.0 -7892064.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1227.0 -1227.0 -7893291.0 0.0 -1864027286 true b NULL 10938.0 -7.0353216E7 -1864027286 1 1864027286 0.0 10938.0 -10938.0 10938.0 7.0353216E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10938.0 10938.0 7.0364154E7 0.0 -1864027286 true b NULL 13839.0 -8.9012448E7 -1864027286 1 1864027286 0.0 13839.0 -13839.0 13839.0 8.9012448E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13839.0 13839.0 8.9026287E7 0.0 -1864027286 true b2Mvom63qTp4o NULL -14355.0 9.233136E7 -1864027286 1 1864027286 0.0 -14355.0 14355.0 -14355.0 -9.233136E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14355.0 -14355.0 -9.2345715E7 0.0 -1864027286 true b565l4rv1444T25Gv0 NULL 9517.0 -6.1213344E7 -1864027286 1 1864027286 0.0 9517.0 -9517.0 9517.0 6.1213344E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9517.0 9517.0 6.1222861E7 0.0 -1864027286 true bFmH03DgwC5s88 NULL 3956.0 -2.5444992E7 -1864027286 1 1864027286 0.0 3956.0 -3956.0 3956.0 2.5444992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3956.0 3956.0 2.5448948E7 0.0 -1864027286 true bVvdKDfUwoKNMosc2esLYVe NULL -10016.0 6.4422912E7 -1864027286 1 1864027286 0.0 -10016.0 10016.0 -10016.0 -6.4422912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10016.0 -10016.0 -6.4432928E7 0.0 -1864027286 true bvoO6VwRmH6181mdOm87Do NULL 10144.0 -6.5246208E7 -1864027286 1 1864027286 0.0 10144.0 -10144.0 10144.0 6.5246208E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10144.0 10144.0 6.5256352E7 0.0 -1864027286 true c7VDm103iwF1c7M NULL -14542.0 9.3534144E7 -1864027286 1 1864027286 0.0 -14542.0 14542.0 -14542.0 -9.3534144E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14542.0 -14542.0 -9.3548686E7 0.0 -1864027286 true cM0xm3h8463l57s NULL 1253.0 -8059296.0 -1864027286 1 1864027286 0.0 1253.0 -1253.0 1253.0 8059296.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1253.0 1253.0 8060549.0 0.0 -1864027286 true cwEvSRx2cuarX7I21UGe NULL -1434.0 9223488.0 -1864027286 1 1864027286 0.0 -1434.0 1434.0 -1434.0 -9223488.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1434.0 -1434.0 -9224922.0 0.0 -1864027286 true d2A5U2557V347stTcy5bb NULL -13334.0 8.5764288E7 -1864027286 1 1864027286 0.0 -13334.0 13334.0 -13334.0 -8.5764288E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13334.0 -13334.0 -8.5777622E7 0.0 -1864027286 true d4YeS73lyC6l NULL -16168.0 1.03992576E8 -1864027286 1 1864027286 0.0 -16168.0 16168.0 -16168.0 -1.03992576E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16168.0 -16168.0 -1.04008744E8 0.0 -1864027286 true d77tW1Y01AT7U NULL -15267.0 9.8197344E7 -1864027286 1 1864027286 0.0 -15267.0 15267.0 -15267.0 -9.8197344E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -15267.0 -15267.0 -9.8212611E7 0.0 -1864027286 true dGF1yf NULL 3426.0 -2.2036032E7 -1864027286 1 1864027286 0.0 3426.0 -3426.0 3426.0 2.2036032E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3426.0 3426.0 2.2039458E7 0.0 -1864027286 true dIw0j NULL 9774.0 -6.2866368E7 -1864027286 1 1864027286 0.0 9774.0 -9774.0 9774.0 6.2866368E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9774.0 9774.0 6.2876142E7 0.0 -1864027286 true dPkN74F7 NULL 8373.0 -5.3855136E7 -1864027286 1 1864027286 0.0 8373.0 -8373.0 8373.0 5.3855136E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8373.0 8373.0 5.3863509E7 0.0 -1864027286 true dQsIgL NULL 2624.0 -1.6877568E7 -1864027286 1 1864027286 0.0 2624.0 -2624.0 2624.0 1.6877568E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2624.0 2624.0 1.6880192E7 0.0 -1864027286 true dV86D7yr0I62C NULL -13617.0 8.7584544E7 -1864027286 1 1864027286 0.0 -13617.0 13617.0 -13617.0 -8.7584544E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13617.0 -13617.0 -8.7598161E7 0.0 -1864027286 true dqSh2nXp NULL 15296.0 -9.8383872E7 -1864027286 1 1864027286 0.0 15296.0 -15296.0 15296.0 9.8383872E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15296.0 15296.0 9.8399168E7 0.0 -1864027286 true e2tRWV1I2oE NULL -12310.0 7.917792E7 -1864027286 1 1864027286 0.0 -12310.0 12310.0 -12310.0 -7.917792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12310.0 -12310.0 -7.919023E7 0.0 -1864027286 true e4rLBwDgWm1S4fl264fmpC NULL 9962.0 -6.4075584E7 -1864027286 1 1864027286 0.0 9962.0 -9962.0 9962.0 6.4075584E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9962.0 9962.0 6.4085546E7 0.0 -1864027286 true e6SAAy5o0so6LM30k NULL -548.0 3524736.0 -1864027286 1 1864027286 0.0 -548.0 548.0 -548.0 -3524736.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -548.0 -548.0 -3525284.0 0.0 -1864027286 true eHxtaCo643hV3BIi2Le35Eq NULL 9814.0 -6.3123648E7 -1864027286 1 1864027286 0.0 9814.0 -9814.0 9814.0 6.3123648E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9814.0 9814.0 6.3133462E7 0.0 -1864027286 true eWq33N3Xk6 NULL -11596.0 7.4585472E7 -1864027286 1 1864027286 0.0 -11596.0 11596.0 -11596.0 -7.4585472E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11596.0 -11596.0 -7.4597068E7 0.0 -1864027286 true eeLpfP6O NULL -828.0 5325696.0 -1864027286 1 1864027286 0.0 -828.0 828.0 -828.0 -5325696.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -828.0 -828.0 -5326524.0 0.0 -1864027286 true f12qhlvH NULL -3544.0 2.2795008E7 -1864027286 1 1864027286 0.0 -3544.0 3544.0 -3544.0 -2.2795008E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3544.0 -3544.0 -2.2798552E7 0.0 -1864027286 true f1b7368iTH NULL 11837.0 -7.6135584E7 -1864027286 1 1864027286 0.0 11837.0 -11837.0 11837.0 7.6135584E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11837.0 11837.0 7.6147421E7 0.0 -1864027286 true f6B6I2d7180wveu1BG63b NULL 4178.0 -2.6872896E7 -1864027286 1 1864027286 0.0 4178.0 -4178.0 4178.0 2.6872896E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4178.0 4178.0 2.6877074E7 0.0 -1864027286 true f8e16sE7qHnJFq8IjXe6uSE NULL -9408.0 6.0512256E7 -1864027286 1 1864027286 0.0 -9408.0 9408.0 -9408.0 -6.0512256E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9408.0 -9408.0 -6.0521664E7 0.0 -1864027286 true fJWe8p2jkqws5d04a5lSvLH NULL -14942.0 9.6106944E7 -1864027286 1 1864027286 0.0 -14942.0 14942.0 -14942.0 -9.6106944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14942.0 -14942.0 -9.6121886E7 0.0 -1864027286 true far4S170PC NULL 13691.0 -8.8060512E7 -1864027286 1 1864027286 0.0 13691.0 -13691.0 13691.0 8.8060512E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13691.0 13691.0 8.8074203E7 0.0 -1864027286 true g0C6gENIKCKayurchl7pjs2 NULL 12201.0 -7.8476832E7 -1864027286 1 1864027286 0.0 12201.0 -12201.0 12201.0 7.8476832E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12201.0 12201.0 7.8489033E7 0.0 -1864027286 true gLGK7D0V NULL 11865.0 -7.631568E7 -1864027286 1 1864027286 0.0 11865.0 -11865.0 11865.0 7.631568E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11865.0 11865.0 7.6327545E7 0.0 -1864027286 true gls8SspE NULL 231.0 -1485792.0 -1864027286 1 1864027286 0.0 231.0 -231.0 231.0 1485792.0 1.86402164785E9 1864027286 -1.554726368159204E-4 231.0 231.0 1486023.0 0.0 -1864027286 true gppEomS0ce2G6k6 NULL 4577.0 -2.9439264E7 -1864027286 1 1864027286 0.0 4577.0 -4577.0 4577.0 2.9439264E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4577.0 4577.0 2.9443841E7 0.0 -1864027286 true hA4lNb NULL 8634.0 -5.5533888E7 -1864027286 1 1864027286 0.0 8634.0 -8634.0 8634.0 5.5533888E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8634.0 8634.0 5.5542522E7 0.0 -1864027286 true iDlPQmQC7RSxNA NULL -16004.0 1.02937728E8 -1864027286 1 1864027286 0.0 -16004.0 16004.0 -16004.0 -1.02937728E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -16004.0 -16004.0 -1.02953732E8 0.0 -1864027286 true iF1fQ7gn0qgpH7HKS5N3 NULL -4561.0 2.9336352E7 -1864027286 1 1864027286 0.0 -4561.0 4561.0 -4561.0 -2.9336352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4561.0 -4561.0 -2.9340913E7 0.0 -1864027286 true iG1K1q1 NULL -8530.0 5.486496E7 -1864027286 1 1864027286 0.0 -8530.0 8530.0 -8530.0 -5.486496E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8530.0 -8530.0 -5.487349E7 0.0 -1864027286 true iP2ABL NULL -8162.0 5.2497984E7 -1864027286 1 1864027286 0.0 -8162.0 8162.0 -8162.0 -5.2497984E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8162.0 -8162.0 -5.2506146E7 0.0 -1864027286 true iUAMMN23Vq5jREr832nxXn NULL 4149.0 -2.6686368E7 -1864027286 1 1864027286 0.0 4149.0 -4149.0 4149.0 2.6686368E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4149.0 4149.0 2.6690517E7 0.0 -1864027286 true ihlorJE62ik1WuKfS NULL -8390.0 5.396448E7 -1864027286 1 1864027286 0.0 -8390.0 8390.0 -8390.0 -5.396448E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8390.0 -8390.0 -5.397287E7 0.0 -1864027286 true ii6d0V0 NULL 12732.0 -8.1892224E7 -1864027286 1 1864027286 0.0 12732.0 -12732.0 12732.0 8.1892224E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12732.0 12732.0 8.1904956E7 0.0 -1864027286 true iuSQEi3rpt2ctxK08ut3 NULL -12574.0 8.0875968E7 -1864027286 1 1864027286 0.0 -12574.0 12574.0 -12574.0 -8.0875968E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12574.0 -12574.0 -8.0888542E7 0.0 -1864027286 true j8fJ4l2w4F8fI51 NULL -7691.0 4.9468512E7 -1864027286 1 1864027286 0.0 -7691.0 7691.0 -7691.0 -4.9468512E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7691.0 -7691.0 -4.9476203E7 0.0 -1864027286 true jLX0SrR6OP NULL -12264.0 7.8882048E7 -1864027286 1 1864027286 0.0 -12264.0 12264.0 -12264.0 -7.8882048E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12264.0 -12264.0 -7.8894312E7 0.0 -1864027286 true jSUVVR NULL -7375.0 4.7436E7 -1864027286 1 1864027286 0.0 -7375.0 7375.0 -7375.0 -4.7436E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7375.0 -7375.0 -4.7443375E7 0.0 -1864027286 true jc3G2mefLm8mpl8tua3b3 NULL 236.0 -1517952.0 -1864027286 1 1864027286 0.0 236.0 -236.0 236.0 1517952.0 1.86402164785E9 1864027286 -1.554726368159204E-4 236.0 236.0 1518188.0 0.0 -1864027286 true jcS1NU2R06MX2 NULL 14177.0 -9.1186464E7 -1864027286 1 1864027286 0.0 14177.0 -14177.0 14177.0 9.1186464E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14177.0 14177.0 9.1200641E7 0.0 -1864027286 true jjc503pMQskjqb8T3tCL0 NULL -12883.0 8.2863456E7 -1864027286 1 1864027286 0.0 -12883.0 12883.0 -12883.0 -8.2863456E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12883.0 -12883.0 -8.2876339E7 0.0 -1864027286 true k1VX0eFh56x3ErERaS2y55B NULL 14909.0 -9.5894688E7 -1864027286 1 1864027286 0.0 14909.0 -14909.0 14909.0 9.5894688E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14909.0 14909.0 9.5909597E7 0.0 -1864027286 true k7RL0DH3Dj4218Jd NULL 14863.0 -9.5598816E7 -1864027286 1 1864027286 0.0 14863.0 -14863.0 14863.0 9.5598816E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14863.0 14863.0 9.5613679E7 0.0 -1864027286 true k8184H NULL 6645.0 -4.274064E7 -1864027286 1 1864027286 0.0 6645.0 -6645.0 6645.0 4.274064E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6645.0 6645.0 4.2747285E7 0.0 -1864027286 true kPpivtTi0S43BIo NULL 6581.0 -4.2328992E7 -1864027286 1 1864027286 0.0 6581.0 -6581.0 6581.0 4.2328992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6581.0 6581.0 4.2335573E7 0.0 -1864027286 true kRa26RQDv3Sk NULL -13118.0 8.4374976E7 -1864027286 1 1864027286 0.0 -13118.0 13118.0 -13118.0 -8.4374976E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -13118.0 -13118.0 -8.4388094E7 0.0 -1864027286 true kcA1Sw5 NULL 6182.0 -3.9762624E7 -1864027286 1 1864027286 0.0 6182.0 -6182.0 6182.0 3.9762624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6182.0 6182.0 3.9768806E7 0.0 -1864027286 true kwgr1l8iVOT NULL -6410.0 4.122912E7 -1864027286 1 1864027286 0.0 -6410.0 6410.0 -6410.0 -4.122912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6410.0 -6410.0 -4.123553E7 0.0 -1864027286 true l20qY NULL 8919.0 -5.7367008E7 -1864027286 1 1864027286 0.0 8919.0 -8919.0 8919.0 5.7367008E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8919.0 8919.0 5.7375927E7 0.0 -1864027286 true l3j1vwt6TY65u7m NULL 11499.0 -7.3961568E7 -1864027286 1 1864027286 0.0 11499.0 -11499.0 11499.0 7.3961568E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11499.0 11499.0 7.3973067E7 0.0 -1864027286 true l4iq01SNoFl7kABN NULL 15311.0 -9.8480352E7 -1864027286 1 1864027286 0.0 15311.0 -15311.0 15311.0 9.8480352E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15311.0 15311.0 9.8495663E7 0.0 -1864027286 true lEXXcvYRGqGd31V5R7paYE5 NULL 1225.0 -7879200.0 -1864027286 1 1864027286 0.0 1225.0 -1225.0 1225.0 7879200.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1225.0 1225.0 7880425.0 0.0 -1864027286 true lP7HUebhIc6T NULL 8196.0 -5.2716672E7 -1864027286 1 1864027286 0.0 8196.0 -8196.0 8196.0 5.2716672E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8196.0 8196.0 5.2724868E7 0.0 -1864027286 true lVXCI385cbcEk NULL -607.0 3904224.0 -1864027286 1 1864027286 0.0 -607.0 607.0 -607.0 -3904224.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -607.0 -607.0 -3904831.0 0.0 -1864027286 true lm60Wii25 NULL 9304.0 -5.9843328E7 -1864027286 1 1864027286 0.0 9304.0 -9304.0 9304.0 5.9843328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9304.0 9304.0 5.9852632E7 0.0 -1864027286 true lxQp116 NULL -5638.15 3.62645808E7 -1864027286 1 1864027286 0.0 -5638.15 5638.15 -5638.15 -3.62645808E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5638.15 -5638.15 -3.6270218949999996E7 0.0 -1864027286 true m2482tQ NULL 4049.0 -2.6043168E7 -1864027286 1 1864027286 0.0 4049.0 -4049.0 4049.0 2.6043168E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4049.0 4049.0 2.6047217E7 0.0 -1864027286 true mA80hnUou50JMq0h65sf NULL 15088.0 -9.7046016E7 -1864027286 1 1864027286 0.0 15088.0 -15088.0 15088.0 9.7046016E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15088.0 15088.0 9.7061104E7 0.0 -1864027286 true mCoC5T NULL -12826.0 8.2496832E7 -1864027286 1 1864027286 0.0 -12826.0 12826.0 -12826.0 -8.2496832E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12826.0 -12826.0 -8.2509658E7 0.0 -1864027286 true maEsIRYIaPg NULL 13454.0 -8.6536128E7 -1864027286 1 1864027286 0.0 13454.0 -13454.0 13454.0 8.6536128E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13454.0 13454.0 8.6549582E7 0.0 -1864027286 true meeTTbLafs2P5R326YX NULL -2415.0 1.553328E7 -1864027286 1 1864027286 0.0 -2415.0 2415.0 -2415.0 -1.553328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2415.0 -2415.0 -1.5535695E7 0.0 -1864027286 true mpceO34ASOLehV0 NULL 3318.0 -2.1341376E7 -1864027286 1 1864027286 0.0 3318.0 -3318.0 3318.0 2.1341376E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3318.0 3318.0 2.1344694E7 0.0 -1864027286 true muoxr40V7kVomUrDAQ NULL 14412.0 -9.2697984E7 -1864027286 1 1864027286 0.0 14412.0 -14412.0 14412.0 9.2697984E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14412.0 14412.0 9.2712396E7 0.0 -1864027286 true n1OMwaWctgOmf5K NULL 4269.0 -2.7458208E7 -1864027286 1 1864027286 0.0 4269.0 -4269.0 4269.0 2.7458208E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4269.0 4269.0 2.7462477E7 0.0 -1864027286 true n8VCp0 NULL 8488.0 -5.4594816E7 -1864027286 1 1864027286 0.0 8488.0 -8488.0 8488.0 5.4594816E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8488.0 8488.0 5.4603304E7 0.0 -1864027286 true n8e0f67S08SY8QnW NULL -4226.0 2.7181632E7 -1864027286 1 1864027286 0.0 -4226.0 4226.0 -4226.0 -2.7181632E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4226.0 -4226.0 -2.7185858E7 0.0 -1864027286 true nDWJgTuQm0rma4O3k NULL -8567.0 5.5102944E7 -1864027286 1 1864027286 0.0 -8567.0 8567.0 -8567.0 -5.5102944E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8567.0 -8567.0 -5.5111511E7 0.0 -1864027286 true nF24j2Tgx NULL 12262.0 -7.8869184E7 -1864027286 1 1864027286 0.0 12262.0 -12262.0 12262.0 7.8869184E7 1.86402164785E9 1864027286 -1.554726368159204E-4 12262.0 12262.0 7.8881446E7 0.0 -1864027286 true nISsBSmkQ1X1ig1XF88q7u7 NULL -10913.0 7.0192416E7 -1864027286 1 1864027286 0.0 -10913.0 10913.0 -10913.0 -7.0192416E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10913.0 -10913.0 -7.0203329E7 0.0 -1864027286 true nfsbu2MuPOO5t NULL 1042.0 -6702144.0 -1864027286 1 1864027286 0.0 1042.0 -1042.0 1042.0 6702144.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1042.0 1042.0 6703186.0 0.0 -1864027286 true oAUGL2efS4n0pM NULL -5458.0 3.5105856E7 -1864027286 1 1864027286 0.0 -5458.0 5458.0 -5458.0 -3.5105856E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5458.0 -5458.0 -3.5111314E7 0.0 -1864027286 true oMyB042otw5ib NULL 3012.0 -1.9373184E7 -1864027286 1 1864027286 0.0 3012.0 -3012.0 3012.0 1.9373184E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3012.0 3012.0 1.9376196E7 0.0 -1864027286 true oQfKi00F0jk78PtIB8PF NULL -1114.0 7165248.0 -1864027286 1 1864027286 0.0 -1114.0 1114.0 -1114.0 -7165248.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1114.0 -1114.0 -7166362.0 0.0 -1864027286 true oX8e2n7518CMTFQP NULL -4050.0 2.60496E7 -1864027286 1 1864027286 0.0 -4050.0 4050.0 -4050.0 -2.60496E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4050.0 -4050.0 -2.605365E7 0.0 -1864027286 true oto48Un5u7cW72UI0N8O6e NULL -12252.0 7.8804864E7 -1864027286 1 1864027286 0.0 -12252.0 12252.0 -12252.0 -7.8804864E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12252.0 -12252.0 -7.8817116E7 0.0 -1864027286 true p1g3lpo0EnMqYgjO NULL -10773.0 6.9291936E7 -1864027286 1 1864027286 0.0 -10773.0 10773.0 -10773.0 -6.9291936E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10773.0 -10773.0 -6.9302709E7 0.0 -1864027286 true p2bqd7rgBA0R NULL -8303.0 5.3404896E7 -1864027286 1 1864027286 0.0 -8303.0 8303.0 -8303.0 -5.3404896E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8303.0 -8303.0 -5.3413199E7 0.0 -1864027286 true psq21gC3CWnry764K8 NULL -14073.0 9.0517536E7 -1864027286 1 1864027286 0.0 -14073.0 14073.0 -14073.0 -9.0517536E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14073.0 -14073.0 -9.0531609E7 0.0 -1864027286 true puBJkwCpLJ7W3O144W NULL -14585.0 9.381072E7 -1864027286 1 1864027286 0.0 -14585.0 14585.0 -14585.0 -9.381072E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -14585.0 -14585.0 -9.3825305E7 0.0 -1864027286 true q08W111Wn600c NULL -1676.0 1.0780032E7 -1864027286 1 1864027286 0.0 -1676.0 1676.0 -1676.0 -1.0780032E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -1676.0 -1676.0 -1.0781708E7 0.0 -1864027286 true q1WlCd0b5 NULL -6136.0 3.9466752E7 -1864027286 1 1864027286 0.0 -6136.0 6136.0 -6136.0 -3.9466752E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6136.0 -6136.0 -3.9472888E7 0.0 -1864027286 true q2y64hy2qi458p2i6hP3 NULL -7982.0 5.1340224E7 -1864027286 1 1864027286 0.0 -7982.0 7982.0 -7982.0 -5.1340224E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7982.0 -7982.0 -5.1348206E7 0.0 -1864027286 true q4QqIdrk1tThy0khgw NULL -12074.0 7.7659968E7 -1864027286 1 1864027286 0.0 -12074.0 12074.0 -12074.0 -7.7659968E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12074.0 -12074.0 -7.7672042E7 0.0 -1864027286 true qA1258Ou43wEVGt34 NULL 9459.0 -6.0840288E7 -1864027286 1 1864027286 0.0 9459.0 -9459.0 9459.0 6.0840288E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9459.0 9459.0 6.0849747E7 0.0 -1864027286 true qNE6PL88c2r64x3FvK NULL 10538.0 -6.7780416E7 -1864027286 1 1864027286 0.0 10538.0 -10538.0 10538.0 6.7780416E7 1.86402164785E9 1864027286 -1.554726368159204E-4 10538.0 10538.0 6.7790954E7 0.0 -1864027286 true qQghEMy7aBuu6e7Uaho NULL 142.0 -913344.0 -1864027286 1 1864027286 0.0 142.0 -142.0 142.0 913344.0 1.86402164785E9 1864027286 -1.554726368159204E-4 142.0 142.0 913486.0 0.0 -1864027286 true qngJ5VN31QNp3E6GBwnHW NULL 7120.0 -4.579584E7 -1864027286 1 1864027286 0.0 7120.0 -7120.0 7120.0 4.579584E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7120.0 7120.0 4.580296E7 0.0 -1864027286 true qo2Go5OQTco35F2 NULL 4819.0 -3.0995808E7 -1864027286 1 1864027286 0.0 4819.0 -4819.0 4819.0 3.0995808E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4819.0 4819.0 3.1000627E7 0.0 -1864027286 true qtLg48NdHXho3AU0Hdy NULL -11744.0 7.5537408E7 -1864027286 1 1864027286 0.0 -11744.0 11744.0 -11744.0 -7.5537408E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11744.0 -11744.0 -7.5549152E7 0.0 -1864027286 true r01Hdc6b2CRo NULL -5194.0 3.3407808E7 -1864027286 1 1864027286 0.0 -5194.0 5194.0 -5194.0 -3.3407808E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5194.0 -5194.0 -3.3413002E7 0.0 -1864027286 true r121C NULL 11387.0 -7.3241184E7 -1864027286 1 1864027286 0.0 11387.0 -11387.0 11387.0 7.3241184E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11387.0 11387.0 7.3252571E7 0.0 -1864027286 true r2dK8Ou1AUuN8 NULL 6831.0 -4.3936992E7 -1864027286 1 1864027286 0.0 6831.0 -6831.0 6831.0 4.3936992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6831.0 6831.0 4.3943823E7 0.0 -1864027286 true r323qatD6 NULL -11447.0 7.3627104E7 -1864027286 1 1864027286 0.0 -11447.0 11447.0 -11447.0 -7.3627104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11447.0 -11447.0 -7.3638551E7 0.0 -1864027286 true r4fjAjel4jHu27vYa1Vox3 NULL -12443.0 8.0033376E7 -1864027286 1 1864027286 0.0 -12443.0 12443.0 -12443.0 -8.0033376E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12443.0 -12443.0 -8.0045819E7 0.0 -1864027286 true r8AH7UhYMb4w6nN30C NULL -8351.0 5.3713632E7 -1864027286 1 1864027286 0.0 -8351.0 8351.0 -8351.0 -5.3713632E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8351.0 -8351.0 -5.3721983E7 0.0 -1864027286 true rHjs2clm4Q16E40M0I1 NULL 9371.0 -6.0274272E7 -1864027286 1 1864027286 0.0 9371.0 -9371.0 9371.0 6.0274272E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9371.0 9371.0 6.0283643E7 0.0 -1864027286 true rIQ6FgkS3Sjn8H8n8 NULL -3589.0 2.3084448E7 -1864027286 1 1864027286 0.0 -3589.0 3589.0 -3589.0 -2.3084448E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3589.0 -3589.0 -2.3088037E7 0.0 -1864027286 true rWCcVpLiV5bqW NULL -1079.0 6940128.0 -1864027286 1 1864027286 0.0 -1079.0 1079.0 -1079.0 -6940128.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1079.0 -1079.0 -6941207.0 0.0 -1864027286 true rg2l5YHK3h414DWIC1I NULL 2366.0 -1.5218112E7 -1864027286 1 1864027286 0.0 2366.0 -2366.0 2366.0 1.5218112E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2366.0 2366.0 1.5220478E7 0.0 -1864027286 true s7We5FvPwxD0 NULL -8557.0 5.5038624E7 -1864027286 1 1864027286 0.0 -8557.0 8557.0 -8557.0 -5.5038624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8557.0 -8557.0 -5.5047181E7 0.0 -1864027286 true sBGjdF6 NULL -3036.0 1.9527552E7 -1864027286 1 1864027286 0.0 -3036.0 3036.0 -3036.0 -1.9527552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3036.0 -3036.0 -1.9530588E7 0.0 -1864027286 true sL1ht23v3HEF8RT2fJcrb NULL 9519.0 -6.1226208E7 -1864027286 1 1864027286 0.0 9519.0 -9519.0 9519.0 6.1226208E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9519.0 9519.0 6.1235727E7 0.0 -1864027286 true sN22l7QnPq3 NULL -1419.0 9127008.0 -1864027286 1 1864027286 0.0 -1419.0 1419.0 -1419.0 -9127008.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -1419.0 -1419.0 -9128427.0 0.0 -1864027286 true sTnGlw50tbl NULL -2371.0 1.5250272E7 -1864027286 1 1864027286 0.0 -2371.0 2371.0 -2371.0 -1.5250272E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2371.0 -2371.0 -1.5252643E7 0.0 -1864027286 true sUPw866pq NULL -7554.0 4.8587328E7 -1864027286 1 1864027286 0.0 -7554.0 7554.0 -7554.0 -4.8587328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7554.0 -7554.0 -4.8594882E7 0.0 -1864027286 true sgjuCr0dXdOun8FFjw7Flxf NULL -2778.0 1.7868096E7 -1864027286 1 1864027286 0.0 -2778.0 2778.0 -2778.0 -1.7868096E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2778.0 -2778.0 -1.7870874E7 0.0 -1864027286 true sl0k3J45 NULL -12657.0 8.1409824E7 -1864027286 1 1864027286 0.0 -12657.0 12657.0 -12657.0 -8.1409824E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12657.0 -12657.0 -8.1422481E7 0.0 -1864027286 true t66fkUkSNP78t2856Lcn NULL 15678.0 -1.00840896E8 -1864027286 1 1864027286 0.0 15678.0 -15678.0 15678.0 1.00840896E8 1.86402164785E9 1864027286 -1.554726368159204E-4 15678.0 15678.0 1.00856574E8 0.0 -1864027286 true t78m7 NULL 14512.0 -9.3341184E7 -1864027286 1 1864027286 0.0 14512.0 -14512.0 14512.0 9.3341184E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14512.0 14512.0 9.3355696E7 0.0 -1864027286 true t7Sx50XeM NULL 7557.0 -4.8606624E7 -1864027286 1 1864027286 0.0 7557.0 -7557.0 7557.0 4.8606624E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7557.0 7557.0 4.8614181E7 0.0 -1864027286 true t7i26BC11U1YTY8I0p NULL 1017.0 -6541344.0 -1864027286 1 1864027286 0.0 1017.0 -1017.0 1017.0 6541344.0 1.86402164785E9 1864027286 -1.554726368159204E-4 1017.0 1017.0 6542361.0 0.0 -1864027286 true tFtQ26aDMi1tJ026luPcu NULL -3178.0 2.0440896E7 -1864027286 1 1864027286 0.0 -3178.0 3178.0 -3178.0 -2.0440896E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -3178.0 -3178.0 -2.0444074E7 0.0 -1864027286 true tUi8QYP4S53YPcw NULL -7959.0 5.1192288E7 -1864027286 1 1864027286 0.0 -7959.0 7959.0 -7959.0 -5.1192288E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -7959.0 -7959.0 -5.1200247E7 0.0 -1864027286 true u6ELlhG3 NULL -15070.0 9.693024E7 -1864027286 1 1864027286 0.0 -15070.0 15070.0 -15070.0 -9.693024E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -15070.0 -15070.0 -9.694531E7 0.0 -1864027286 true uNJPm NULL -10737.0 6.9060384E7 -1864027286 1 1864027286 0.0 -10737.0 10737.0 -10737.0 -6.9060384E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10737.0 -10737.0 -6.9071121E7 0.0 -1864027286 true uO4aN4J0dKv3717r8fPG NULL -11809.0 7.5955488E7 -1864027286 1 1864027286 0.0 -11809.0 11809.0 -11809.0 -7.5955488E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11809.0 -11809.0 -7.5967297E7 0.0 -1864027286 true umNykRkKiih6Cx6K42 NULL -10134.0 6.5181888E7 -1864027286 1 1864027286 0.0 -10134.0 10134.0 -10134.0 -6.5181888E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -10134.0 -10134.0 -6.5192022E7 0.0 -1864027286 true uv5m1sFX10 NULL -8148.0 5.2407936E7 -1864027286 1 1864027286 0.0 -8148.0 8148.0 -8148.0 -5.2407936E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8148.0 -8148.0 -5.2416084E7 0.0 -1864027286 true v2wRf43gpDUt1lfieq NULL -8072.0 5.1919104E7 -1864027286 1 1864027286 0.0 -8072.0 8072.0 -8072.0 -5.1919104E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -8072.0 -8072.0 -5.1927176E7 0.0 -1864027286 true v3A1iI77YBRwl3I16 NULL 7391.0 -4.7538912E7 -1864027286 1 1864027286 0.0 7391.0 -7391.0 7391.0 4.7538912E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7391.0 7391.0 4.7546303E7 0.0 -1864027286 true veIw1kh7 NULL 9239.0 -5.9425248E7 -1864027286 1 1864027286 0.0 9239.0 -9239.0 9239.0 5.9425248E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9239.0 9239.0 5.9434487E7 0.0 -1864027286 true vgKx505VdPsHO NULL 13661.0 -8.7867552E7 -1864027286 1 1864027286 0.0 13661.0 -13661.0 13661.0 8.7867552E7 1.86402164785E9 1864027286 -1.554726368159204E-4 13661.0 13661.0 8.7881213E7 0.0 -1864027286 true vtad71tYi1fs1e0tcJg0 NULL 2960.0 -1.903872E7 -1864027286 1 1864027286 0.0 2960.0 -2960.0 2960.0 1.903872E7 1.86402164785E9 1864027286 -1.554726368159204E-4 2960.0 2960.0 1.904168E7 0.0 -1864027286 true vvK378scVFuBh8Q3HXUJsP NULL -9554.0 6.1451328E7 -1864027286 1 1864027286 0.0 -9554.0 9554.0 -9554.0 -6.1451328E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -9554.0 -9554.0 -6.1460882E7 0.0 -1864027286 true vxAjxUq0k NULL -12962.0 8.3371584E7 -1864027286 1 1864027286 0.0 -12962.0 12962.0 -12962.0 -8.3371584E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12962.0 -12962.0 -8.3384546E7 0.0 -1864027286 true w3OO7InLN4ic3M0h8xpvuBMn NULL 3255.0 -2.093616E7 -1864027286 1 1864027286 0.0 3255.0 -3255.0 3255.0 2.093616E7 1.86402164785E9 1864027286 -1.554726368159204E-4 3255.0 3255.0 2.0939415E7 0.0 -1864027286 true w6OUE6V3UjfE2 NULL 14276.0 -9.1823232E7 -1864027286 1 1864027286 0.0 14276.0 -14276.0 14276.0 9.1823232E7 1.86402164785E9 1864027286 -1.554726368159204E-4 14276.0 14276.0 9.1837508E7 0.0 -1864027286 true wEe2THv60F6 NULL -5589.0 3.5948448E7 -1864027286 1 1864027286 0.0 -5589.0 5589.0 -5589.0 -3.5948448E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -5589.0 -5589.0 -3.5954037E7 0.0 -1864027286 true wK0N1nX22KSjcTVhDYq NULL -6663.0 4.2856416E7 -1864027286 1 1864027286 0.0 -6663.0 6663.0 -6663.0 -4.2856416E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -6663.0 -6663.0 -4.2863079E7 0.0 -1864027286 true wLIR3B37 NULL 8499.0 -5.4665568E7 -1864027286 1 1864027286 0.0 8499.0 -8499.0 8499.0 5.4665568E7 1.86402164785E9 1864027286 -1.554726368159204E-4 8499.0 8499.0 5.4674067E7 0.0 -1864027286 true wT50ouOe760m3AyJ7x4p83U6 NULL -2856.0 1.8369792E7 -1864027286 1 1864027286 0.0 -2856.0 2856.0 -2856.0 -1.8369792E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -2856.0 -2856.0 -1.8372648E7 0.0 -1864027286 true wblxBWSlwWlX7E NULL 4502.0 -2.8956864E7 -1864027286 1 1864027286 0.0 4502.0 -4502.0 4502.0 2.8956864E7 1.86402164785E9 1864027286 -1.554726368159204E-4 4502.0 4502.0 2.8961366E7 0.0 -1864027286 true wc4Ae163B5VxG2L NULL 301.0 -1936032.0 -1864027286 1 1864027286 0.0 301.0 -301.0 301.0 1936032.0 1.86402164785E9 1864027286 -1.554726368159204E-4 301.0 301.0 1936333.0 0.0 -1864027286 true weQ0d24K116Y0 NULL 11147.0 -7.1697504E7 -1864027286 1 1864027286 0.0 11147.0 -11147.0 11147.0 7.1697504E7 1.86402164785E9 1864027286 -1.554726368159204E-4 11147.0 11147.0 7.1708651E7 0.0 -1864027286 true wfT8d53abPxBj0L NULL -12052.0 7.7518464E7 -1864027286 1 1864027286 0.0 -12052.0 12052.0 -12052.0 -7.7518464E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12052.0 -12052.0 -7.7530516E7 0.0 -1864027286 true whw6kHIbH NULL 5142.0 -3.3073344E7 -1864027286 1 1864027286 0.0 5142.0 -5142.0 5142.0 3.3073344E7 1.86402164785E9 1864027286 -1.554726368159204E-4 5142.0 5142.0 3.3078486E7 0.0 -1864027286 true x0w77gi6iqtTQ1 NULL 1850.0 -1.18992E7 -1864027286 1 1864027286 0.0 1850.0 -1850.0 1850.0 1.18992E7 1.86402164785E9 1864027286 -1.554726368159204E-4 1850.0 1850.0 1.190105E7 0.0 -1864027286 true x8n40D35c65l NULL -4002.0 2.5740864E7 -1864027286 1 1864027286 0.0 -4002.0 4002.0 -4002.0 -2.5740864E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -4002.0 -4002.0 -2.5744866E7 0.0 -1864027286 true xh0Qhj80MAcHEMVKx NULL -11115.0 7.149168E7 -1864027286 1 1864027286 0.0 -11115.0 11115.0 -11115.0 -7.149168E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -11115.0 -11115.0 -7.1502795E7 0.0 -1864027286 true xnk564ke0a7kay3aE6IC NULL -12066.0 7.7608512E7 -1864027286 1 1864027286 0.0 -12066.0 12066.0 -12066.0 -7.7608512E7 1.86402164785E9 1864027286 -1.554726368159204E-4 -12066.0 -12066.0 -7.7620578E7 0.0 -1864027286 true xow6f03825H0h8mFjVr NULL -97.0 623904.0 -1864027286 1 1864027286 0.0 -97.0 97.0 -97.0 -623904.0 1.86402164785E9 1864027286 -1.554726368159204E-4 -97.0 -97.0 -624001.0 0.0 -1864027286 true xqa4i5EAo4CbOQjD NULL 15218.0 -9.7882176E7 -1864027286 1 1864027286 0.0 15218.0 -15218.0 15218.0 9.7882176E7 1.86402164785E9 1864027286 -1.554726368159204E-4 15218.0 15218.0 9.7897394E7 0.0 -1864027286 true y3XV0j2p80 NULL 9540.0 -6.136128E7 -1864027286 1 1864027286 0.0 9540.0 -9540.0 9540.0 6.136128E7 1.86402164785E9 1864027286 -1.554726368159204E-4 9540.0 9540.0 6.137082E7 0.0 -1864027286 true yF6U2FcHNa8 NULL 6775.0 -4.35768E7 -1864027286 1 1864027286 0.0 6775.0 -6775.0 6775.0 4.35768E7 1.86402164785E9 1864027286 -1.554726368159204E-4 6775.0 6775.0 4.3583575E7 0.0 -1864027286 true yfR36R70W0G1KV4dmi1 NULL -15590.0 1.0027488E8 -1864027286 1 1864027286 0.0 -15590.0 15590.0 -15590.0 -1.0027488E8 1.86402164785E9 1864027286 -1.554726368159204E-4 -15590.0 -15590.0 -1.0029047E8 0.0 -1864027286 true yvNv1q NULL 7408.0 -4.7648256E7 -1864027286 1 1864027286 0.0 7408.0 -7408.0 7408.0 4.7648256E7 1.86402164785E9 1864027286 -1.554726368159204E-4 7408.0 7408.0 4.7655664E7 0.0 +-1645852809 false DUSKf88a NULL 6764.0 -4.3506048E7 1645852809 1 -1645852809 0.0 6764.0 -6764.0 6764.0 4.3506048E7 -1645858447.15 -1645852809 -1.554726368159204E-4 6764.0 6764.0 4.3512812E7 0.0 +-1645852809 false G7Ve8Px6a7J0DafBodF8JMma NULL -1291.0 8303712.0 1645852809 1 -1645852809 0.0 -1291.0 1291.0 -1291.0 -8303712.0 -1645858447.15 -1645852809 -1.554726368159204E-4 -1291.0 -1291.0 -8305003.0 0.0 +-1645852809 false K7tGy146ydka NULL -1236.0 7949952.0 1645852809 1 -1645852809 0.0 -1236.0 1236.0 -1236.0 -7949952.0 -1645858447.15 -1645852809 -1.554726368159204E-4 -1236.0 -1236.0 -7951188.0 0.0 +-1645852809 false OHG2wWD83Ba NULL 6914.0 -4.4470848E7 1645852809 1 -1645852809 0.0 6914.0 -6914.0 6914.0 4.4470848E7 -1645858447.15 -1645852809 -1.554726368159204E-4 6914.0 6914.0 4.4477762E7 0.0 +-1645852809 false S7UM6KgdxTofi6rwXBFa2a NULL 12520.0 -8.052864E7 1645852809 1 -1645852809 0.0 12520.0 -12520.0 12520.0 8.052864E7 -1645858447.15 -1645852809 -1.554726368159204E-4 12520.0 12520.0 8.054116E7 0.0 +-1645852809 false eNsh5tYa NULL NULL NULL 1645852809 1 -1645852809 0.0 NULL NULL NULL NULL -1645858447.15 -1645852809 NULL NULL NULL NULL NULL +-1645852809 false iS4P5128HY44wa NULL 3890.0 -2.502048E7 1645852809 1 -1645852809 0.0 3890.0 -3890.0 3890.0 2.502048E7 -1645858447.15 -1645852809 -1.554726368159204E-4 3890.0 3890.0 2.502437E7 0.0 +-1645852809 false kro4Xu41bB7hiFa NULL -3277.0 2.1077664E7 1645852809 1 -1645852809 0.0 -3277.0 3277.0 -3277.0 -2.1077664E7 -1645858447.15 -1645852809 -1.554726368159204E-4 -3277.0 -3277.0 -2.1080941E7 0.0 +-1645852809 false lJ63qx87BLmdMfa NULL 11619.0 -7.4733408E7 1645852809 1 -1645852809 0.0 11619.0 -11619.0 11619.0 7.4733408E7 -1645858447.15 -1645852809 -1.554726368159204E-4 11619.0 11619.0 7.4745027E7 0.0 +-1645852809 true 4gBPJa NULL 13167.0 -8.4690144E7 1645852809 1 -1645852809 0.0 13167.0 -13167.0 13167.0 8.4690144E7 -1645858447.15 -1645852809 -1.554726368159204E-4 13167.0 13167.0 8.4703311E7 0.0 +-1645852809 true L057p1HPpJsmA3a NULL -9542.0 6.1374144E7 1645852809 1 -1645852809 0.0 -9542.0 9542.0 -9542.0 -6.1374144E7 -1645858447.15 -1645852809 -1.554726368159204E-4 -9542.0 -9542.0 -6.1383686E7 0.0 +-1645852809 true PMoJ1NvQoAm5a NULL 539.0 -3466848.0 1645852809 1 -1645852809 0.0 539.0 -539.0 539.0 3466848.0 -1645858447.15 -1645852809 -1.554726368159204E-4 539.0 539.0 3467387.0 0.0 +-1645852809 true Tt484a NULL 754.0 -4849728.0 1645852809 1 -1645852809 0.0 754.0 -754.0 754.0 4849728.0 -1645858447.15 -1645852809 -1.554726368159204E-4 754.0 754.0 4850482.0 0.0 +-1645852809 true a NULL -2944.0 1.8935808E7 1645852809 1 -1645852809 0.0 -2944.0 2944.0 -2944.0 -1.8935808E7 -1645858447.15 -1645852809 -1.554726368159204E-4 -2944.0 -2944.0 -1.8938752E7 0.0 +-1645852809 true a NULL -5905.0 3.798096E7 1645852809 1 -1645852809 0.0 -5905.0 5905.0 -5905.0 -3.798096E7 -1645858447.15 -1645852809 -1.554726368159204E-4 -5905.0 -5905.0 -3.7986865E7 0.0 +-1645852809 true a NULL 4991.0 -3.2102112E7 1645852809 1 -1645852809 0.0 4991.0 -4991.0 4991.0 3.2102112E7 -1645858447.15 -1645852809 -1.554726368159204E-4 4991.0 4991.0 3.2107103E7 0.0 +-1645852809 true bBAKio7bAmQq7vIlsc8H14a NULL 1949.0 -1.2535968E7 1645852809 1 -1645852809 0.0 1949.0 -1949.0 1949.0 1.2535968E7 -1645858447.15 -1645852809 -1.554726368159204E-4 1949.0 1949.0 1.2537917E7 0.0 +-1645852809 true dun2EEixI701imr3d6a NULL -8352.0 5.3720064E7 1645852809 1 -1645852809 0.0 -8352.0 8352.0 -8352.0 -5.3720064E7 -1645858447.15 -1645852809 -1.554726368159204E-4 -8352.0 -8352.0 -5.3728416E7 0.0 +-1645852809 true hnq6hkAfna NULL 5926.0 -3.8116032E7 1645852809 1 -1645852809 0.0 5926.0 -5926.0 5926.0 3.8116032E7 -1645858447.15 -1645852809 -1.554726368159204E-4 5926.0 5926.0 3.8121958E7 0.0 +-1887561756 false 5712We1FSa NULL 8801.0 -5.6608032E7 1887561756 1 -1887561756 0.0 8801.0 -8801.0 8801.0 5.6608032E7 -1887567394.15 -1887561756 -1.554726368159204E-4 8801.0 8801.0 5.6616833E7 0.0 +-1887561756 false a NULL 3350.0 -2.15472E7 1887561756 1 -1887561756 0.0 3350.0 -3350.0 3350.0 2.15472E7 -1887567394.15 -1887561756 -1.554726368159204E-4 3350.0 3350.0 2.155055E7 0.0 +-1887561756 false f3oGa8ByjMs5eo7462S84Aa NULL 4278.0 -2.7516096E7 1887561756 1 -1887561756 0.0 4278.0 -4278.0 4278.0 2.7516096E7 -1887567394.15 -1887561756 -1.554726368159204E-4 4278.0 4278.0 2.7520374E7 0.0 +-1887561756 false w62rRn0DnCSWJ1ht6qWa NULL -5638.15 3.62645808E7 1887561756 1 -1887561756 0.0 -5638.15 5638.15 -5638.15 -3.62645808E7 -1887567394.15 -1887561756 -1.554726368159204E-4 -5638.15 -5638.15 -3.6270218949999996E7 0.0 +-1887561756 true 055VA1s2XC7q70aD8S0PLpa NULL -12485.0 8.030352E7 1887561756 1 -1887561756 0.0 -12485.0 12485.0 -12485.0 -8.030352E7 -1887567394.15 -1887561756 -1.554726368159204E-4 -12485.0 -12485.0 -8.0316005E7 0.0 +-1887561756 true 47x5248dXuiqta NULL -12888.0 8.2895616E7 1887561756 1 -1887561756 0.0 -12888.0 12888.0 -12888.0 -8.2895616E7 -1887567394.15 -1887561756 -1.554726368159204E-4 -12888.0 -12888.0 -8.2908504E7 0.0 +-1887561756 true 7C1L24VM7Ya NULL 4122.0 -2.6512704E7 1887561756 1 -1887561756 0.0 4122.0 -4122.0 4122.0 2.6512704E7 -1887567394.15 -1887561756 -1.554726368159204E-4 4122.0 4122.0 2.6516826E7 0.0 +-1887561756 true FWCW47mXs2a NULL -6839.0 4.3988448E7 1887561756 1 -1887561756 0.0 -6839.0 6839.0 -6839.0 -4.3988448E7 -1887567394.15 -1887561756 -1.554726368159204E-4 -6839.0 -6839.0 -4.3995287E7 0.0 +-1887561756 true LAFo0rFpPj1aW8Js4Scpa NULL 2719.0 -1.7488608E7 1887561756 1 -1887561756 0.0 2719.0 -2719.0 2719.0 1.7488608E7 -1887567394.15 -1887561756 -1.554726368159204E-4 2719.0 2719.0 1.7491327E7 0.0 +-1887561756 true hQAra NULL 14460.0 -9.300672E7 1887561756 1 -1887561756 0.0 14460.0 -14460.0 14460.0 9.300672E7 -1887567394.15 -1887561756 -1.554726368159204E-4 14460.0 14460.0 9.302118E7 0.0 +1864027286 true 01I27lE0Ec60Vhk6H72 NULL 4272.0 -2.7477504E7 -1864027286 1 1864027286 0.0 4272.0 -4272.0 4272.0 2.7477504E7 1864021647.85 1864027286 -1.554726368159204E-4 4272.0 4272.0 2.7481776E7 0.0 +1864027286 true 01L3ajd5YosmyM330V3s NULL 3756.0 -2.4158592E7 -1864027286 1 1864027286 0.0 3756.0 -3756.0 3756.0 2.4158592E7 1864021647.85 1864027286 -1.554726368159204E-4 3756.0 3756.0 2.4162348E7 0.0 +1864027286 true 03R4fW3q25Kl NULL -11690.0 7.519008E7 -1864027286 1 1864027286 0.0 -11690.0 11690.0 -11690.0 -7.519008E7 1864021647.85 1864027286 -1.554726368159204E-4 -11690.0 -11690.0 -7.520177E7 0.0 +1864027286 true 03jQEYjRQjm7 NULL -6739.0 4.3345248E7 -1864027286 1 1864027286 0.0 -6739.0 6739.0 -6739.0 -4.3345248E7 1864021647.85 1864027286 -1.554726368159204E-4 -6739.0 -6739.0 -4.3351987E7 0.0 +1864027286 true 067wD7F8YQ8h32jPa NULL -16012.0 1.02989184E8 -1864027286 1 1864027286 0.0 -16012.0 16012.0 -16012.0 -1.02989184E8 1864021647.85 1864027286 -1.554726368159204E-4 -16012.0 -16012.0 -1.03005196E8 0.0 +1864027286 true 08s07Nn26i3mlR5Bl83Ppo8L NULL 474.0 -3048768.0 -1864027286 1 1864027286 0.0 474.0 -474.0 474.0 3048768.0 1864021647.85 1864027286 -1.554726368159204E-4 474.0 474.0 3049242.0 0.0 +1864027286 true 0AP3HERf5Ra NULL 5045.0 -3.244944E7 -1864027286 1 1864027286 0.0 5045.0 -5045.0 5045.0 3.244944E7 1864021647.85 1864027286 -1.554726368159204E-4 5045.0 5045.0 3.2454485E7 0.0 +1864027286 true 0I62LB NULL -5466.0 3.5157312E7 -1864027286 1 1864027286 0.0 -5466.0 5466.0 -5466.0 -3.5157312E7 1864021647.85 1864027286 -1.554726368159204E-4 -5466.0 -5466.0 -3.5162778E7 0.0 +1864027286 true 0RvxJiyole51yN5 NULL -1211.0 7789152.0 -1864027286 1 1864027286 0.0 -1211.0 1211.0 -1211.0 -7789152.0 1864021647.85 1864027286 -1.554726368159204E-4 -1211.0 -1211.0 -7790363.0 0.0 +1864027286 true 0W67K0mT27r22f817281Ocq NULL -5818.0 3.7421376E7 -1864027286 1 1864027286 0.0 -5818.0 5818.0 -5818.0 -3.7421376E7 1864021647.85 1864027286 -1.554726368159204E-4 -5818.0 -5818.0 -3.7427194E7 0.0 +1864027286 true 0ag0Cv NULL -5942.0 3.8218944E7 -1864027286 1 1864027286 0.0 -5942.0 5942.0 -5942.0 -3.8218944E7 1864021647.85 1864027286 -1.554726368159204E-4 -5942.0 -5942.0 -3.8224886E7 0.0 +1864027286 true 0eODhoL30gUMY NULL 2590.0 -1.665888E7 -1864027286 1 1864027286 0.0 2590.0 -2590.0 2590.0 1.665888E7 1864021647.85 1864027286 -1.554726368159204E-4 2590.0 2590.0 1.666147E7 0.0 +1864027286 true 0kywHd7EpIq611b5F8dkKd NULL 14509.0 -9.3321888E7 -1864027286 1 1864027286 0.0 14509.0 -14509.0 14509.0 9.3321888E7 1864021647.85 1864027286 -1.554726368159204E-4 14509.0 14509.0 9.3336397E7 0.0 +1864027286 true 0mrq5CsKD4aq5mt26hUAYN54 NULL 1329.0 -8548128.0 -1864027286 1 1864027286 0.0 1329.0 -1329.0 1329.0 8548128.0 1864021647.85 1864027286 -1.554726368159204E-4 1329.0 1329.0 8549457.0 0.0 +1864027286 true 0oNy2Lac8mgIoM408U8bisc NULL 14705.0 -9.458256E7 -1864027286 1 1864027286 0.0 14705.0 -14705.0 14705.0 9.458256E7 1864021647.85 1864027286 -1.554726368159204E-4 14705.0 14705.0 9.4597265E7 0.0 +1864027286 true 0p3nIvm1c20J2e NULL 2066.0 -1.3288512E7 -1864027286 1 1864027286 0.0 2066.0 -2066.0 2066.0 1.3288512E7 1864021647.85 1864027286 -1.554726368159204E-4 2066.0 2066.0 1.3290578E7 0.0 +1864027286 true 0wyLcN8FuKeK NULL -11456.0 7.3684992E7 -1864027286 1 1864027286 0.0 -11456.0 11456.0 -11456.0 -7.3684992E7 1864021647.85 1864027286 -1.554726368159204E-4 -11456.0 -11456.0 -7.3696448E7 0.0 +1864027286 true 0xsFvigkQf7CEPVyXX78vG7D NULL 4014.0 -2.5818048E7 -1864027286 1 1864027286 0.0 4014.0 -4014.0 4014.0 2.5818048E7 1864021647.85 1864027286 -1.554726368159204E-4 4014.0 4014.0 2.5822062E7 0.0 +1864027286 true 100xJdkyc NULL 14519.0 -9.3386208E7 -1864027286 1 1864027286 0.0 14519.0 -14519.0 14519.0 9.3386208E7 1864021647.85 1864027286 -1.554726368159204E-4 14519.0 14519.0 9.3400727E7 0.0 +1864027286 true 10M3eGUsKVonbl70DyoCk25 NULL 5658.0 -3.6392256E7 -1864027286 1 1864027286 0.0 5658.0 -5658.0 5658.0 3.6392256E7 1864021647.85 1864027286 -1.554726368159204E-4 5658.0 5658.0 3.6397914E7 0.0 +1864027286 true 10lL0XD6WP2x64f70N0fHmC1 NULL 4516.0 -2.9046912E7 -1864027286 1 1864027286 0.0 4516.0 -4516.0 4516.0 2.9046912E7 1864021647.85 1864027286 -1.554726368159204E-4 4516.0 4516.0 2.9051428E7 0.0 +1864027286 true 116MTW7f3P3 NULL -13443.0 8.6465376E7 -1864027286 1 1864027286 0.0 -13443.0 13443.0 -13443.0 -8.6465376E7 1864021647.85 1864027286 -1.554726368159204E-4 -13443.0 -13443.0 -8.6478819E7 0.0 +1864027286 true 11gEw8B737tUg NULL -8278.0 5.3244096E7 -1864027286 1 1864027286 0.0 -8278.0 8278.0 -8278.0 -5.3244096E7 1864021647.85 1864027286 -1.554726368159204E-4 -8278.0 -8278.0 -5.3252374E7 0.0 +1864027286 true 1470P NULL 328.0 -2109696.0 -1864027286 1 1864027286 0.0 328.0 -328.0 328.0 2109696.0 1864021647.85 1864027286 -1.554726368159204E-4 328.0 328.0 2110024.0 0.0 +1864027286 true 16twtB4w2UMSEu3q1L07AMj NULL 2940.0 -1.891008E7 -1864027286 1 1864027286 0.0 2940.0 -2940.0 2940.0 1.891008E7 1864021647.85 1864027286 -1.554726368159204E-4 2940.0 2940.0 1.891302E7 0.0 +1864027286 true 1AV8SL56Iv0rm3vw NULL 9142.0 -5.8801344E7 -1864027286 1 1864027286 0.0 9142.0 -9142.0 9142.0 5.8801344E7 1864021647.85 1864027286 -1.554726368159204E-4 9142.0 9142.0 5.8810486E7 0.0 +1864027286 true 1BQ22Cx70452I4mV1 NULL 10259.0 -6.5985888E7 -1864027286 1 1864027286 0.0 10259.0 -10259.0 10259.0 6.5985888E7 1864021647.85 1864027286 -1.554726368159204E-4 10259.0 10259.0 6.5996147E7 0.0 +1864027286 true 1Ef7Tg NULL 5192.0 -3.3394944E7 -1864027286 1 1864027286 0.0 5192.0 -5192.0 5192.0 3.3394944E7 1864021647.85 1864027286 -1.554726368159204E-4 5192.0 5192.0 3.3400136E7 0.0 +1864027286 true 1K0M0lJ25 NULL 4141.0 -2.6634912E7 -1864027286 1 1864027286 0.0 4141.0 -4141.0 4141.0 2.6634912E7 1864021647.85 1864027286 -1.554726368159204E-4 4141.0 4141.0 2.6639053E7 0.0 +1864027286 true 1KXD04k80RltvQY NULL 1891.0 -1.2162912E7 -1864027286 1 1864027286 0.0 1891.0 -1891.0 1891.0 1.2162912E7 1864021647.85 1864027286 -1.554726368159204E-4 1891.0 1891.0 1.2164803E7 0.0 +1864027286 true 1SkJLW1H NULL -12515.0 8.049648E7 -1864027286 1 1864027286 0.0 -12515.0 12515.0 -12515.0 -8.049648E7 1864021647.85 1864027286 -1.554726368159204E-4 -12515.0 -12515.0 -8.0508995E7 0.0 +1864027286 true 1U0Y0li08r50 NULL -15261.0 9.8158752E7 -1864027286 1 1864027286 0.0 -15261.0 15261.0 -15261.0 -9.8158752E7 1864021647.85 1864027286 -1.554726368159204E-4 -15261.0 -15261.0 -9.8174013E7 0.0 +1864027286 true 1a47CF0K67apXs NULL -7715.0 4.962288E7 -1864027286 1 1864027286 0.0 -7715.0 7715.0 -7715.0 -4.962288E7 1864021647.85 1864027286 -1.554726368159204E-4 -7715.0 -7715.0 -4.9630595E7 0.0 +1864027286 true 1aI03p NULL 9766.0 -6.2814912E7 -1864027286 1 1864027286 0.0 9766.0 -9766.0 9766.0 6.2814912E7 1864021647.85 1864027286 -1.554726368159204E-4 9766.0 9766.0 6.2824678E7 0.0 +1864027286 true 1alMTip5YTi6R3K4Pk8 NULL 2130.0 -1.370016E7 -1864027286 1 1864027286 0.0 2130.0 -2130.0 2130.0 1.370016E7 1864021647.85 1864027286 -1.554726368159204E-4 2130.0 2130.0 1.370229E7 0.0 +1864027286 true 1r3uaJGN7oo7If84Yc NULL 1322.0 -8503104.0 -1864027286 1 1864027286 0.0 1322.0 -1322.0 1322.0 8503104.0 1864021647.85 1864027286 -1.554726368159204E-4 1322.0 1322.0 8504426.0 0.0 +1864027286 true 1t4KWqqqSILisWU5S4md8837 NULL -7101.0 4.5673632E7 -1864027286 1 1864027286 0.0 -7101.0 7101.0 -7101.0 -4.5673632E7 1864021647.85 1864027286 -1.554726368159204E-4 -7101.0 -7101.0 -4.5680733E7 0.0 +1864027286 true 1uerCssknyIB4 NULL 9620.0 -6.187584E7 -1864027286 1 1864027286 0.0 9620.0 -9620.0 9620.0 6.187584E7 1864021647.85 1864027286 -1.554726368159204E-4 9620.0 9620.0 6.188546E7 0.0 +1864027286 true 1wMPbWHES0gcJ4C7438 NULL -10276.0 6.6095232E7 -1864027286 1 1864027286 0.0 -10276.0 10276.0 -10276.0 -6.6095232E7 1864021647.85 1864027286 -1.554726368159204E-4 -10276.0 -10276.0 -6.6105508E7 0.0 +1864027286 true 21I7qFxw2vnAO7N1R1yUMhr0 NULL 15604.0 -1.00364928E8 -1864027286 1 1864027286 0.0 15604.0 -15604.0 15604.0 1.00364928E8 1864021647.85 1864027286 -1.554726368159204E-4 15604.0 15604.0 1.00380532E8 0.0 +1864027286 true 21l7ppi3Q73w7DMg75H1e NULL -447.0 2875104.0 -1864027286 1 1864027286 0.0 -447.0 447.0 -447.0 -2875104.0 1864021647.85 1864027286 -1.554726368159204E-4 -447.0 -447.0 -2875551.0 0.0 +1864027286 true 223qftA0b NULL 15017.0 -9.6589344E7 -1864027286 1 1864027286 0.0 15017.0 -15017.0 15017.0 9.6589344E7 1864021647.85 1864027286 -1.554726368159204E-4 15017.0 15017.0 9.6604361E7 0.0 +1864027286 true 22s17wD60356NWi2m30gkHbm NULL 10267.0 -6.6037344E7 -1864027286 1 1864027286 0.0 10267.0 -10267.0 10267.0 6.6037344E7 1864021647.85 1864027286 -1.554726368159204E-4 10267.0 10267.0 6.6047611E7 0.0 +1864027286 true 24t42K005K7v84Nx820euxD NULL 9362.0 -6.0216384E7 -1864027286 1 1864027286 0.0 9362.0 -9362.0 9362.0 6.0216384E7 1864021647.85 1864027286 -1.554726368159204E-4 9362.0 9362.0 6.0225746E7 0.0 +1864027286 true 25MqX NULL -4221.0 2.7149472E7 -1864027286 1 1864027286 0.0 -4221.0 4221.0 -4221.0 -2.7149472E7 1864021647.85 1864027286 -1.554726368159204E-4 -4221.0 -4221.0 -2.7153693E7 0.0 +1864027286 true 26Mx1k447Tk5 NULL -3888.0 2.5007616E7 -1864027286 1 1864027286 0.0 -3888.0 3888.0 -3888.0 -2.5007616E7 1864021647.85 1864027286 -1.554726368159204E-4 -3888.0 -3888.0 -2.5011504E7 0.0 +1864027286 true 27M4Etiyf304s0aob NULL -5909.0 3.8006688E7 -1864027286 1 1864027286 0.0 -5909.0 5909.0 -5909.0 -3.8006688E7 1864021647.85 1864027286 -1.554726368159204E-4 -5909.0 -5909.0 -3.8012597E7 0.0 +1864027286 true 2ArdYqML3654nUjGJk3 NULL -16379.0 1.05349728E8 -1864027286 1 1864027286 0.0 -16379.0 16379.0 -16379.0 -1.05349728E8 1864021647.85 1864027286 -1.554726368159204E-4 -16379.0 -16379.0 -1.05366107E8 0.0 +1864027286 true 2Fis0xsRWB447Evs6Fa5cH NULL -9721.0 6.2525472E7 -1864027286 1 1864027286 0.0 -9721.0 9721.0 -9721.0 -6.2525472E7 1864021647.85 1864027286 -1.554726368159204E-4 -9721.0 -9721.0 -6.2535193E7 0.0 +1864027286 true 2LTgnBrqS3DAE446015Nc NULL -2942.0 1.8922944E7 -1864027286 1 1864027286 0.0 -2942.0 2942.0 -2942.0 -1.8922944E7 1864021647.85 1864027286 -1.554726368159204E-4 -2942.0 -2942.0 -1.8925886E7 0.0 +1864027286 true 2Q1RY NULL 7887.0 -5.0729184E7 -1864027286 1 1864027286 0.0 7887.0 -7887.0 7887.0 5.0729184E7 1864021647.85 1864027286 -1.554726368159204E-4 7887.0 7887.0 5.0737071E7 0.0 +1864027286 true 2VC0DK60DgLH NULL 10435.0 -6.711792E7 -1864027286 1 1864027286 0.0 10435.0 -10435.0 10435.0 6.711792E7 1864021647.85 1864027286 -1.554726368159204E-4 10435.0 10435.0 6.7128355E7 0.0 +1864027286 true 2c4e2 NULL -11760.0 7.564032E7 -1864027286 1 1864027286 0.0 -11760.0 11760.0 -11760.0 -7.564032E7 1864021647.85 1864027286 -1.554726368159204E-4 -11760.0 -11760.0 -7.565208E7 0.0 +1864027286 true 2cumAMuRN4kC5dJd888m NULL 1603.0 -1.0310496E7 -1864027286 1 1864027286 0.0 1603.0 -1603.0 1603.0 1.0310496E7 1864021647.85 1864027286 -1.554726368159204E-4 1603.0 1603.0 1.0312099E7 0.0 +1864027286 true 2mwT8k NULL -10653.0 6.8520096E7 -1864027286 1 1864027286 0.0 -10653.0 10653.0 -10653.0 -6.8520096E7 1864021647.85 1864027286 -1.554726368159204E-4 -10653.0 -10653.0 -6.8530749E7 0.0 +1864027286 true 2qh6a3is304PThbc NULL 11926.0 -7.6708032E7 -1864027286 1 1864027286 0.0 11926.0 -11926.0 11926.0 7.6708032E7 1864021647.85 1864027286 -1.554726368159204E-4 11926.0 11926.0 7.6719958E7 0.0 +1864027286 true 2uLyD28144vklju213J1mr NULL -5470.0 3.518304E7 -1864027286 1 1864027286 0.0 -5470.0 5470.0 -5470.0 -3.518304E7 1864021647.85 1864027286 -1.554726368159204E-4 -5470.0 -5470.0 -3.518851E7 0.0 +1864027286 true 2y2n4Oh0B5PHX8mAMXq4wId2 NULL -7961.0 5.1205152E7 -1864027286 1 1864027286 0.0 -7961.0 7961.0 -7961.0 -5.1205152E7 1864021647.85 1864027286 -1.554726368159204E-4 -7961.0 -7961.0 -5.1213113E7 0.0 +1864027286 true 316qk10jD0dkAh78 NULL 4257.0 -2.7381024E7 -1864027286 1 1864027286 0.0 4257.0 -4257.0 4257.0 2.7381024E7 1864021647.85 1864027286 -1.554726368159204E-4 4257.0 4257.0 2.7385281E7 0.0 +1864027286 true 3445NVr7c7wfE3Px NULL -15768.0 1.01419776E8 -1864027286 1 1864027286 0.0 -15768.0 15768.0 -15768.0 -1.01419776E8 1864021647.85 1864027286 -1.554726368159204E-4 -15768.0 -15768.0 -1.01435544E8 0.0 +1864027286 true 37EE5NIy NULL -12996.0 8.3590272E7 -1864027286 1 1864027286 0.0 -12996.0 12996.0 -12996.0 -8.3590272E7 1864021647.85 1864027286 -1.554726368159204E-4 -12996.0 -12996.0 -8.3603268E7 0.0 +1864027286 true 3AKRFwBnv2163LyKqSXy NULL -10084.0 6.4860288E7 -1864027286 1 1864027286 0.0 -10084.0 10084.0 -10084.0 -6.4860288E7 1864021647.85 1864027286 -1.554726368159204E-4 -10084.0 -10084.0 -6.4870372E7 0.0 +1864027286 true 3AsYyeNCcv0R7fmt3K1uL NULL 11529.0 -7.4154528E7 -1864027286 1 1864027286 0.0 11529.0 -11529.0 11529.0 7.4154528E7 1864021647.85 1864027286 -1.554726368159204E-4 11529.0 11529.0 7.4166057E7 0.0 +1864027286 true 3B3ubgg3B6a NULL 14468.0 -9.3058176E7 -1864027286 1 1864027286 0.0 14468.0 -14468.0 14468.0 9.3058176E7 1864021647.85 1864027286 -1.554726368159204E-4 14468.0 14468.0 9.3072644E7 0.0 +1864027286 true 3C1y7deXML NULL -4035.0 2.595312E7 -1864027286 1 1864027286 0.0 -4035.0 4035.0 -4035.0 -2.595312E7 1864021647.85 1864027286 -1.554726368159204E-4 -4035.0 -4035.0 -2.5957155E7 0.0 +1864027286 true 3E1qqlB24B NULL 14152.0 -9.1025664E7 -1864027286 1 1864027286 0.0 14152.0 -14152.0 14152.0 9.1025664E7 1864021647.85 1864027286 -1.554726368159204E-4 14152.0 14152.0 9.1039816E7 0.0 +1864027286 true 3T12mSFCYnrAx7EokPLq8002 NULL 5404.0 -3.4758528E7 -1864027286 1 1864027286 0.0 5404.0 -5404.0 5404.0 3.4758528E7 1864021647.85 1864027286 -1.554726368159204E-4 5404.0 5404.0 3.4763932E7 0.0 +1864027286 true 3WsVeqb28VWEEOLI8ail NULL 2563.58 -1.6488946559999999E7 -1864027286 1 1864027286 0.0 2563.58 -2563.58 2563.58 1.6488946559999999E7 1864021647.85 1864027286 -1.554726368159204E-4 2563.58 2563.58 1.6491510139999999E7 0.0 +1864027286 true 3d631tcs1g NULL 10796.0 -6.9439872E7 -1864027286 1 1864027286 0.0 10796.0 -10796.0 10796.0 6.9439872E7 1864021647.85 1864027286 -1.554726368159204E-4 10796.0 10796.0 6.9450668E7 0.0 +1864027286 true 3h01b8LfJ812JV4gwhfT8u NULL 6798.0 -4.3724736E7 -1864027286 1 1864027286 0.0 6798.0 -6798.0 6798.0 4.3724736E7 1864021647.85 1864027286 -1.554726368159204E-4 6798.0 6798.0 4.3731534E7 0.0 +1864027286 true 3kFb68 NULL -11779.0 7.5762528E7 -1864027286 1 1864027286 0.0 -11779.0 11779.0 -11779.0 -7.5762528E7 1864021647.85 1864027286 -1.554726368159204E-4 -11779.0 -11779.0 -7.5774307E7 0.0 +1864027286 true 3q4Mex4ok5Wj6j706Vh NULL -10286.0 6.6159552E7 -1864027286 1 1864027286 0.0 -10286.0 10286.0 -10286.0 -6.6159552E7 1864021647.85 1864027286 -1.554726368159204E-4 -10286.0 -10286.0 -6.6169838E7 0.0 +1864027286 true 3sLC0Y2417i4n6Q5xcMF7 NULL -6106.0 3.9273792E7 -1864027286 1 1864027286 0.0 -6106.0 6106.0 -6106.0 -3.9273792E7 1864021647.85 1864027286 -1.554726368159204E-4 -6106.0 -6106.0 -3.9279898E7 0.0 +1864027286 true 3t3EB NULL 15847.0 -1.01927904E8 -1864027286 1 1864027286 0.0 15847.0 -15847.0 15847.0 1.01927904E8 1864021647.85 1864027286 -1.554726368159204E-4 15847.0 15847.0 1.01943751E8 0.0 +1864027286 true 410L723g40Le351u NULL -11597.0 7.4591904E7 -1864027286 1 1864027286 0.0 -11597.0 11597.0 -11597.0 -7.4591904E7 1864021647.85 1864027286 -1.554726368159204E-4 -11597.0 -11597.0 -7.4603501E7 0.0 +1864027286 true 4186Py40K286Oc NULL 6351.0 -4.0849632E7 -1864027286 1 1864027286 0.0 6351.0 -6351.0 6351.0 4.0849632E7 1864021647.85 1864027286 -1.554726368159204E-4 6351.0 6351.0 4.0855983E7 0.0 +1864027286 true 43d0nGQNH8m6wcT7p0T5Buu NULL -14035.0 9.027312E7 -1864027286 1 1864027286 0.0 -14035.0 14035.0 -14035.0 -9.027312E7 1864021647.85 1864027286 -1.554726368159204E-4 -14035.0 -14035.0 -9.0287155E7 0.0 +1864027286 true 46a8K1 NULL -8764.0 5.6370048E7 -1864027286 1 1864027286 0.0 -8764.0 8764.0 -8764.0 -5.6370048E7 1864021647.85 1864027286 -1.554726368159204E-4 -8764.0 -8764.0 -5.6378812E7 0.0 +1864027286 true 488l506x NULL 8868.0 -5.7038976E7 -1864027286 1 1864027286 0.0 8868.0 -8868.0 8868.0 5.7038976E7 1864021647.85 1864027286 -1.554726368159204E-4 8868.0 8868.0 5.7047844E7 0.0 +1864027286 true 48Dj7hY48w7 NULL 5146.0 -3.3099072E7 -1864027286 1 1864027286 0.0 5146.0 -5146.0 5146.0 3.3099072E7 1864021647.85 1864027286 -1.554726368159204E-4 5146.0 5146.0 3.3104218E7 0.0 +1864027286 true 4BxeN7PLh00qDKq13Nu8eVQ NULL 2336.0 -1.5025152E7 -1864027286 1 1864027286 0.0 2336.0 -2336.0 2336.0 1.5025152E7 1864021647.85 1864027286 -1.554726368159204E-4 2336.0 2336.0 1.5027488E7 0.0 +1864027286 true 4CLH5Pd31NWO NULL 13840.0 -8.901888E7 -1864027286 1 1864027286 0.0 13840.0 -13840.0 13840.0 8.901888E7 1864021647.85 1864027286 -1.554726368159204E-4 13840.0 13840.0 8.903272E7 0.0 +1864027286 true 4D64Q522LOJY7lu4 NULL -6407.0 4.1209824E7 -1864027286 1 1864027286 0.0 -6407.0 6407.0 -6407.0 -4.1209824E7 1864021647.85 1864027286 -1.554726368159204E-4 -6407.0 -6407.0 -4.1216231E7 0.0 +1864027286 true 4F3Tu14b35h26Q7 NULL -4033.0 2.5940256E7 -1864027286 1 1864027286 0.0 -4033.0 4033.0 -4033.0 -2.5940256E7 1864021647.85 1864027286 -1.554726368159204E-4 -4033.0 -4033.0 -2.5944289E7 0.0 +1864027286 true 4Ko41XvrHww1YXrctT NULL 367.0 -2360544.0 -1864027286 1 1864027286 0.0 367.0 -367.0 367.0 2360544.0 1864021647.85 1864027286 -1.554726368159204E-4 367.0 367.0 2360911.0 0.0 +1864027286 true 4O41kg NULL -15027.0 9.6653664E7 -1864027286 1 1864027286 0.0 -15027.0 15027.0 -15027.0 -9.6653664E7 1864021647.85 1864027286 -1.554726368159204E-4 -15027.0 -15027.0 -9.6668691E7 0.0 +1864027286 true 4R0Dk NULL 3617.0 -2.3264544E7 -1864027286 1 1864027286 0.0 3617.0 -3617.0 3617.0 2.3264544E7 1864021647.85 1864027286 -1.554726368159204E-4 3617.0 3617.0 2.3268161E7 0.0 +1864027286 true 4kyK2032wUS2iyU28i NULL 8061.0 -5.1848352E7 -1864027286 1 1864027286 0.0 8061.0 -8061.0 8061.0 5.1848352E7 1864021647.85 1864027286 -1.554726368159204E-4 8061.0 8061.0 5.1856413E7 0.0 +1864027286 true 4srDycbXO8 NULL 4969.0 -3.1960608E7 -1864027286 1 1864027286 0.0 4969.0 -4969.0 4969.0 3.1960608E7 1864021647.85 1864027286 -1.554726368159204E-4 4969.0 4969.0 3.1965577E7 0.0 +1864027286 true 4stOSK0N7i8 NULL -15871.0 1.02082272E8 -1864027286 1 1864027286 0.0 -15871.0 15871.0 -15871.0 -1.02082272E8 1864021647.85 1864027286 -1.554726368159204E-4 -15871.0 -15871.0 -1.02098143E8 0.0 +1864027286 true 4teNUJ1 NULL -13436.0 8.6420352E7 -1864027286 1 1864027286 0.0 -13436.0 13436.0 -13436.0 -8.6420352E7 1864021647.85 1864027286 -1.554726368159204E-4 -13436.0 -13436.0 -8.6433788E7 0.0 +1864027286 true 54yQ6 NULL 7148.0 -4.5975936E7 -1864027286 1 1864027286 0.0 7148.0 -7148.0 7148.0 4.5975936E7 1864021647.85 1864027286 -1.554726368159204E-4 7148.0 7148.0 4.5983084E7 0.0 +1864027286 true 55b1rXQ20u321On2QrDo51K8 NULL -5132.0 3.3009024E7 -1864027286 1 1864027286 0.0 -5132.0 5132.0 -5132.0 -3.3009024E7 1864021647.85 1864027286 -1.554726368159204E-4 -5132.0 -5132.0 -3.3014156E7 0.0 +1864027286 true 55laBDd2J6deffIvr0EknAc NULL 14095.0 -9.065904E7 -1864027286 1 1864027286 0.0 14095.0 -14095.0 14095.0 9.065904E7 1864021647.85 1864027286 -1.554726368159204E-4 14095.0 14095.0 9.0673135E7 0.0 +1864027286 true 563414Ge0cqfJ8v5SaIQ2W3j NULL -7170.0 4.611744E7 -1864027286 1 1864027286 0.0 -7170.0 7170.0 -7170.0 -4.611744E7 1864021647.85 1864027286 -1.554726368159204E-4 -7170.0 -7170.0 -4.612461E7 0.0 +1864027286 true 587FWG5e1NylA0SQD NULL -7788.0 5.0092416E7 -1864027286 1 1864027286 0.0 -7788.0 7788.0 -7788.0 -5.0092416E7 1864021647.85 1864027286 -1.554726368159204E-4 -7788.0 -7788.0 -5.0100204E7 0.0 +1864027286 true 5BFMY8Bb582h6 NULL 4122.0 -2.6512704E7 -1864027286 1 1864027286 0.0 4122.0 -4122.0 4122.0 2.6512704E7 1864021647.85 1864027286 -1.554726368159204E-4 4122.0 4122.0 2.6516826E7 0.0 +1864027286 true 5EOwuCtm184 NULL 6597.0 -4.2431904E7 -1864027286 1 1864027286 0.0 6597.0 -6597.0 6597.0 4.2431904E7 1864021647.85 1864027286 -1.554726368159204E-4 6597.0 6597.0 4.2438501E7 0.0 +1864027286 true 5OcrJ NULL -852.0 5480064.0 -1864027286 1 1864027286 0.0 -852.0 852.0 -852.0 -5480064.0 1864021647.85 1864027286 -1.554726368159204E-4 -852.0 -852.0 -5480916.0 0.0 +1864027286 true 5V14R7pp4m2XvyB3dDDqgxQ0 NULL -6256.0 4.0238592E7 -1864027286 1 1864027286 0.0 -6256.0 6256.0 -6256.0 -4.0238592E7 1864021647.85 1864027286 -1.554726368159204E-4 -6256.0 -6256.0 -4.0244848E7 0.0 +1864027286 true 5Wn74X54OPT5nIbTVM NULL -8790.0 5.653728E7 -1864027286 1 1864027286 0.0 -8790.0 8790.0 -8790.0 -5.653728E7 1864021647.85 1864027286 -1.554726368159204E-4 -8790.0 -8790.0 -5.654607E7 0.0 +1864027286 true 5Xab46Lyo NULL 7598.0 -4.8870336E7 -1864027286 1 1864027286 0.0 7598.0 -7598.0 7598.0 4.8870336E7 1864021647.85 1864027286 -1.554726368159204E-4 7598.0 7598.0 4.8877934E7 0.0 +1864027286 true 5Y503avvhX3gUECL3 NULL 10854.0 -6.9812928E7 -1864027286 1 1864027286 0.0 10854.0 -10854.0 10854.0 6.9812928E7 1864021647.85 1864027286 -1.554726368159204E-4 10854.0 10854.0 6.9823782E7 0.0 +1864027286 true 5eY1KB3 NULL 5204.0 -3.3472128E7 -1864027286 1 1864027286 0.0 5204.0 -5204.0 5204.0 3.3472128E7 1864021647.85 1864027286 -1.554726368159204E-4 5204.0 5204.0 3.3477332E7 0.0 +1864027286 true 5gOeUOB NULL 2506.0 -1.6118592E7 -1864027286 1 1864027286 0.0 2506.0 -2506.0 2506.0 1.6118592E7 1864021647.85 1864027286 -1.554726368159204E-4 2506.0 2506.0 1.6121098E7 0.0 +1864027286 true 5hwHlC8uO8 NULL -294.0 1891008.0 -1864027286 1 1864027286 0.0 -294.0 294.0 -294.0 -1891008.0 1864021647.85 1864027286 -1.554726368159204E-4 -294.0 -294.0 -1891302.0 0.0 +1864027286 true 5lO3R6cjxRdsCi NULL -11252.0 7.2372864E7 -1864027286 1 1864027286 0.0 -11252.0 11252.0 -11252.0 -7.2372864E7 1864021647.85 1864027286 -1.554726368159204E-4 -11252.0 -11252.0 -7.2384116E7 0.0 +1864027286 true 5nXLE NULL -16124.0 1.03709568E8 -1864027286 1 1864027286 0.0 -16124.0 16124.0 -16124.0 -1.03709568E8 1864021647.85 1864027286 -1.554726368159204E-4 -16124.0 -16124.0 -1.03725692E8 0.0 +1864027286 true 5of6ay NULL -9761.0 6.2782752E7 -1864027286 1 1864027286 0.0 -9761.0 9761.0 -9761.0 -6.2782752E7 1864021647.85 1864027286 -1.554726368159204E-4 -9761.0 -9761.0 -6.2792513E7 0.0 +1864027286 true 5rvGhuUle NULL -13956.0 8.9764992E7 -1864027286 1 1864027286 0.0 -13956.0 13956.0 -13956.0 -8.9764992E7 1864021647.85 1864027286 -1.554726368159204E-4 -13956.0 -13956.0 -8.9778948E7 0.0 +1864027286 true 5xaNVvLa NULL 2315.0 -1.489008E7 -1864027286 1 1864027286 0.0 2315.0 -2315.0 2315.0 1.489008E7 1864021647.85 1864027286 -1.554726368159204E-4 2315.0 2315.0 1.4892395E7 0.0 +1864027286 true 5yFe2HK NULL 3396.0 -2.1843072E7 -1864027286 1 1864027286 0.0 3396.0 -3396.0 3396.0 2.1843072E7 1864021647.85 1864027286 -1.554726368159204E-4 3396.0 3396.0 2.1846468E7 0.0 +1864027286 true 60041SoajDs4F2C NULL 12826.0 -8.2496832E7 -1864027286 1 1864027286 0.0 12826.0 -12826.0 12826.0 8.2496832E7 1864021647.85 1864027286 -1.554726368159204E-4 12826.0 12826.0 8.2509658E7 0.0 +1864027286 true 60M56qKrd2j NULL -15205.0 9.779856E7 -1864027286 1 1864027286 0.0 -15205.0 15205.0 -15205.0 -9.779856E7 1864021647.85 1864027286 -1.554726368159204E-4 -15205.0 -15205.0 -9.7813765E7 0.0 +1864027286 true 60Ydc418lOl284ss63 NULL 3316.0 -2.1328512E7 -1864027286 1 1864027286 0.0 3316.0 -3316.0 3316.0 2.1328512E7 1864021647.85 1864027286 -1.554726368159204E-4 3316.0 3316.0 2.1331828E7 0.0 +1864027286 true 61fdP5u NULL 4143.0 -2.6647776E7 -1864027286 1 1864027286 0.0 4143.0 -4143.0 4143.0 2.6647776E7 1864021647.85 1864027286 -1.554726368159204E-4 4143.0 4143.0 2.6651919E7 0.0 +1864027286 true 61gE6oOT4E0G83 NULL -3714.0 2.3888448E7 -1864027286 1 1864027286 0.0 -3714.0 3714.0 -3714.0 -2.3888448E7 1864021647.85 1864027286 -1.554726368159204E-4 -3714.0 -3714.0 -2.3892162E7 0.0 +1864027286 true 63L57061J754YaaV NULL -15253.0 9.8107296E7 -1864027286 1 1864027286 0.0 -15253.0 15253.0 -15253.0 -9.8107296E7 1864021647.85 1864027286 -1.554726368159204E-4 -15253.0 -15253.0 -9.8122549E7 0.0 +1864027286 true 6648LI57SdO7 NULL 8854.0 -5.6948928E7 -1864027286 1 1864027286 0.0 8854.0 -8854.0 8854.0 5.6948928E7 1864021647.85 1864027286 -1.554726368159204E-4 8854.0 8854.0 5.6957782E7 0.0 +1864027286 true 686HHW45wojg5OCxqdn NULL -3320.0 2.135424E7 -1864027286 1 1864027286 0.0 -3320.0 3320.0 -3320.0 -2.135424E7 1864021647.85 1864027286 -1.554726368159204E-4 -3320.0 -3320.0 -2.135756E7 0.0 +1864027286 true 6D47xA0FaDfy4h NULL 3100.0 -1.99392E7 -1864027286 1 1864027286 0.0 3100.0 -3100.0 3100.0 1.99392E7 1864021647.85 1864027286 -1.554726368159204E-4 3100.0 3100.0 1.99423E7 0.0 +1864027286 true 6D8pQ38Wn NULL -16140.0 1.0381248E8 -1864027286 1 1864027286 0.0 -16140.0 16140.0 -16140.0 -1.0381248E8 1864021647.85 1864027286 -1.554726368159204E-4 -16140.0 -16140.0 -1.0382862E8 0.0 +1864027286 true 6E5g66uV1fm6 NULL -9886.0 6.3586752E7 -1864027286 1 1864027286 0.0 -9886.0 9886.0 -9886.0 -6.3586752E7 1864021647.85 1864027286 -1.554726368159204E-4 -9886.0 -9886.0 -6.3596638E7 0.0 +1864027286 true 6H463iHBu1HNq3oBr1ehE NULL -13152.0 8.4593664E7 -1864027286 1 1864027286 0.0 -13152.0 13152.0 -13152.0 -8.4593664E7 1864021647.85 1864027286 -1.554726368159204E-4 -13152.0 -13152.0 -8.4606816E7 0.0 +1864027286 true 6J2wyLGv NULL 6441.0 -4.1428512E7 -1864027286 1 1864027286 0.0 6441.0 -6441.0 6441.0 4.1428512E7 1864021647.85 1864027286 -1.554726368159204E-4 6441.0 6441.0 4.1434953E7 0.0 +1864027286 true 6P5hI87IBw5BwP4T36lkB2 NULL -1388.0 8927616.0 -1864027286 1 1864027286 0.0 -1388.0 1388.0 -1388.0 -8927616.0 1864021647.85 1864027286 -1.554726368159204E-4 -1388.0 -1388.0 -8929004.0 0.0 +1864027286 true 6Qb7hMltqN0MY0xRf8 NULL 8243.0 -5.3018976E7 -1864027286 1 1864027286 0.0 8243.0 -8243.0 8243.0 5.3018976E7 1864021647.85 1864027286 -1.554726368159204E-4 8243.0 8243.0 5.3027219E7 0.0 +1864027286 true 6XR3D100e NULL -13345.0 8.583504E7 -1864027286 1 1864027286 0.0 -13345.0 13345.0 -13345.0 -8.583504E7 1864021647.85 1864027286 -1.554726368159204E-4 -13345.0 -13345.0 -8.5848385E7 0.0 +1864027286 true 6Xh62epM8Akab NULL -7786.0 5.0079552E7 -1864027286 1 1864027286 0.0 -7786.0 7786.0 -7786.0 -5.0079552E7 1864021647.85 1864027286 -1.554726368159204E-4 -7786.0 -7786.0 -5.0087338E7 0.0 +1864027286 true 6bO0XXrj NULL 11248.0 -7.2347136E7 -1864027286 1 1864027286 0.0 11248.0 -11248.0 11248.0 7.2347136E7 1864021647.85 1864027286 -1.554726368159204E-4 11248.0 11248.0 7.2358384E7 0.0 +1864027286 true 6c6b1XPMiEw5 NULL -8731.0 5.6157792E7 -1864027286 1 1864027286 0.0 -8731.0 8731.0 -8731.0 -5.6157792E7 1864021647.85 1864027286 -1.554726368159204E-4 -8731.0 -8731.0 -5.6166523E7 0.0 +1864027286 true 6gYlws NULL -11061.0 7.1144352E7 -1864027286 1 1864027286 0.0 -11061.0 11061.0 -11061.0 -7.1144352E7 1864021647.85 1864027286 -1.554726368159204E-4 -11061.0 -11061.0 -7.1155413E7 0.0 +1864027286 true 6nhFMfJ6 NULL 109.0 -701088.0 -1864027286 1 1864027286 0.0 109.0 -109.0 109.0 701088.0 1864021647.85 1864027286 -1.554726368159204E-4 109.0 109.0 701197.0 0.0 +1864027286 true 720r2q1xoXc3Kcf3 NULL -8554.0 5.5019328E7 -1864027286 1 1864027286 0.0 -8554.0 8554.0 -8554.0 -5.5019328E7 1864021647.85 1864027286 -1.554726368159204E-4 -8554.0 -8554.0 -5.5027882E7 0.0 +1864027286 true 7258G5fYVY NULL 13206.0 -8.4940992E7 -1864027286 1 1864027286 0.0 13206.0 -13206.0 13206.0 8.4940992E7 1864021647.85 1864027286 -1.554726368159204E-4 13206.0 13206.0 8.4954198E7 0.0 +1864027286 true 74iV6r7bnrdp03E4uW NULL -6917.0 4.4490144E7 -1864027286 1 1864027286 0.0 -6917.0 6917.0 -6917.0 -4.4490144E7 1864021647.85 1864027286 -1.554726368159204E-4 -6917.0 -6917.0 -4.4497061E7 0.0 +1864027286 true 74shmoR1 NULL -13746.0 8.8414272E7 -1864027286 1 1864027286 0.0 -13746.0 13746.0 -13746.0 -8.8414272E7 1864021647.85 1864027286 -1.554726368159204E-4 -13746.0 -13746.0 -8.8428018E7 0.0 +1864027286 true 764u1WA24hRh3rs NULL -2120.0 1.363584E7 -1864027286 1 1864027286 0.0 -2120.0 2120.0 -2120.0 -1.363584E7 1864021647.85 1864027286 -1.554726368159204E-4 -2120.0 -2120.0 -1.363796E7 0.0 +1864027286 true 7716wo8bn1 NULL -6978.0 4.4882496E7 -1864027286 1 1864027286 0.0 -6978.0 6978.0 -6978.0 -4.4882496E7 1864021647.85 1864027286 -1.554726368159204E-4 -6978.0 -6978.0 -4.4889474E7 0.0 +1864027286 true 7JDt8xM8G778vdBUA1 NULL -16092.0 1.03503744E8 -1864027286 1 1864027286 0.0 -16092.0 16092.0 -16092.0 -1.03503744E8 1864021647.85 1864027286 -1.554726368159204E-4 -16092.0 -16092.0 -1.03519836E8 0.0 +1864027286 true 7MHXQ0V71I NULL -5564.0 3.5787648E7 -1864027286 1 1864027286 0.0 -5564.0 5564.0 -5564.0 -3.5787648E7 1864021647.85 1864027286 -1.554726368159204E-4 -5564.0 -5564.0 -3.5793212E7 0.0 +1864027286 true 7PE3Nv5LTl NULL 6206.0 -3.9916992E7 -1864027286 1 1864027286 0.0 6206.0 -6206.0 6206.0 3.9916992E7 1864021647.85 1864027286 -1.554726368159204E-4 6206.0 6206.0 3.9923198E7 0.0 +1864027286 true 7Spfb6Q8pJBNWi3T NULL 6897.0 -4.4361504E7 -1864027286 1 1864027286 0.0 6897.0 -6897.0 6897.0 4.4361504E7 1864021647.85 1864027286 -1.554726368159204E-4 6897.0 6897.0 4.4368401E7 0.0 +1864027286 true 7XhwAvjDFx87 NULL -7033.0 4.5236256E7 -1864027286 1 1864027286 0.0 -7033.0 7033.0 -7033.0 -4.5236256E7 1864021647.85 1864027286 -1.554726368159204E-4 -7033.0 -7033.0 -4.5243289E7 0.0 +1864027286 true 7afdC4616LFIHN NULL -2179.0 1.4015328E7 -1864027286 1 1864027286 0.0 -2179.0 2179.0 -2179.0 -1.4015328E7 1864021647.85 1864027286 -1.554726368159204E-4 -2179.0 -2179.0 -1.4017507E7 0.0 +1864027286 true 7dqm3Oc6um NULL 5543.0 -3.5652576E7 -1864027286 1 1864027286 0.0 5543.0 -5543.0 5543.0 3.5652576E7 1864021647.85 1864027286 -1.554726368159204E-4 5543.0 5543.0 3.5658119E7 0.0 +1864027286 true 7gGmkmKO80vxDN4 NULL -3322.0 2.1367104E7 -1864027286 1 1864027286 0.0 -3322.0 3322.0 -3322.0 -2.1367104E7 1864021647.85 1864027286 -1.554726368159204E-4 -3322.0 -3322.0 -2.1370426E7 0.0 +1864027286 true 7ois1q60TPT4ckv5 NULL 1803.0 -1.1596896E7 -1864027286 1 1864027286 0.0 1803.0 -1803.0 1803.0 1.1596896E7 1864021647.85 1864027286 -1.554726368159204E-4 1803.0 1803.0 1.1598699E7 0.0 +1864027286 true 7sA426CHy4 NULL 3822.0 -2.4583104E7 -1864027286 1 1864027286 0.0 3822.0 -3822.0 3822.0 2.4583104E7 1864021647.85 1864027286 -1.554726368159204E-4 3822.0 3822.0 2.4586926E7 0.0 +1864027286 true 7smvc50Lf0Vc75l0Aw1 NULL 15538.0 -9.9940416E7 -1864027286 1 1864027286 0.0 15538.0 -15538.0 15538.0 9.9940416E7 1864021647.85 1864027286 -1.554726368159204E-4 15538.0 15538.0 9.9955954E7 0.0 +1864027286 true 7t7tL288aFIHcovPB8 NULL 8982.0 -5.7772224E7 -1864027286 1 1864027286 0.0 8982.0 -8982.0 8982.0 5.7772224E7 1864021647.85 1864027286 -1.554726368159204E-4 8982.0 8982.0 5.7781206E7 0.0 +1864027286 true 7u351EK474IcTOFW NULL -13653.0 8.7816096E7 -1864027286 1 1864027286 0.0 -13653.0 13653.0 -13653.0 -8.7816096E7 1864021647.85 1864027286 -1.554726368159204E-4 -13653.0 -13653.0 -8.7829749E7 0.0 +1864027286 true 7v3bUgTi6IBDVdvyb6sU NULL 14124.0 -9.0845568E7 -1864027286 1 1864027286 0.0 14124.0 -14124.0 14124.0 9.0845568E7 1864021647.85 1864027286 -1.554726368159204E-4 14124.0 14124.0 9.0859692E7 0.0 +1864027286 true 7xINFn3pugc8IOw4GWi7nR NULL -4854.0 3.1220928E7 -1864027286 1 1864027286 0.0 -4854.0 4854.0 -4854.0 -3.1220928E7 1864021647.85 1864027286 -1.554726368159204E-4 -4854.0 -4854.0 -3.1225782E7 0.0 +1864027286 true 81TewRpuYX3 NULL -7310.0 4.701792E7 -1864027286 1 1864027286 0.0 -7310.0 7310.0 -7310.0 -4.701792E7 1864021647.85 1864027286 -1.554726368159204E-4 -7310.0 -7310.0 -4.702523E7 0.0 +1864027286 true 83bn3y1 NULL -4638.0 2.9831616E7 -1864027286 1 1864027286 0.0 -4638.0 4638.0 -4638.0 -2.9831616E7 1864021647.85 1864027286 -1.554726368159204E-4 -4638.0 -4638.0 -2.9836254E7 0.0 +1864027286 true 840ng7eC1Ap8bgNEgSAVnwas NULL 5625.0 -3.618E7 -1864027286 1 1864027286 0.0 5625.0 -5625.0 5625.0 3.618E7 1864021647.85 1864027286 -1.554726368159204E-4 5625.0 5625.0 3.6185625E7 0.0 +1864027286 true 84TvhtF NULL 352.0 -2264064.0 -1864027286 1 1864027286 0.0 352.0 -352.0 352.0 2264064.0 1864021647.85 1864027286 -1.554726368159204E-4 352.0 352.0 2264416.0 0.0 +1864027286 true 87y8G77XofAGWgM115XGM NULL -16026.0 1.03079232E8 -1864027286 1 1864027286 0.0 -16026.0 16026.0 -16026.0 -1.03079232E8 1864021647.85 1864027286 -1.554726368159204E-4 -16026.0 -16026.0 -1.03095258E8 0.0 +1864027286 true 88SB8 NULL -6209.0 3.9936288E7 -1864027286 1 1864027286 0.0 -6209.0 6209.0 -6209.0 -3.9936288E7 1864021647.85 1864027286 -1.554726368159204E-4 -6209.0 -6209.0 -3.9942497E7 0.0 +1864027286 true 8B7U2E2o5byWd3KV7i NULL -11273.0 7.2507936E7 -1864027286 1 1864027286 0.0 -11273.0 11273.0 -11273.0 -7.2507936E7 1864021647.85 1864027286 -1.554726368159204E-4 -11273.0 -11273.0 -7.2519209E7 0.0 +1864027286 true 8IcQ0DU NULL 13107.0 -8.4304224E7 -1864027286 1 1864027286 0.0 13107.0 -13107.0 13107.0 8.4304224E7 1864021647.85 1864027286 -1.554726368159204E-4 13107.0 13107.0 8.4317331E7 0.0 +1864027286 true 8M42dX6x214GLI NULL 7956.0 -5.1172992E7 -1864027286 1 1864027286 0.0 7956.0 -7956.0 7956.0 5.1172992E7 1864021647.85 1864027286 -1.554726368159204E-4 7956.0 7956.0 5.1180948E7 0.0 +1864027286 true 8M8BPR10t2W0ypOh8 NULL -11817.0 7.6006944E7 -1864027286 1 1864027286 0.0 -11817.0 11817.0 -11817.0 -7.6006944E7 1864021647.85 1864027286 -1.554726368159204E-4 -11817.0 -11817.0 -7.6018761E7 0.0 +1864027286 true 8Qr143GYBM NULL 12819.0 -8.2451808E7 -1864027286 1 1864027286 0.0 12819.0 -12819.0 12819.0 8.2451808E7 1864021647.85 1864027286 -1.554726368159204E-4 12819.0 12819.0 8.2464627E7 0.0 +1864027286 true 8SGc8Ly1WTgwV1 NULL -6099.0 3.9228768E7 -1864027286 1 1864027286 0.0 -6099.0 6099.0 -6099.0 -3.9228768E7 1864021647.85 1864027286 -1.554726368159204E-4 -6099.0 -6099.0 -3.9234867E7 0.0 +1864027286 true 8W3527304W1WeGNo0q12l NULL 8804.0 -5.6627328E7 -1864027286 1 1864027286 0.0 8804.0 -8804.0 8804.0 5.6627328E7 1864021647.85 1864027286 -1.554726368159204E-4 8804.0 8804.0 5.6636132E7 0.0 +1864027286 true 8Xmc82JogMCeiE5 NULL 11982.0 -7.7068224E7 -1864027286 1 1864027286 0.0 11982.0 -11982.0 11982.0 7.7068224E7 1864021647.85 1864027286 -1.554726368159204E-4 11982.0 11982.0 7.7080206E7 0.0 +1864027286 true 8b1rapGl7vy44odt4jFI NULL 13561.0 -8.7224352E7 -1864027286 1 1864027286 0.0 13561.0 -13561.0 13561.0 8.7224352E7 1864021647.85 1864027286 -1.554726368159204E-4 13561.0 13561.0 8.7237913E7 0.0 +1864027286 true 8fjJStK8D7bsF7P3d65118S NULL 11040.0 -7.100928E7 -1864027286 1 1864027286 0.0 11040.0 -11040.0 11040.0 7.100928E7 1864021647.85 1864027286 -1.554726368159204E-4 11040.0 11040.0 7.102032E7 0.0 +1864027286 true 8hMHl64qhfWSdC NULL -8814.0 5.6691648E7 -1864027286 1 1864027286 0.0 -8814.0 8814.0 -8814.0 -5.6691648E7 1864021647.85 1864027286 -1.554726368159204E-4 -8814.0 -8814.0 -5.6700462E7 0.0 +1864027286 true 8lAl0YbpyMmPgI NULL -14696.0 9.4524672E7 -1864027286 1 1864027286 0.0 -14696.0 14696.0 -14696.0 -9.4524672E7 1864021647.85 1864027286 -1.554726368159204E-4 -14696.0 -14696.0 -9.4539368E7 0.0 +1864027286 true 8n431HuJF6X2x46Rt NULL -5513.0 3.5459616E7 -1864027286 1 1864027286 0.0 -5513.0 5513.0 -5513.0 -3.5459616E7 1864021647.85 1864027286 -1.554726368159204E-4 -5513.0 -5513.0 -3.5465129E7 0.0 +1864027286 true 8pbggxc NULL -3914.0 2.5174848E7 -1864027286 1 1864027286 0.0 -3914.0 3914.0 -3914.0 -2.5174848E7 1864021647.85 1864027286 -1.554726368159204E-4 -3914.0 -3914.0 -2.5178762E7 0.0 +1864027286 true 8r2TI3Svqra1Jc253gAYR3 NULL 15879.0 -1.02133728E8 -1864027286 1 1864027286 0.0 15879.0 -15879.0 15879.0 1.02133728E8 1864021647.85 1864027286 -1.554726368159204E-4 15879.0 15879.0 1.02149607E8 0.0 +1864027286 true 8r5uX85x2Pn7g3gJ0 NULL -3005.0 1.932816E7 -1864027286 1 1864027286 0.0 -3005.0 3005.0 -3005.0 -1.932816E7 1864021647.85 1864027286 -1.554726368159204E-4 -3005.0 -3005.0 -1.9331165E7 0.0 +1864027286 true 8tL4e4XE8jF2YLJ8l NULL 15061.0 -9.6872352E7 -1864027286 1 1864027286 0.0 15061.0 -15061.0 15061.0 9.6872352E7 1864021647.85 1864027286 -1.554726368159204E-4 15061.0 15061.0 9.6887413E7 0.0 +1864027286 true 8v0iU4C NULL -5891.0 3.7890912E7 -1864027286 1 1864027286 0.0 -5891.0 5891.0 -5891.0 -3.7890912E7 1864021647.85 1864027286 -1.554726368159204E-4 -5891.0 -5891.0 -3.7896803E7 0.0 +1864027286 true A2REERChgbC5c4 NULL 11056.0 -7.1112192E7 -1864027286 1 1864027286 0.0 11056.0 -11056.0 11056.0 7.1112192E7 1864021647.85 1864027286 -1.554726368159204E-4 11056.0 11056.0 7.1123248E7 0.0 +1864027286 true AFv66x72c72hjHPYqV0y4Qi NULL 14099.0 -9.0684768E7 -1864027286 1 1864027286 0.0 14099.0 -14099.0 14099.0 9.0684768E7 1864021647.85 1864027286 -1.554726368159204E-4 14099.0 14099.0 9.0698867E7 0.0 +1864027286 true AGYktyr3k0GMQx7bWp NULL -12990.0 8.355168E7 -1864027286 1 1864027286 0.0 -12990.0 12990.0 -12990.0 -8.355168E7 1864021647.85 1864027286 -1.554726368159204E-4 -12990.0 -12990.0 -8.356467E7 0.0 +1864027286 true AS86Ghu6q7 NULL 10681.0 -6.8700192E7 -1864027286 1 1864027286 0.0 10681.0 -10681.0 10681.0 6.8700192E7 1864021647.85 1864027286 -1.554726368159204E-4 10681.0 10681.0 6.8710873E7 0.0 +1864027286 true Ag7jo42O8LQxbFwe6TK NULL 570.0 -3666240.0 -1864027286 1 1864027286 0.0 570.0 -570.0 570.0 3666240.0 1864021647.85 1864027286 -1.554726368159204E-4 570.0 570.0 3666810.0 0.0 +1864027286 true B0q1K7dlcKAC46176yc83 NULL -12313.0 7.9197216E7 -1864027286 1 1864027286 0.0 -12313.0 12313.0 -12313.0 -7.9197216E7 1864021647.85 1864027286 -1.554726368159204E-4 -12313.0 -12313.0 -7.9209529E7 0.0 +1864027286 true BH3PJ6Nf5T0Tg NULL -5400.0 3.47328E7 -1864027286 1 1864027286 0.0 -5400.0 5400.0 -5400.0 -3.47328E7 1864021647.85 1864027286 -1.554726368159204E-4 -5400.0 -5400.0 -3.47382E7 0.0 +1864027286 true BPm3v8Y4 NULL 3151.0 -2.0267232E7 -1864027286 1 1864027286 0.0 3151.0 -3151.0 3151.0 2.0267232E7 1864021647.85 1864027286 -1.554726368159204E-4 3151.0 3151.0 2.0270383E7 0.0 +1864027286 true BS8FR NULL 12619.0 -8.1165408E7 -1864027286 1 1864027286 0.0 12619.0 -12619.0 12619.0 8.1165408E7 1864021647.85 1864027286 -1.554726368159204E-4 12619.0 12619.0 8.1178027E7 0.0 +1864027286 true Bbow1DFvD65Sx6 NULL 7182.0 -4.6194624E7 -1864027286 1 1864027286 0.0 7182.0 -7182.0 7182.0 4.6194624E7 1864021647.85 1864027286 -1.554726368159204E-4 7182.0 7182.0 4.6201806E7 0.0 +1864027286 true BfDk1WlFIoug NULL 4220.0 -2.714304E7 -1864027286 1 1864027286 0.0 4220.0 -4220.0 4220.0 2.714304E7 1864021647.85 1864027286 -1.554726368159204E-4 4220.0 4220.0 2.714726E7 0.0 +1864027286 true Bl1vfIc3iDf8iM7S1p8o2 NULL -15895.0 1.0223664E8 -1864027286 1 1864027286 0.0 -15895.0 15895.0 -15895.0 -1.0223664E8 1864021647.85 1864027286 -1.554726368159204E-4 -15895.0 -15895.0 -1.02252535E8 0.0 +1864027286 true Bug1pfMQCEHkV6M1O4u NULL 9784.0 -6.2930688E7 -1864027286 1 1864027286 0.0 9784.0 -9784.0 9784.0 6.2930688E7 1864021647.85 1864027286 -1.554726368159204E-4 9784.0 9784.0 6.2940472E7 0.0 +1864027286 true C043G NULL -13678.0 8.7976896E7 -1864027286 1 1864027286 0.0 -13678.0 13678.0 -13678.0 -8.7976896E7 1864021647.85 1864027286 -1.554726368159204E-4 -13678.0 -13678.0 -8.7990574E7 0.0 +1864027286 true C1KV2I0wL8wk7C6371 NULL 2776.0 -1.7855232E7 -1864027286 1 1864027286 0.0 2776.0 -2776.0 2776.0 1.7855232E7 1864021647.85 1864027286 -1.554726368159204E-4 2776.0 2776.0 1.7858008E7 0.0 +1864027286 true C2HD3c8PSr8q NULL -9328.0 5.9997696E7 -1864027286 1 1864027286 0.0 -9328.0 9328.0 -9328.0 -5.9997696E7 1864021647.85 1864027286 -1.554726368159204E-4 -9328.0 -9328.0 -6.0007024E7 0.0 +1864027286 true CHP5367P06dFMPWw23eQ NULL -15760.0 1.0136832E8 -1864027286 1 1864027286 0.0 -15760.0 15760.0 -15760.0 -1.0136832E8 1864021647.85 1864027286 -1.554726368159204E-4 -15760.0 -15760.0 -1.0138408E8 0.0 +1864027286 true Cq7458Q8iJtn4aq8I3E NULL -6900.0 4.43808E7 -1864027286 1 1864027286 0.0 -6900.0 6900.0 -6900.0 -4.43808E7 1864021647.85 1864027286 -1.554726368159204E-4 -6900.0 -6900.0 -4.43877E7 0.0 +1864027286 true CwKybtG8352074kNi8cV6qSN NULL -15279.0 9.8274528E7 -1864027286 1 1864027286 0.0 -15279.0 15279.0 -15279.0 -9.8274528E7 1864021647.85 1864027286 -1.554726368159204E-4 -15279.0 -15279.0 -9.8289807E7 0.0 +1864027286 true Cxv2002dg27NL7053ily2CE NULL 9882.0 -6.3561024E7 -1864027286 1 1864027286 0.0 9882.0 -9882.0 9882.0 6.3561024E7 1864021647.85 1864027286 -1.554726368159204E-4 9882.0 9882.0 6.3570906E7 0.0 +1864027286 true D3rrf4BKs5TE NULL 10659.0 -6.8558688E7 -1864027286 1 1864027286 0.0 10659.0 -10659.0 10659.0 6.8558688E7 1864021647.85 1864027286 -1.554726368159204E-4 10659.0 10659.0 6.8569347E7 0.0 +1864027286 true D4tl3Bm NULL 7231.0 -4.6509792E7 -1864027286 1 1864027286 0.0 7231.0 -7231.0 7231.0 4.6509792E7 1864021647.85 1864027286 -1.554726368159204E-4 7231.0 7231.0 4.6517023E7 0.0 +1864027286 true D7d5u8c2q2td7F8wwQSn2Tab NULL -2785.0 1.791312E7 -1864027286 1 1864027286 0.0 -2785.0 2785.0 -2785.0 -1.791312E7 1864021647.85 1864027286 -1.554726368159204E-4 -2785.0 -2785.0 -1.7915905E7 0.0 +1864027286 true D8uSK63TOFY064bwF NULL -13470.0 8.663904E7 -1864027286 1 1864027286 0.0 -13470.0 13470.0 -13470.0 -8.663904E7 1864021647.85 1864027286 -1.554726368159204E-4 -13470.0 -13470.0 -8.665251E7 0.0 +1864027286 true Dy70nFW20WY NULL -4606.0 2.9625792E7 -1864027286 1 1864027286 0.0 -4606.0 4606.0 -4606.0 -2.9625792E7 1864021647.85 1864027286 -1.554726368159204E-4 -4606.0 -4606.0 -2.9630398E7 0.0 +1864027286 true DyDe58BA NULL -8620.0 5.544384E7 -1864027286 1 1864027286 0.0 -8620.0 8620.0 -8620.0 -5.544384E7 1864021647.85 1864027286 -1.554726368159204E-4 -8620.0 -8620.0 -5.545246E7 0.0 +1864027286 true E7T18u2ir5LfC5yywht NULL 5005.0 -3.219216E7 -1864027286 1 1864027286 0.0 5005.0 -5005.0 5005.0 3.219216E7 1864021647.85 1864027286 -1.554726368159204E-4 5005.0 5005.0 3.2197165E7 0.0 +1864027286 true E82GlbIr2v62H5d248gn662 NULL 15492.0 -9.9644544E7 -1864027286 1 1864027286 0.0 15492.0 -15492.0 15492.0 9.9644544E7 1864021647.85 1864027286 -1.554726368159204E-4 15492.0 15492.0 9.9660036E7 0.0 +1864027286 true EbLh7DAd NULL -682.0 4386624.0 -1864027286 1 1864027286 0.0 -682.0 682.0 -682.0 -4386624.0 1864021647.85 1864027286 -1.554726368159204E-4 -682.0 -682.0 -4387306.0 0.0 +1864027286 true Eq4NvWHH4Qb NULL -1911.0 1.2291552E7 -1864027286 1 1864027286 0.0 -1911.0 1911.0 -1911.0 -1.2291552E7 1864021647.85 1864027286 -1.554726368159204E-4 -1911.0 -1911.0 -1.2293463E7 0.0 +1864027286 true F4e1XPV2Hwg7a3d3x530818 NULL 14688.0 -9.4473216E7 -1864027286 1 1864027286 0.0 14688.0 -14688.0 14688.0 9.4473216E7 1864021647.85 1864027286 -1.554726368159204E-4 14688.0 14688.0 9.4487904E7 0.0 +1864027286 true F5n0SfL8CT53dFr51vvW0S3 NULL 4432.0 -2.8506624E7 -1864027286 1 1864027286 0.0 4432.0 -4432.0 4432.0 2.8506624E7 1864021647.85 1864027286 -1.554726368159204E-4 4432.0 4432.0 2.8511056E7 0.0 +1864027286 true F88n72F NULL -15666.0 1.00763712E8 -1864027286 1 1864027286 0.0 -15666.0 15666.0 -15666.0 -1.00763712E8 1864021647.85 1864027286 -1.554726368159204E-4 -15666.0 -15666.0 -1.00779378E8 0.0 +1864027286 true FpcR5Ph NULL -10241.0 6.5870112E7 -1864027286 1 1864027286 0.0 -10241.0 10241.0 -10241.0 -6.5870112E7 1864021647.85 1864027286 -1.554726368159204E-4 -10241.0 -10241.0 -6.5880353E7 0.0 +1864027286 true FpsIohh60Bho67Fb7f NULL -5732.0 3.6868224E7 -1864027286 1 1864027286 0.0 -5732.0 5732.0 -5732.0 -3.6868224E7 1864021647.85 1864027286 -1.554726368159204E-4 -5732.0 -5732.0 -3.6873956E7 0.0 +1864027286 true Fq87rJI5RvYG3 NULL -15729.0 1.01168928E8 -1864027286 1 1864027286 0.0 -15729.0 15729.0 -15729.0 -1.01168928E8 1864021647.85 1864027286 -1.554726368159204E-4 -15729.0 -15729.0 -1.01184657E8 0.0 +1864027286 true G3gsRF NULL 12814.0 -8.2419648E7 -1864027286 1 1864027286 0.0 12814.0 -12814.0 12814.0 8.2419648E7 1864021647.85 1864027286 -1.554726368159204E-4 12814.0 12814.0 8.2432462E7 0.0 +1864027286 true G54It40daSr8MF NULL -10301.0 6.6256032E7 -1864027286 1 1864027286 0.0 -10301.0 10301.0 -10301.0 -6.6256032E7 1864021647.85 1864027286 -1.554726368159204E-4 -10301.0 -10301.0 -6.6266333E7 0.0 +1864027286 true G8N7338fFG NULL -1298.0 8348736.0 -1864027286 1 1864027286 0.0 -1298.0 1298.0 -1298.0 -8348736.0 1864021647.85 1864027286 -1.554726368159204E-4 -1298.0 -1298.0 -8350034.0 0.0 +1864027286 true GP1Kc84XR7Vk10384m7S2J NULL -9375.0 6.03E7 -1864027286 1 1864027286 0.0 -9375.0 9375.0 -9375.0 -6.03E7 1864021647.85 1864027286 -1.554726368159204E-4 -9375.0 -9375.0 -6.0309375E7 0.0 +1864027286 true GPntPwnx0 NULL -14438.0 9.2865216E7 -1864027286 1 1864027286 0.0 -14438.0 14438.0 -14438.0 -9.2865216E7 1864021647.85 1864027286 -1.554726368159204E-4 -14438.0 -14438.0 -9.2879654E7 0.0 +1864027286 true GvcXQ8626I6NBGQm4w NULL -10742.0 6.9092544E7 -1864027286 1 1864027286 0.0 -10742.0 10742.0 -10742.0 -6.9092544E7 1864021647.85 1864027286 -1.554726368159204E-4 -10742.0 -10742.0 -6.9103286E7 0.0 +1864027286 true H1V38u NULL -809.0 5203488.0 -1864027286 1 1864027286 0.0 -809.0 809.0 -809.0 -5203488.0 1864021647.85 1864027286 -1.554726368159204E-4 -809.0 -809.0 -5204297.0 0.0 +1864027286 true H8P4VX62803V NULL 8752.0 -5.6292864E7 -1864027286 1 1864027286 0.0 8752.0 -8752.0 8752.0 5.6292864E7 1864021647.85 1864027286 -1.554726368159204E-4 8752.0 8752.0 5.6301616E7 0.0 +1864027286 true HcPXG7EhIs11eU4iYK5G NULL 11908.0 -7.6592256E7 -1864027286 1 1864027286 0.0 11908.0 -11908.0 11908.0 7.6592256E7 1864021647.85 1864027286 -1.554726368159204E-4 11908.0 11908.0 7.6604164E7 0.0 +1864027286 true Hh8Q8yObmEPI017 NULL -8485.0 5.457552E7 -1864027286 1 1864027286 0.0 -8485.0 8485.0 -8485.0 -5.457552E7 1864021647.85 1864027286 -1.554726368159204E-4 -8485.0 -8485.0 -5.4584005E7 0.0 +1864027286 true HmBi32XWTjC3dd7stD0GY NULL -212.0 1363584.0 -1864027286 1 1864027286 0.0 -212.0 212.0 -212.0 -1363584.0 1864021647.85 1864027286 -1.554726368159204E-4 -212.0 -212.0 -1363796.0 0.0 +1864027286 true HuetF38A4rj7w2 NULL -9710.0 6.245472E7 -1864027286 1 1864027286 0.0 -9710.0 9710.0 -9710.0 -6.245472E7 1864021647.85 1864027286 -1.554726368159204E-4 -9710.0 -9710.0 -6.246443E7 0.0 +1864027286 true I3F7N7s7M NULL 16011.0 -1.02982752E8 -1864027286 1 1864027286 0.0 16011.0 -16011.0 16011.0 1.02982752E8 1864021647.85 1864027286 -1.554726368159204E-4 16011.0 16011.0 1.02998763E8 0.0 +1864027286 true IA46V76LhS4etye16E NULL 2402.0 -1.5449664E7 -1864027286 1 1864027286 0.0 2402.0 -2402.0 2402.0 1.5449664E7 1864021647.85 1864027286 -1.554726368159204E-4 2402.0 2402.0 1.5452066E7 0.0 +1864027286 true IFW3AU8X61t86CljEALEgrr NULL 11329.0 -7.2868128E7 -1864027286 1 1864027286 0.0 11329.0 -11329.0 11329.0 7.2868128E7 1864021647.85 1864027286 -1.554726368159204E-4 11329.0 11329.0 7.2879457E7 0.0 +1864027286 true IL6Ct0hm2 NULL -12970.0 8.342304E7 -1864027286 1 1864027286 0.0 -12970.0 12970.0 -12970.0 -8.342304E7 1864021647.85 1864027286 -1.554726368159204E-4 -12970.0 -12970.0 -8.343601E7 0.0 +1864027286 true ILCAW28PE NULL 5674.0 -3.6495168E7 -1864027286 1 1864027286 0.0 5674.0 -5674.0 5674.0 3.6495168E7 1864021647.85 1864027286 -1.554726368159204E-4 5674.0 5674.0 3.6500842E7 0.0 +1864027286 true INxp2d10SKEd75iE4A7Yq2vc NULL 5492.0 -3.5324544E7 -1864027286 1 1864027286 0.0 5492.0 -5492.0 5492.0 3.5324544E7 1864021647.85 1864027286 -1.554726368159204E-4 5492.0 5492.0 3.5330036E7 0.0 +1864027286 true Io7Mj0g8fwd7L8b4Di NULL 1575.0 -1.01304E7 -1864027286 1 1864027286 0.0 1575.0 -1575.0 1575.0 1.01304E7 1864021647.85 1864027286 -1.554726368159204E-4 1575.0 1575.0 1.0131975E7 0.0 +1864027286 true Is4ogkJ64Sqcqf NULL -13815.0 8.885808E7 -1864027286 1 1864027286 0.0 -13815.0 13815.0 -13815.0 -8.885808E7 1864021647.85 1864027286 -1.554726368159204E-4 -13815.0 -13815.0 -8.8871895E7 0.0 +1864027286 true Iw8wY NULL -668.0 4296576.0 -1864027286 1 1864027286 0.0 -668.0 668.0 -668.0 -4296576.0 1864021647.85 1864027286 -1.554726368159204E-4 -668.0 -668.0 -4297244.0 0.0 +1864027286 true J2El2C63y31dNp4rx NULL -4190.0 2.695008E7 -1864027286 1 1864027286 0.0 -4190.0 4190.0 -4190.0 -2.695008E7 1864021647.85 1864027286 -1.554726368159204E-4 -4190.0 -4190.0 -2.695427E7 0.0 +1864027286 true J34ijU3243 NULL -7672.0 4.9346304E7 -1864027286 1 1864027286 0.0 -7672.0 7672.0 -7672.0 -4.9346304E7 1864021647.85 1864027286 -1.554726368159204E-4 -7672.0 -7672.0 -4.9353976E7 0.0 +1864027286 true J54mWKFYUD081SIe NULL -12288.0 7.9036416E7 -1864027286 1 1864027286 0.0 -12288.0 12288.0 -12288.0 -7.9036416E7 1864021647.85 1864027286 -1.554726368159204E-4 -12288.0 -12288.0 -7.9048704E7 0.0 +1864027286 true J6fBeMaj7b6M8 NULL -16221.0 1.04333472E8 -1864027286 1 1864027286 0.0 -16221.0 16221.0 -16221.0 -1.04333472E8 1864021647.85 1864027286 -1.554726368159204E-4 -16221.0 -16221.0 -1.04349693E8 0.0 +1864027286 true JRN4nLo30dv0bRtsrJa NULL -4319.0 2.7779808E7 -1864027286 1 1864027286 0.0 -4319.0 4319.0 -4319.0 -2.7779808E7 1864021647.85 1864027286 -1.554726368159204E-4 -4319.0 -4319.0 -2.7784127E7 0.0 +1864027286 true Jh7KP0 NULL 13878.0 -8.9263296E7 -1864027286 1 1864027286 0.0 13878.0 -13878.0 13878.0 8.9263296E7 1864021647.85 1864027286 -1.554726368159204E-4 13878.0 13878.0 8.9277174E7 0.0 +1864027286 true Jy4CAuL25v4JrHsIdj3d4q2M NULL -11781.0 7.5775392E7 -1864027286 1 1864027286 0.0 -11781.0 11781.0 -11781.0 -7.5775392E7 1864021647.85 1864027286 -1.554726368159204E-4 -11781.0 -11781.0 -7.5787173E7 0.0 +1864027286 true K26B60qNA761SuYdXKhu NULL 15278.0 -9.8268096E7 -1864027286 1 1864027286 0.0 15278.0 -15278.0 15278.0 9.8268096E7 1864021647.85 1864027286 -1.554726368159204E-4 15278.0 15278.0 9.8283374E7 0.0 +1864027286 true K54bM1PBEyv85M7J6G NULL 5277.0 -3.3941664E7 -1864027286 1 1864027286 0.0 5277.0 -5277.0 5277.0 3.3941664E7 1864021647.85 1864027286 -1.554726368159204E-4 5277.0 5277.0 3.3946941E7 0.0 +1864027286 true KA2M874c7v83T NULL -7352.0 4.7288064E7 -1864027286 1 1864027286 0.0 -7352.0 7352.0 -7352.0 -4.7288064E7 1864021647.85 1864027286 -1.554726368159204E-4 -7352.0 -7352.0 -4.7295416E7 0.0 +1864027286 true KBV5WE6y76le NULL 10683.0 -6.8713056E7 -1864027286 1 1864027286 0.0 10683.0 -10683.0 10683.0 6.8713056E7 1864021647.85 1864027286 -1.554726368159204E-4 10683.0 10683.0 6.8723739E7 0.0 +1864027286 true Kc1lPGJx6JXTcDsck00 NULL 2803.0 -1.8028896E7 -1864027286 1 1864027286 0.0 2803.0 -2803.0 2803.0 1.8028896E7 1864021647.85 1864027286 -1.554726368159204E-4 2803.0 2803.0 1.8031699E7 0.0 +1864027286 true KlP8GX12PxC4giG475 NULL -8630.0 5.550816E7 -1864027286 1 1864027286 0.0 -8630.0 8630.0 -8630.0 -5.550816E7 1864021647.85 1864027286 -1.554726368159204E-4 -8630.0 -8630.0 -5.551679E7 0.0 +1864027286 true KwqjKvxg17Ro85YEQYKl NULL -4971.0 3.1973472E7 -1864027286 1 1864027286 0.0 -4971.0 4971.0 -4971.0 -3.1973472E7 1864021647.85 1864027286 -1.554726368159204E-4 -4971.0 -4971.0 -3.1978443E7 0.0 +1864027286 true L28vl NULL 2438.0 -1.5681216E7 -1864027286 1 1864027286 0.0 2438.0 -2438.0 2438.0 1.5681216E7 1864021647.85 1864027286 -1.554726368159204E-4 2438.0 2438.0 1.5683654E7 0.0 +1864027286 true L4WQG81b36T NULL 1970.0 -1.267104E7 -1864027286 1 1864027286 0.0 1970.0 -1970.0 1970.0 1.267104E7 1864021647.85 1864027286 -1.554726368159204E-4 1970.0 1970.0 1.267301E7 0.0 +1864027286 true L577vXI27E4kGm NULL -11345.0 7.297104E7 -1864027286 1 1864027286 0.0 -11345.0 11345.0 -11345.0 -7.297104E7 1864021647.85 1864027286 -1.554726368159204E-4 -11345.0 -11345.0 -7.2982385E7 0.0 +1864027286 true L5X4732Ib1Vj5ev NULL 8542.0 -5.4942144E7 -1864027286 1 1864027286 0.0 8542.0 -8542.0 8542.0 5.4942144E7 1864021647.85 1864027286 -1.554726368159204E-4 8542.0 8542.0 5.4950686E7 0.0 +1864027286 true LCUh4H7E8RT8opWRW8m NULL -4593.0 2.9542176E7 -1864027286 1 1864027286 0.0 -4593.0 4593.0 -4593.0 -2.9542176E7 1864021647.85 1864027286 -1.554726368159204E-4 -4593.0 -4593.0 -2.9546769E7 0.0 +1864027286 true LHtKPAbAXa4QGM2y NULL -2847.0 1.8311904E7 -1864027286 1 1864027286 0.0 -2847.0 2847.0 -2847.0 -1.8311904E7 1864021647.85 1864027286 -1.554726368159204E-4 -2847.0 -2847.0 -1.8314751E7 0.0 +1864027286 true LOeiVy1yE NULL -11326.0 7.2848832E7 -1864027286 1 1864027286 0.0 -11326.0 11326.0 -11326.0 -7.2848832E7 1864021647.85 1864027286 -1.554726368159204E-4 -11326.0 -11326.0 -7.2860158E7 0.0 +1864027286 true LSt435WAB5OKB NULL -7333.0 4.7165856E7 -1864027286 1 1864027286 0.0 -7333.0 7333.0 -7333.0 -4.7165856E7 1864021647.85 1864027286 -1.554726368159204E-4 -7333.0 -7333.0 -4.7173189E7 0.0 +1864027286 true M0kjTU3N2L5P NULL 368.0 -2366976.0 -1864027286 1 1864027286 0.0 368.0 -368.0 368.0 2366976.0 1864021647.85 1864027286 -1.554726368159204E-4 368.0 368.0 2367344.0 0.0 +1864027286 true M7J5a5vG8s3 NULL 1338.0 -8606016.0 -1864027286 1 1864027286 0.0 1338.0 -1338.0 1338.0 8606016.0 1864021647.85 1864027286 -1.554726368159204E-4 1338.0 1338.0 8607354.0 0.0 +1864027286 true MFaMcxlV NULL -9039.0 5.8138848E7 -1864027286 1 1864027286 0.0 -9039.0 9039.0 -9039.0 -5.8138848E7 1864021647.85 1864027286 -1.554726368159204E-4 -9039.0 -9039.0 -5.8147887E7 0.0 +1864027286 true MGsGfU7253gN2Hnt2W NULL -5679.0 3.6527328E7 -1864027286 1 1864027286 0.0 -5679.0 5679.0 -5679.0 -3.6527328E7 1864021647.85 1864027286 -1.554726368159204E-4 -5679.0 -5679.0 -3.6533007E7 0.0 +1864027286 true MUg2eGVMxLEn2JlY3stOYR NULL -741.0 4766112.0 -1864027286 1 1864027286 0.0 -741.0 741.0 -741.0 -4766112.0 1864021647.85 1864027286 -1.554726368159204E-4 -741.0 -741.0 -4766853.0 0.0 +1864027286 true Mr3q8uV NULL 354.0 -2276928.0 -1864027286 1 1864027286 0.0 354.0 -354.0 354.0 2276928.0 1864021647.85 1864027286 -1.554726368159204E-4 354.0 354.0 2277282.0 0.0 +1864027286 true N2TL0cw5gA4VFFI6xo NULL 1554.0 -9995328.0 -1864027286 1 1864027286 0.0 1554.0 -1554.0 1554.0 9995328.0 1864021647.85 1864027286 -1.554726368159204E-4 1554.0 1554.0 9996882.0 0.0 +1864027286 true N5yMwlmd8beg7N2jPn NULL 1684.0 -1.0831488E7 -1864027286 1 1864027286 0.0 1684.0 -1684.0 1684.0 1.0831488E7 1864021647.85 1864027286 -1.554726368159204E-4 1684.0 1684.0 1.0833172E7 0.0 +1864027286 true N6G5QssB8L7DoJW6BSSGFUFI NULL -5296.0 3.4063872E7 -1864027286 1 1864027286 0.0 -5296.0 5296.0 -5296.0 -3.4063872E7 1864021647.85 1864027286 -1.554726368159204E-4 -5296.0 -5296.0 -3.4069168E7 0.0 +1864027286 true N7L608vFx24p0uNVwJr2o6G NULL -5536.0 3.5607552E7 -1864027286 1 1864027286 0.0 -5536.0 5536.0 -5536.0 -3.5607552E7 1864021647.85 1864027286 -1.554726368159204E-4 -5536.0 -5536.0 -3.5613088E7 0.0 +1864027286 true NEK1MY7NTS36Ov4FI7xQx NULL -10682.0 6.8706624E7 -1864027286 1 1864027286 0.0 -10682.0 10682.0 -10682.0 -6.8706624E7 1864021647.85 1864027286 -1.554726368159204E-4 -10682.0 -10682.0 -6.8717306E7 0.0 +1864027286 true NdtQ8j30gg2U5O NULL -8369.0 5.3829408E7 -1864027286 1 1864027286 0.0 -8369.0 8369.0 -8369.0 -5.3829408E7 1864021647.85 1864027286 -1.554726368159204E-4 -8369.0 -8369.0 -5.3837777E7 0.0 +1864027286 true O1Rlpc2lK3YRjAQu34gE2UK5 NULL -6216.0 3.9981312E7 -1864027286 1 1864027286 0.0 -6216.0 6216.0 -6216.0 -3.9981312E7 1864021647.85 1864027286 -1.554726368159204E-4 -6216.0 -6216.0 -3.9987528E7 0.0 +1864027286 true O6o7xl47446MR NULL 7031.0 -4.5223392E7 -1864027286 1 1864027286 0.0 7031.0 -7031.0 7031.0 4.5223392E7 1864021647.85 1864027286 -1.554726368159204E-4 7031.0 7031.0 4.5230423E7 0.0 +1864027286 true ODLrXI8882q8LS8 NULL 10782.0 -6.9349824E7 -1864027286 1 1864027286 0.0 10782.0 -10782.0 10782.0 6.9349824E7 1864021647.85 1864027286 -1.554726368159204E-4 10782.0 10782.0 6.9360606E7 0.0 +1864027286 true OIj6IQ7c4U NULL 8233.0 -5.2954656E7 -1864027286 1 1864027286 0.0 8233.0 -8233.0 8233.0 5.2954656E7 1864021647.85 1864027286 -1.554726368159204E-4 8233.0 8233.0 5.2962889E7 0.0 +1864027286 true OKlMC73w40s4852R75 NULL 12464.0 -8.0168448E7 -1864027286 1 1864027286 0.0 12464.0 -12464.0 12464.0 8.0168448E7 1864021647.85 1864027286 -1.554726368159204E-4 12464.0 12464.0 8.0180912E7 0.0 +1864027286 true Ocv25R6uD751tb7f2 NULL -3657.0 2.3521824E7 -1864027286 1 1864027286 0.0 -3657.0 3657.0 -3657.0 -2.3521824E7 1864021647.85 1864027286 -1.554726368159204E-4 -3657.0 -3657.0 -2.3525481E7 0.0 +1864027286 true Oqh7OlT63e0RO74or NULL 13600.0 -8.74752E7 -1864027286 1 1864027286 0.0 13600.0 -13600.0 13600.0 8.74752E7 1864021647.85 1864027286 -1.554726368159204E-4 13600.0 13600.0 8.74888E7 0.0 +1864027286 true P3484jw0Gpff2VgoSdALY NULL 7872.0 -5.0632704E7 -1864027286 1 1864027286 0.0 7872.0 -7872.0 7872.0 5.0632704E7 1864021647.85 1864027286 -1.554726368159204E-4 7872.0 7872.0 5.0640576E7 0.0 +1864027286 true P35JtWWC5M42H7cTpwJN NULL -12207.0 7.8515424E7 -1864027286 1 1864027286 0.0 -12207.0 12207.0 -12207.0 -7.8515424E7 1864021647.85 1864027286 -1.554726368159204E-4 -12207.0 -12207.0 -7.8527631E7 0.0 +1864027286 true P35q3 NULL -14317.0 9.2086944E7 -1864027286 1 1864027286 0.0 -14317.0 14317.0 -14317.0 -9.2086944E7 1864021647.85 1864027286 -1.554726368159204E-4 -14317.0 -14317.0 -9.2101261E7 0.0 +1864027286 true P3T4PNGG1QqCpM NULL -7577.0 4.8735264E7 -1864027286 1 1864027286 0.0 -7577.0 7577.0 -7577.0 -4.8735264E7 1864021647.85 1864027286 -1.554726368159204E-4 -7577.0 -7577.0 -4.8742841E7 0.0 +1864027286 true P5iS0 NULL -4168.0 2.6808576E7 -1864027286 1 1864027286 0.0 -4168.0 4168.0 -4168.0 -2.6808576E7 1864021647.85 1864027286 -1.554726368159204E-4 -4168.0 -4168.0 -2.6812744E7 0.0 +1864027286 true P61xNCa0H NULL 10775.0 -6.93048E7 -1864027286 1 1864027286 0.0 10775.0 -10775.0 10775.0 6.93048E7 1864021647.85 1864027286 -1.554726368159204E-4 10775.0 10775.0 6.9315575E7 0.0 +1864027286 true P8NPOlehc210j8c781 NULL 12949.0 -8.3287968E7 -1864027286 1 1864027286 0.0 12949.0 -12949.0 12949.0 8.3287968E7 1864021647.85 1864027286 -1.554726368159204E-4 12949.0 12949.0 8.3300917E7 0.0 +1864027286 true PC25sHxt4J NULL 9052.0 -5.8222464E7 -1864027286 1 1864027286 0.0 9052.0 -9052.0 9052.0 5.8222464E7 1864021647.85 1864027286 -1.554726368159204E-4 9052.0 9052.0 5.8231516E7 0.0 +1864027286 true PQ71uI1bCFcvHK7 NULL -13872.0 8.9224704E7 -1864027286 1 1864027286 0.0 -13872.0 13872.0 -13872.0 -8.9224704E7 1864021647.85 1864027286 -1.554726368159204E-4 -13872.0 -13872.0 -8.9238576E7 0.0 +1864027286 true PlOxor04p5cvVl NULL 5064.0 -3.2571648E7 -1864027286 1 1864027286 0.0 5064.0 -5064.0 5064.0 3.2571648E7 1864021647.85 1864027286 -1.554726368159204E-4 5064.0 5064.0 3.2576712E7 0.0 +1864027286 true Po4rrk NULL 3442.0 -2.2138944E7 -1864027286 1 1864027286 0.0 3442.0 -3442.0 3442.0 2.2138944E7 1864021647.85 1864027286 -1.554726368159204E-4 3442.0 3442.0 2.2142386E7 0.0 +1864027286 true PovkPN NULL 5312.0 -3.4166784E7 -1864027286 1 1864027286 0.0 5312.0 -5312.0 5312.0 3.4166784E7 1864021647.85 1864027286 -1.554726368159204E-4 5312.0 5312.0 3.4172096E7 0.0 +1864027286 true PxgAPl26H6hsU47TPD NULL -12794.0 8.2291008E7 -1864027286 1 1864027286 0.0 -12794.0 12794.0 -12794.0 -8.2291008E7 1864021647.85 1864027286 -1.554726368159204E-4 -12794.0 -12794.0 -8.2303802E7 0.0 +1864027286 true PyQ4Q7MF23J4AtYu6W NULL 2327.0 -1.4967264E7 -1864027286 1 1864027286 0.0 2327.0 -2327.0 2327.0 1.4967264E7 1864021647.85 1864027286 -1.554726368159204E-4 2327.0 2327.0 1.4969591E7 0.0 +1864027286 true QAgnk2L5bnLH580a143KUc NULL 12738.0 -8.1930816E7 -1864027286 1 1864027286 0.0 12738.0 -12738.0 12738.0 8.1930816E7 1864021647.85 1864027286 -1.554726368159204E-4 12738.0 12738.0 8.1943554E7 0.0 +1864027286 true QEF7UG67MDaTK504bNrF NULL 15217.0 -9.7875744E7 -1864027286 1 1864027286 0.0 15217.0 -15217.0 15217.0 9.7875744E7 1864021647.85 1864027286 -1.554726368159204E-4 15217.0 15217.0 9.7890961E7 0.0 +1864027286 true QJxfy45 NULL 12427.0 -7.9930464E7 -1864027286 1 1864027286 0.0 12427.0 -12427.0 12427.0 7.9930464E7 1864021647.85 1864027286 -1.554726368159204E-4 12427.0 12427.0 7.9942891E7 0.0 +1864027286 true QN3Ru4uhSNA62bgc4HI35 NULL -12165.0 7.824528E7 -1864027286 1 1864027286 0.0 -12165.0 12165.0 -12165.0 -7.824528E7 1864021647.85 1864027286 -1.554726368159204E-4 -12165.0 -12165.0 -7.8257445E7 0.0 +1864027286 true QOt28D6Ov NULL -8010.0 5.152032E7 -1864027286 1 1864027286 0.0 -8010.0 8010.0 -8010.0 -5.152032E7 1864021647.85 1864027286 -1.554726368159204E-4 -8010.0 -8010.0 -5.152833E7 0.0 +1864027286 true QWfu6dR4Na2g5 NULL -9974.0 6.4152768E7 -1864027286 1 1864027286 0.0 -9974.0 9974.0 -9974.0 -6.4152768E7 1864021647.85 1864027286 -1.554726368159204E-4 -9974.0 -9974.0 -6.4162742E7 0.0 +1864027286 true Qa8XbKYNym5Se NULL 2442.0 -1.5706944E7 -1864027286 1 1864027286 0.0 2442.0 -2442.0 2442.0 1.5706944E7 1864021647.85 1864027286 -1.554726368159204E-4 2442.0 2442.0 1.5709386E7 0.0 +1864027286 true R03eo03Ntqej0VDQbL3 NULL -1976.0 1.2709632E7 -1864027286 1 1864027286 0.0 -1976.0 1976.0 -1976.0 -1.2709632E7 1864021647.85 1864027286 -1.554726368159204E-4 -1976.0 -1976.0 -1.2711608E7 0.0 +1864027286 true R04RF7qkQ8Gn1PPd33pU6 NULL 6637.0 -4.2689184E7 -1864027286 1 1864027286 0.0 6637.0 -6637.0 6637.0 4.2689184E7 1864021647.85 1864027286 -1.554726368159204E-4 6637.0 6637.0 4.2695821E7 0.0 +1864027286 true R0hA3Hq2VsjnFh NULL 9931.0 -6.3876192E7 -1864027286 1 1864027286 0.0 9931.0 -9931.0 9931.0 6.3876192E7 1864021647.85 1864027286 -1.554726368159204E-4 9931.0 9931.0 6.3886123E7 0.0 +1864027286 true R1VmJ10Ie NULL 14947.0 -9.6139104E7 -1864027286 1 1864027286 0.0 14947.0 -14947.0 14947.0 9.6139104E7 1864021647.85 1864027286 -1.554726368159204E-4 14947.0 14947.0 9.6154051E7 0.0 +1864027286 true R61IdER NULL 1321.0 -8496672.0 -1864027286 1 1864027286 0.0 1321.0 -1321.0 1321.0 8496672.0 1864021647.85 1864027286 -1.554726368159204E-4 1321.0 1321.0 8497993.0 0.0 +1864027286 true R6xXNwfbk NULL -2129.0 1.3693728E7 -1864027286 1 1864027286 0.0 -2129.0 2129.0 -2129.0 -1.3693728E7 1864021647.85 1864027286 -1.554726368159204E-4 -2129.0 -2129.0 -1.3695857E7 0.0 +1864027286 true RAUe5p NULL 2686.0 -1.7276352E7 -1864027286 1 1864027286 0.0 2686.0 -2686.0 2686.0 1.7276352E7 1864021647.85 1864027286 -1.554726368159204E-4 2686.0 2686.0 1.7279038E7 0.0 +1864027286 true RBtE7gkmLOh22A4 NULL 9614.0 -6.1837248E7 -1864027286 1 1864027286 0.0 9614.0 -9614.0 9614.0 6.1837248E7 1864021647.85 1864027286 -1.554726368159204E-4 9614.0 9614.0 6.1846862E7 0.0 +1864027286 true RBvPK67 NULL 8146.0 -5.2395072E7 -1864027286 1 1864027286 0.0 8146.0 -8146.0 8146.0 5.2395072E7 1864021647.85 1864027286 -1.554726368159204E-4 8146.0 8146.0 5.2403218E7 0.0 +1864027286 true RDLOWd758CODQgBBA8hd172 NULL 423.0 -2720736.0 -1864027286 1 1864027286 0.0 423.0 -423.0 423.0 2720736.0 1864021647.85 1864027286 -1.554726368159204E-4 423.0 423.0 2721159.0 0.0 +1864027286 true RW6K24 NULL -9580.0 6.161856E7 -1864027286 1 1864027286 0.0 -9580.0 9580.0 -9580.0 -6.161856E7 1864021647.85 1864027286 -1.554726368159204E-4 -9580.0 -9580.0 -6.162814E7 0.0 +1864027286 true Ru7fjpH4C0YOXs6E NULL 6474.0 -4.1640768E7 -1864027286 1 1864027286 0.0 6474.0 -6474.0 6474.0 4.1640768E7 1864021647.85 1864027286 -1.554726368159204E-4 6474.0 6474.0 4.1647242E7 0.0 +1864027286 true S2I2nIEii3X5 NULL -1207.0 7763424.0 -1864027286 1 1864027286 0.0 -1207.0 1207.0 -1207.0 -7763424.0 1864021647.85 1864027286 -1.554726368159204E-4 -1207.0 -1207.0 -7764631.0 0.0 +1864027286 true S45s3B0rSCbDkMx3Q NULL 2852.0 -1.8344064E7 -1864027286 1 1864027286 0.0 2852.0 -2852.0 2852.0 1.8344064E7 1864021647.85 1864027286 -1.554726368159204E-4 2852.0 2852.0 1.8346916E7 0.0 +1864027286 true Se4jyihvl80uOdFD NULL 15076.0 -9.6968832E7 -1864027286 1 1864027286 0.0 15076.0 -15076.0 15076.0 9.6968832E7 1864021647.85 1864027286 -1.554726368159204E-4 15076.0 15076.0 9.6983908E7 0.0 +1864027286 true T2o8XRFAL0HC4ikDQnfoCymw NULL 1535.0 -9873120.0 -1864027286 1 1864027286 0.0 1535.0 -1535.0 1535.0 9873120.0 1864021647.85 1864027286 -1.554726368159204E-4 1535.0 1535.0 9874655.0 0.0 +1864027286 true TBbxkMGlYD17B7d76b7x3 NULL 13786.0 -8.8671552E7 -1864027286 1 1864027286 0.0 13786.0 -13786.0 13786.0 8.8671552E7 1864021647.85 1864027286 -1.554726368159204E-4 13786.0 13786.0 8.8685338E7 0.0 +1864027286 true TT4CHN NULL -6060.0 3.897792E7 -1864027286 1 1864027286 0.0 -6060.0 6060.0 -6060.0 -3.897792E7 1864021647.85 1864027286 -1.554726368159204E-4 -6060.0 -6060.0 -3.898398E7 0.0 +1864027286 true ToOQ4YhGHo NULL 14146.0 -9.0987072E7 -1864027286 1 1864027286 0.0 14146.0 -14146.0 14146.0 9.0987072E7 1864021647.85 1864027286 -1.554726368159204E-4 14146.0 14146.0 9.1001218E7 0.0 +1864027286 true U4MrN4CKBl84 NULL 15895.0 -1.0223664E8 -1864027286 1 1864027286 0.0 15895.0 -15895.0 15895.0 1.0223664E8 1864021647.85 1864027286 -1.554726368159204E-4 15895.0 15895.0 1.02252535E8 0.0 +1864027286 true UR83Iqx405t0jOOhF NULL 12605.0 -8.107536E7 -1864027286 1 1864027286 0.0 12605.0 -12605.0 12605.0 8.107536E7 1864021647.85 1864027286 -1.554726368159204E-4 12605.0 12605.0 8.1087965E7 0.0 +1864027286 true Uj28ubp026RCw NULL -5469.0 3.5176608E7 -1864027286 1 1864027286 0.0 -5469.0 5469.0 -5469.0 -3.5176608E7 1864021647.85 1864027286 -1.554726368159204E-4 -5469.0 -5469.0 -3.5182077E7 0.0 +1864027286 true Usb4N NULL -9174.0 5.9007168E7 -1864027286 1 1864027286 0.0 -9174.0 9174.0 -9174.0 -5.9007168E7 1864021647.85 1864027286 -1.554726368159204E-4 -9174.0 -9174.0 -5.9016342E7 0.0 +1864027286 true VMlhJes4CVgyK7uFOX NULL -10868.0 6.9902976E7 -1864027286 1 1864027286 0.0 -10868.0 10868.0 -10868.0 -6.9902976E7 1864021647.85 1864027286 -1.554726368159204E-4 -10868.0 -10868.0 -6.9913844E7 0.0 +1864027286 true Vb8ub0i0Maa NULL -9883.0 6.3567456E7 -1864027286 1 1864027286 0.0 -9883.0 9883.0 -9883.0 -6.3567456E7 1864021647.85 1864027286 -1.554726368159204E-4 -9883.0 -9883.0 -6.3577339E7 0.0 +1864027286 true W2mhptJ NULL 8246.0 -5.3038272E7 -1864027286 1 1864027286 0.0 8246.0 -8246.0 8246.0 5.3038272E7 1864021647.85 1864027286 -1.554726368159204E-4 8246.0 8246.0 5.3046518E7 0.0 +1864027286 true W4GLKnA2Nwk0HJ NULL 9528.0 -6.1284096E7 -1864027286 1 1864027286 0.0 9528.0 -9528.0 9528.0 6.1284096E7 1864021647.85 1864027286 -1.554726368159204E-4 9528.0 9528.0 6.1293624E7 0.0 +1864027286 true W772E0x NULL 7864.0 -5.0581248E7 -1864027286 1 1864027286 0.0 7864.0 -7864.0 7864.0 5.0581248E7 1864021647.85 1864027286 -1.554726368159204E-4 7864.0 7864.0 5.0589112E7 0.0 +1864027286 true WL65H3J NULL -13307.0 8.5590624E7 -1864027286 1 1864027286 0.0 -13307.0 13307.0 -13307.0 -8.5590624E7 1864021647.85 1864027286 -1.554726368159204E-4 -13307.0 -13307.0 -8.5603931E7 0.0 +1864027286 true WQk67I0Gk NULL 2489.0 -1.6009248E7 -1864027286 1 1864027286 0.0 2489.0 -2489.0 2489.0 1.6009248E7 1864021647.85 1864027286 -1.554726368159204E-4 2489.0 2489.0 1.6011737E7 0.0 +1864027286 true WU7g0T0a15w2v5t NULL -9418.0 6.0576576E7 -1864027286 1 1864027286 0.0 -9418.0 9418.0 -9418.0 -6.0576576E7 1864021647.85 1864027286 -1.554726368159204E-4 -9418.0 -9418.0 -6.0585994E7 0.0 +1864027286 true WWo570W28lhx415 NULL 6392.0 -4.1113344E7 -1864027286 1 1864027286 0.0 6392.0 -6392.0 6392.0 4.1113344E7 1864021647.85 1864027286 -1.554726368159204E-4 6392.0 6392.0 4.1119736E7 0.0 +1864027286 true WhgF327bC NULL -4837.0 3.1111584E7 -1864027286 1 1864027286 0.0 -4837.0 4837.0 -4837.0 -3.1111584E7 1864021647.85 1864027286 -1.554726368159204E-4 -4837.0 -4837.0 -3.1116421E7 0.0 +1864027286 true X18ccPrLl NULL -10096.0 6.4937472E7 -1864027286 1 1864027286 0.0 -10096.0 10096.0 -10096.0 -6.4937472E7 1864021647.85 1864027286 -1.554726368159204E-4 -10096.0 -10096.0 -6.4947568E7 0.0 +1864027286 true X6155iP NULL 4774.0 -3.0706368E7 -1864027286 1 1864027286 0.0 4774.0 -4774.0 4774.0 3.0706368E7 1864021647.85 1864027286 -1.554726368159204E-4 4774.0 4774.0 3.0711142E7 0.0 +1864027286 true X75olERkL08uR NULL 12481.0 -8.0277792E7 -1864027286 1 1864027286 0.0 12481.0 -12481.0 12481.0 8.0277792E7 1864021647.85 1864027286 -1.554726368159204E-4 12481.0 12481.0 8.0290273E7 0.0 +1864027286 true XP2cjyx NULL -9367.0 6.0248544E7 -1864027286 1 1864027286 0.0 -9367.0 9367.0 -9367.0 -6.0248544E7 1864021647.85 1864027286 -1.554726368159204E-4 -9367.0 -9367.0 -6.0257911E7 0.0 +1864027286 true Xvyjl2vcUcxY4 NULL -14086.0 9.0601152E7 -1864027286 1 1864027286 0.0 -14086.0 14086.0 -14086.0 -9.0601152E7 1864021647.85 1864027286 -1.554726368159204E-4 -14086.0 -14086.0 -9.0615238E7 0.0 +1864027286 true Y2C704h6OUXJQ3 NULL -13177.0 8.4754464E7 -1864027286 1 1864027286 0.0 -13177.0 13177.0 -13177.0 -8.4754464E7 1864021647.85 1864027286 -1.554726368159204E-4 -13177.0 -13177.0 -8.4767641E7 0.0 +1864027286 true Y4JQvk NULL 10557.0 -6.7902624E7 -1864027286 1 1864027286 0.0 10557.0 -10557.0 10557.0 6.7902624E7 1864021647.85 1864027286 -1.554726368159204E-4 10557.0 10557.0 6.7913181E7 0.0 +1864027286 true YtN1m7B NULL -3416.0 2.1971712E7 -1864027286 1 1864027286 0.0 -3416.0 3416.0 -3416.0 -2.1971712E7 1864021647.85 1864027286 -1.554726368159204E-4 -3416.0 -3416.0 -2.1975128E7 0.0 +1864027286 true a NULL 12004.0 -7.7209728E7 -1864027286 1 1864027286 0.0 12004.0 -12004.0 12004.0 7.7209728E7 1864021647.85 1864027286 -1.554726368159204E-4 12004.0 12004.0 7.7221732E7 0.0 +1864027286 true a0YMQr03O NULL 10671.0 -6.8635872E7 -1864027286 1 1864027286 0.0 10671.0 -10671.0 10671.0 6.8635872E7 1864021647.85 1864027286 -1.554726368159204E-4 10671.0 10671.0 6.8646543E7 0.0 +1864027286 true a0mdHI0HtSL0o8 NULL 8163.0 -5.2504416E7 -1864027286 1 1864027286 0.0 8163.0 -8163.0 8163.0 5.2504416E7 1864021647.85 1864027286 -1.554726368159204E-4 8163.0 8163.0 5.2512579E7 0.0 +1864027286 true a250165354I3O4fw42l7DG NULL 14108.0 -9.0742656E7 -1864027286 1 1864027286 0.0 14108.0 -14108.0 14108.0 9.0742656E7 1864021647.85 1864027286 -1.554726368159204E-4 14108.0 14108.0 9.0756764E7 0.0 +1864027286 true a4PMyxYPeTA0Js14lFCV3f NULL -3746.0 2.4094272E7 -1864027286 1 1864027286 0.0 -3746.0 3746.0 -3746.0 -2.4094272E7 1864021647.85 1864027286 -1.554726368159204E-4 -3746.0 -3746.0 -2.4098018E7 0.0 +1864027286 true aDNmF88FfTwOx7u NULL -8251.0 5.3070432E7 -1864027286 1 1864027286 0.0 -8251.0 8251.0 -8251.0 -5.3070432E7 1864021647.85 1864027286 -1.554726368159204E-4 -8251.0 -8251.0 -5.3078683E7 0.0 +1864027286 true aH38aH4ob NULL 12197.0 -7.8451104E7 -1864027286 1 1864027286 0.0 12197.0 -12197.0 12197.0 7.8451104E7 1864021647.85 1864027286 -1.554726368159204E-4 12197.0 12197.0 7.8463301E7 0.0 +1864027286 true aT5XuK NULL -10736.0 6.9053952E7 -1864027286 1 1864027286 0.0 -10736.0 10736.0 -10736.0 -6.9053952E7 1864021647.85 1864027286 -1.554726368159204E-4 -10736.0 -10736.0 -6.9064688E7 0.0 +1864027286 true ap7PY4878sX8F6YUn6Wh1Vg4 NULL -3684.0 2.3695488E7 -1864027286 1 1864027286 0.0 -3684.0 3684.0 -3684.0 -2.3695488E7 1864021647.85 1864027286 -1.554726368159204E-4 -3684.0 -3684.0 -2.3699172E7 0.0 +1864027286 true axu5k1BMtA6Ki0 NULL -1227.0 7892064.0 -1864027286 1 1864027286 0.0 -1227.0 1227.0 -1227.0 -7892064.0 1864021647.85 1864027286 -1.554726368159204E-4 -1227.0 -1227.0 -7893291.0 0.0 +1864027286 true b NULL 10938.0 -7.0353216E7 -1864027286 1 1864027286 0.0 10938.0 -10938.0 10938.0 7.0353216E7 1864021647.85 1864027286 -1.554726368159204E-4 10938.0 10938.0 7.0364154E7 0.0 +1864027286 true b NULL 13839.0 -8.9012448E7 -1864027286 1 1864027286 0.0 13839.0 -13839.0 13839.0 8.9012448E7 1864021647.85 1864027286 -1.554726368159204E-4 13839.0 13839.0 8.9026287E7 0.0 +1864027286 true b2Mvom63qTp4o NULL -14355.0 9.233136E7 -1864027286 1 1864027286 0.0 -14355.0 14355.0 -14355.0 -9.233136E7 1864021647.85 1864027286 -1.554726368159204E-4 -14355.0 -14355.0 -9.2345715E7 0.0 +1864027286 true b565l4rv1444T25Gv0 NULL 9517.0 -6.1213344E7 -1864027286 1 1864027286 0.0 9517.0 -9517.0 9517.0 6.1213344E7 1864021647.85 1864027286 -1.554726368159204E-4 9517.0 9517.0 6.1222861E7 0.0 +1864027286 true bFmH03DgwC5s88 NULL 3956.0 -2.5444992E7 -1864027286 1 1864027286 0.0 3956.0 -3956.0 3956.0 2.5444992E7 1864021647.85 1864027286 -1.554726368159204E-4 3956.0 3956.0 2.5448948E7 0.0 +1864027286 true bVvdKDfUwoKNMosc2esLYVe NULL -10016.0 6.4422912E7 -1864027286 1 1864027286 0.0 -10016.0 10016.0 -10016.0 -6.4422912E7 1864021647.85 1864027286 -1.554726368159204E-4 -10016.0 -10016.0 -6.4432928E7 0.0 +1864027286 true bvoO6VwRmH6181mdOm87Do NULL 10144.0 -6.5246208E7 -1864027286 1 1864027286 0.0 10144.0 -10144.0 10144.0 6.5246208E7 1864021647.85 1864027286 -1.554726368159204E-4 10144.0 10144.0 6.5256352E7 0.0 +1864027286 true c7VDm103iwF1c7M NULL -14542.0 9.3534144E7 -1864027286 1 1864027286 0.0 -14542.0 14542.0 -14542.0 -9.3534144E7 1864021647.85 1864027286 -1.554726368159204E-4 -14542.0 -14542.0 -9.3548686E7 0.0 +1864027286 true cM0xm3h8463l57s NULL 1253.0 -8059296.0 -1864027286 1 1864027286 0.0 1253.0 -1253.0 1253.0 8059296.0 1864021647.85 1864027286 -1.554726368159204E-4 1253.0 1253.0 8060549.0 0.0 +1864027286 true cwEvSRx2cuarX7I21UGe NULL -1434.0 9223488.0 -1864027286 1 1864027286 0.0 -1434.0 1434.0 -1434.0 -9223488.0 1864021647.85 1864027286 -1.554726368159204E-4 -1434.0 -1434.0 -9224922.0 0.0 +1864027286 true d2A5U2557V347stTcy5bb NULL -13334.0 8.5764288E7 -1864027286 1 1864027286 0.0 -13334.0 13334.0 -13334.0 -8.5764288E7 1864021647.85 1864027286 -1.554726368159204E-4 -13334.0 -13334.0 -8.5777622E7 0.0 +1864027286 true d4YeS73lyC6l NULL -16168.0 1.03992576E8 -1864027286 1 1864027286 0.0 -16168.0 16168.0 -16168.0 -1.03992576E8 1864021647.85 1864027286 -1.554726368159204E-4 -16168.0 -16168.0 -1.04008744E8 0.0 +1864027286 true d77tW1Y01AT7U NULL -15267.0 9.8197344E7 -1864027286 1 1864027286 0.0 -15267.0 15267.0 -15267.0 -9.8197344E7 1864021647.85 1864027286 -1.554726368159204E-4 -15267.0 -15267.0 -9.8212611E7 0.0 +1864027286 true dGF1yf NULL 3426.0 -2.2036032E7 -1864027286 1 1864027286 0.0 3426.0 -3426.0 3426.0 2.2036032E7 1864021647.85 1864027286 -1.554726368159204E-4 3426.0 3426.0 2.2039458E7 0.0 +1864027286 true dIw0j NULL 9774.0 -6.2866368E7 -1864027286 1 1864027286 0.0 9774.0 -9774.0 9774.0 6.2866368E7 1864021647.85 1864027286 -1.554726368159204E-4 9774.0 9774.0 6.2876142E7 0.0 +1864027286 true dPkN74F7 NULL 8373.0 -5.3855136E7 -1864027286 1 1864027286 0.0 8373.0 -8373.0 8373.0 5.3855136E7 1864021647.85 1864027286 -1.554726368159204E-4 8373.0 8373.0 5.3863509E7 0.0 +1864027286 true dQsIgL NULL 2624.0 -1.6877568E7 -1864027286 1 1864027286 0.0 2624.0 -2624.0 2624.0 1.6877568E7 1864021647.85 1864027286 -1.554726368159204E-4 2624.0 2624.0 1.6880192E7 0.0 +1864027286 true dV86D7yr0I62C NULL -13617.0 8.7584544E7 -1864027286 1 1864027286 0.0 -13617.0 13617.0 -13617.0 -8.7584544E7 1864021647.85 1864027286 -1.554726368159204E-4 -13617.0 -13617.0 -8.7598161E7 0.0 +1864027286 true dqSh2nXp NULL 15296.0 -9.8383872E7 -1864027286 1 1864027286 0.0 15296.0 -15296.0 15296.0 9.8383872E7 1864021647.85 1864027286 -1.554726368159204E-4 15296.0 15296.0 9.8399168E7 0.0 +1864027286 true e2tRWV1I2oE NULL -12310.0 7.917792E7 -1864027286 1 1864027286 0.0 -12310.0 12310.0 -12310.0 -7.917792E7 1864021647.85 1864027286 -1.554726368159204E-4 -12310.0 -12310.0 -7.919023E7 0.0 +1864027286 true e4rLBwDgWm1S4fl264fmpC NULL 9962.0 -6.4075584E7 -1864027286 1 1864027286 0.0 9962.0 -9962.0 9962.0 6.4075584E7 1864021647.85 1864027286 -1.554726368159204E-4 9962.0 9962.0 6.4085546E7 0.0 +1864027286 true e6SAAy5o0so6LM30k NULL -548.0 3524736.0 -1864027286 1 1864027286 0.0 -548.0 548.0 -548.0 -3524736.0 1864021647.85 1864027286 -1.554726368159204E-4 -548.0 -548.0 -3525284.0 0.0 +1864027286 true eHxtaCo643hV3BIi2Le35Eq NULL 9814.0 -6.3123648E7 -1864027286 1 1864027286 0.0 9814.0 -9814.0 9814.0 6.3123648E7 1864021647.85 1864027286 -1.554726368159204E-4 9814.0 9814.0 6.3133462E7 0.0 +1864027286 true eWq33N3Xk6 NULL -11596.0 7.4585472E7 -1864027286 1 1864027286 0.0 -11596.0 11596.0 -11596.0 -7.4585472E7 1864021647.85 1864027286 -1.554726368159204E-4 -11596.0 -11596.0 -7.4597068E7 0.0 +1864027286 true eeLpfP6O NULL -828.0 5325696.0 -1864027286 1 1864027286 0.0 -828.0 828.0 -828.0 -5325696.0 1864021647.85 1864027286 -1.554726368159204E-4 -828.0 -828.0 -5326524.0 0.0 +1864027286 true f12qhlvH NULL -3544.0 2.2795008E7 -1864027286 1 1864027286 0.0 -3544.0 3544.0 -3544.0 -2.2795008E7 1864021647.85 1864027286 -1.554726368159204E-4 -3544.0 -3544.0 -2.2798552E7 0.0 +1864027286 true f1b7368iTH NULL 11837.0 -7.6135584E7 -1864027286 1 1864027286 0.0 11837.0 -11837.0 11837.0 7.6135584E7 1864021647.85 1864027286 -1.554726368159204E-4 11837.0 11837.0 7.6147421E7 0.0 +1864027286 true f6B6I2d7180wveu1BG63b NULL 4178.0 -2.6872896E7 -1864027286 1 1864027286 0.0 4178.0 -4178.0 4178.0 2.6872896E7 1864021647.85 1864027286 -1.554726368159204E-4 4178.0 4178.0 2.6877074E7 0.0 +1864027286 true f8e16sE7qHnJFq8IjXe6uSE NULL -9408.0 6.0512256E7 -1864027286 1 1864027286 0.0 -9408.0 9408.0 -9408.0 -6.0512256E7 1864021647.85 1864027286 -1.554726368159204E-4 -9408.0 -9408.0 -6.0521664E7 0.0 +1864027286 true fJWe8p2jkqws5d04a5lSvLH NULL -14942.0 9.6106944E7 -1864027286 1 1864027286 0.0 -14942.0 14942.0 -14942.0 -9.6106944E7 1864021647.85 1864027286 -1.554726368159204E-4 -14942.0 -14942.0 -9.6121886E7 0.0 +1864027286 true far4S170PC NULL 13691.0 -8.8060512E7 -1864027286 1 1864027286 0.0 13691.0 -13691.0 13691.0 8.8060512E7 1864021647.85 1864027286 -1.554726368159204E-4 13691.0 13691.0 8.8074203E7 0.0 +1864027286 true g0C6gENIKCKayurchl7pjs2 NULL 12201.0 -7.8476832E7 -1864027286 1 1864027286 0.0 12201.0 -12201.0 12201.0 7.8476832E7 1864021647.85 1864027286 -1.554726368159204E-4 12201.0 12201.0 7.8489033E7 0.0 +1864027286 true gLGK7D0V NULL 11865.0 -7.631568E7 -1864027286 1 1864027286 0.0 11865.0 -11865.0 11865.0 7.631568E7 1864021647.85 1864027286 -1.554726368159204E-4 11865.0 11865.0 7.6327545E7 0.0 +1864027286 true gls8SspE NULL 231.0 -1485792.0 -1864027286 1 1864027286 0.0 231.0 -231.0 231.0 1485792.0 1864021647.85 1864027286 -1.554726368159204E-4 231.0 231.0 1486023.0 0.0 +1864027286 true gppEomS0ce2G6k6 NULL 4577.0 -2.9439264E7 -1864027286 1 1864027286 0.0 4577.0 -4577.0 4577.0 2.9439264E7 1864021647.85 1864027286 -1.554726368159204E-4 4577.0 4577.0 2.9443841E7 0.0 +1864027286 true hA4lNb NULL 8634.0 -5.5533888E7 -1864027286 1 1864027286 0.0 8634.0 -8634.0 8634.0 5.5533888E7 1864021647.85 1864027286 -1.554726368159204E-4 8634.0 8634.0 5.5542522E7 0.0 +1864027286 true iDlPQmQC7RSxNA NULL -16004.0 1.02937728E8 -1864027286 1 1864027286 0.0 -16004.0 16004.0 -16004.0 -1.02937728E8 1864021647.85 1864027286 -1.554726368159204E-4 -16004.0 -16004.0 -1.02953732E8 0.0 +1864027286 true iF1fQ7gn0qgpH7HKS5N3 NULL -4561.0 2.9336352E7 -1864027286 1 1864027286 0.0 -4561.0 4561.0 -4561.0 -2.9336352E7 1864021647.85 1864027286 -1.554726368159204E-4 -4561.0 -4561.0 -2.9340913E7 0.0 +1864027286 true iG1K1q1 NULL -8530.0 5.486496E7 -1864027286 1 1864027286 0.0 -8530.0 8530.0 -8530.0 -5.486496E7 1864021647.85 1864027286 -1.554726368159204E-4 -8530.0 -8530.0 -5.487349E7 0.0 +1864027286 true iP2ABL NULL -8162.0 5.2497984E7 -1864027286 1 1864027286 0.0 -8162.0 8162.0 -8162.0 -5.2497984E7 1864021647.85 1864027286 -1.554726368159204E-4 -8162.0 -8162.0 -5.2506146E7 0.0 +1864027286 true iUAMMN23Vq5jREr832nxXn NULL 4149.0 -2.6686368E7 -1864027286 1 1864027286 0.0 4149.0 -4149.0 4149.0 2.6686368E7 1864021647.85 1864027286 -1.554726368159204E-4 4149.0 4149.0 2.6690517E7 0.0 +1864027286 true ihlorJE62ik1WuKfS NULL -8390.0 5.396448E7 -1864027286 1 1864027286 0.0 -8390.0 8390.0 -8390.0 -5.396448E7 1864021647.85 1864027286 -1.554726368159204E-4 -8390.0 -8390.0 -5.397287E7 0.0 +1864027286 true ii6d0V0 NULL 12732.0 -8.1892224E7 -1864027286 1 1864027286 0.0 12732.0 -12732.0 12732.0 8.1892224E7 1864021647.85 1864027286 -1.554726368159204E-4 12732.0 12732.0 8.1904956E7 0.0 +1864027286 true iuSQEi3rpt2ctxK08ut3 NULL -12574.0 8.0875968E7 -1864027286 1 1864027286 0.0 -12574.0 12574.0 -12574.0 -8.0875968E7 1864021647.85 1864027286 -1.554726368159204E-4 -12574.0 -12574.0 -8.0888542E7 0.0 +1864027286 true j8fJ4l2w4F8fI51 NULL -7691.0 4.9468512E7 -1864027286 1 1864027286 0.0 -7691.0 7691.0 -7691.0 -4.9468512E7 1864021647.85 1864027286 -1.554726368159204E-4 -7691.0 -7691.0 -4.9476203E7 0.0 +1864027286 true jLX0SrR6OP NULL -12264.0 7.8882048E7 -1864027286 1 1864027286 0.0 -12264.0 12264.0 -12264.0 -7.8882048E7 1864021647.85 1864027286 -1.554726368159204E-4 -12264.0 -12264.0 -7.8894312E7 0.0 +1864027286 true jSUVVR NULL -7375.0 4.7436E7 -1864027286 1 1864027286 0.0 -7375.0 7375.0 -7375.0 -4.7436E7 1864021647.85 1864027286 -1.554726368159204E-4 -7375.0 -7375.0 -4.7443375E7 0.0 +1864027286 true jc3G2mefLm8mpl8tua3b3 NULL 236.0 -1517952.0 -1864027286 1 1864027286 0.0 236.0 -236.0 236.0 1517952.0 1864021647.85 1864027286 -1.554726368159204E-4 236.0 236.0 1518188.0 0.0 +1864027286 true jcS1NU2R06MX2 NULL 14177.0 -9.1186464E7 -1864027286 1 1864027286 0.0 14177.0 -14177.0 14177.0 9.1186464E7 1864021647.85 1864027286 -1.554726368159204E-4 14177.0 14177.0 9.1200641E7 0.0 +1864027286 true jjc503pMQskjqb8T3tCL0 NULL -12883.0 8.2863456E7 -1864027286 1 1864027286 0.0 -12883.0 12883.0 -12883.0 -8.2863456E7 1864021647.85 1864027286 -1.554726368159204E-4 -12883.0 -12883.0 -8.2876339E7 0.0 +1864027286 true k1VX0eFh56x3ErERaS2y55B NULL 14909.0 -9.5894688E7 -1864027286 1 1864027286 0.0 14909.0 -14909.0 14909.0 9.5894688E7 1864021647.85 1864027286 -1.554726368159204E-4 14909.0 14909.0 9.5909597E7 0.0 +1864027286 true k7RL0DH3Dj4218Jd NULL 14863.0 -9.5598816E7 -1864027286 1 1864027286 0.0 14863.0 -14863.0 14863.0 9.5598816E7 1864021647.85 1864027286 -1.554726368159204E-4 14863.0 14863.0 9.5613679E7 0.0 +1864027286 true k8184H NULL 6645.0 -4.274064E7 -1864027286 1 1864027286 0.0 6645.0 -6645.0 6645.0 4.274064E7 1864021647.85 1864027286 -1.554726368159204E-4 6645.0 6645.0 4.2747285E7 0.0 +1864027286 true kPpivtTi0S43BIo NULL 6581.0 -4.2328992E7 -1864027286 1 1864027286 0.0 6581.0 -6581.0 6581.0 4.2328992E7 1864021647.85 1864027286 -1.554726368159204E-4 6581.0 6581.0 4.2335573E7 0.0 +1864027286 true kRa26RQDv3Sk NULL -13118.0 8.4374976E7 -1864027286 1 1864027286 0.0 -13118.0 13118.0 -13118.0 -8.4374976E7 1864021647.85 1864027286 -1.554726368159204E-4 -13118.0 -13118.0 -8.4388094E7 0.0 +1864027286 true kcA1Sw5 NULL 6182.0 -3.9762624E7 -1864027286 1 1864027286 0.0 6182.0 -6182.0 6182.0 3.9762624E7 1864021647.85 1864027286 -1.554726368159204E-4 6182.0 6182.0 3.9768806E7 0.0 +1864027286 true kwgr1l8iVOT NULL -6410.0 4.122912E7 -1864027286 1 1864027286 0.0 -6410.0 6410.0 -6410.0 -4.122912E7 1864021647.85 1864027286 -1.554726368159204E-4 -6410.0 -6410.0 -4.123553E7 0.0 +1864027286 true l20qY NULL 8919.0 -5.7367008E7 -1864027286 1 1864027286 0.0 8919.0 -8919.0 8919.0 5.7367008E7 1864021647.85 1864027286 -1.554726368159204E-4 8919.0 8919.0 5.7375927E7 0.0 +1864027286 true l3j1vwt6TY65u7m NULL 11499.0 -7.3961568E7 -1864027286 1 1864027286 0.0 11499.0 -11499.0 11499.0 7.3961568E7 1864021647.85 1864027286 -1.554726368159204E-4 11499.0 11499.0 7.3973067E7 0.0 +1864027286 true l4iq01SNoFl7kABN NULL 15311.0 -9.8480352E7 -1864027286 1 1864027286 0.0 15311.0 -15311.0 15311.0 9.8480352E7 1864021647.85 1864027286 -1.554726368159204E-4 15311.0 15311.0 9.8495663E7 0.0 +1864027286 true lEXXcvYRGqGd31V5R7paYE5 NULL 1225.0 -7879200.0 -1864027286 1 1864027286 0.0 1225.0 -1225.0 1225.0 7879200.0 1864021647.85 1864027286 -1.554726368159204E-4 1225.0 1225.0 7880425.0 0.0 +1864027286 true lP7HUebhIc6T NULL 8196.0 -5.2716672E7 -1864027286 1 1864027286 0.0 8196.0 -8196.0 8196.0 5.2716672E7 1864021647.85 1864027286 -1.554726368159204E-4 8196.0 8196.0 5.2724868E7 0.0 +1864027286 true lVXCI385cbcEk NULL -607.0 3904224.0 -1864027286 1 1864027286 0.0 -607.0 607.0 -607.0 -3904224.0 1864021647.85 1864027286 -1.554726368159204E-4 -607.0 -607.0 -3904831.0 0.0 +1864027286 true lm60Wii25 NULL 9304.0 -5.9843328E7 -1864027286 1 1864027286 0.0 9304.0 -9304.0 9304.0 5.9843328E7 1864021647.85 1864027286 -1.554726368159204E-4 9304.0 9304.0 5.9852632E7 0.0 +1864027286 true lxQp116 NULL -5638.15 3.62645808E7 -1864027286 1 1864027286 0.0 -5638.15 5638.15 -5638.15 -3.62645808E7 1864021647.85 1864027286 -1.554726368159204E-4 -5638.15 -5638.15 -3.6270218949999996E7 0.0 +1864027286 true m2482tQ NULL 4049.0 -2.6043168E7 -1864027286 1 1864027286 0.0 4049.0 -4049.0 4049.0 2.6043168E7 1864021647.85 1864027286 -1.554726368159204E-4 4049.0 4049.0 2.6047217E7 0.0 +1864027286 true mA80hnUou50JMq0h65sf NULL 15088.0 -9.7046016E7 -1864027286 1 1864027286 0.0 15088.0 -15088.0 15088.0 9.7046016E7 1864021647.85 1864027286 -1.554726368159204E-4 15088.0 15088.0 9.7061104E7 0.0 +1864027286 true mCoC5T NULL -12826.0 8.2496832E7 -1864027286 1 1864027286 0.0 -12826.0 12826.0 -12826.0 -8.2496832E7 1864021647.85 1864027286 -1.554726368159204E-4 -12826.0 -12826.0 -8.2509658E7 0.0 +1864027286 true maEsIRYIaPg NULL 13454.0 -8.6536128E7 -1864027286 1 1864027286 0.0 13454.0 -13454.0 13454.0 8.6536128E7 1864021647.85 1864027286 -1.554726368159204E-4 13454.0 13454.0 8.6549582E7 0.0 +1864027286 true meeTTbLafs2P5R326YX NULL -2415.0 1.553328E7 -1864027286 1 1864027286 0.0 -2415.0 2415.0 -2415.0 -1.553328E7 1864021647.85 1864027286 -1.554726368159204E-4 -2415.0 -2415.0 -1.5535695E7 0.0 +1864027286 true mpceO34ASOLehV0 NULL 3318.0 -2.1341376E7 -1864027286 1 1864027286 0.0 3318.0 -3318.0 3318.0 2.1341376E7 1864021647.85 1864027286 -1.554726368159204E-4 3318.0 3318.0 2.1344694E7 0.0 +1864027286 true muoxr40V7kVomUrDAQ NULL 14412.0 -9.2697984E7 -1864027286 1 1864027286 0.0 14412.0 -14412.0 14412.0 9.2697984E7 1864021647.85 1864027286 -1.554726368159204E-4 14412.0 14412.0 9.2712396E7 0.0 +1864027286 true n1OMwaWctgOmf5K NULL 4269.0 -2.7458208E7 -1864027286 1 1864027286 0.0 4269.0 -4269.0 4269.0 2.7458208E7 1864021647.85 1864027286 -1.554726368159204E-4 4269.0 4269.0 2.7462477E7 0.0 +1864027286 true n8VCp0 NULL 8488.0 -5.4594816E7 -1864027286 1 1864027286 0.0 8488.0 -8488.0 8488.0 5.4594816E7 1864021647.85 1864027286 -1.554726368159204E-4 8488.0 8488.0 5.4603304E7 0.0 +1864027286 true n8e0f67S08SY8QnW NULL -4226.0 2.7181632E7 -1864027286 1 1864027286 0.0 -4226.0 4226.0 -4226.0 -2.7181632E7 1864021647.85 1864027286 -1.554726368159204E-4 -4226.0 -4226.0 -2.7185858E7 0.0 +1864027286 true nDWJgTuQm0rma4O3k NULL -8567.0 5.5102944E7 -1864027286 1 1864027286 0.0 -8567.0 8567.0 -8567.0 -5.5102944E7 1864021647.85 1864027286 -1.554726368159204E-4 -8567.0 -8567.0 -5.5111511E7 0.0 +1864027286 true nF24j2Tgx NULL 12262.0 -7.8869184E7 -1864027286 1 1864027286 0.0 12262.0 -12262.0 12262.0 7.8869184E7 1864021647.85 1864027286 -1.554726368159204E-4 12262.0 12262.0 7.8881446E7 0.0 +1864027286 true nISsBSmkQ1X1ig1XF88q7u7 NULL -10913.0 7.0192416E7 -1864027286 1 1864027286 0.0 -10913.0 10913.0 -10913.0 -7.0192416E7 1864021647.85 1864027286 -1.554726368159204E-4 -10913.0 -10913.0 -7.0203329E7 0.0 +1864027286 true nfsbu2MuPOO5t NULL 1042.0 -6702144.0 -1864027286 1 1864027286 0.0 1042.0 -1042.0 1042.0 6702144.0 1864021647.85 1864027286 -1.554726368159204E-4 1042.0 1042.0 6703186.0 0.0 +1864027286 true oAUGL2efS4n0pM NULL -5458.0 3.5105856E7 -1864027286 1 1864027286 0.0 -5458.0 5458.0 -5458.0 -3.5105856E7 1864021647.85 1864027286 -1.554726368159204E-4 -5458.0 -5458.0 -3.5111314E7 0.0 +1864027286 true oMyB042otw5ib NULL 3012.0 -1.9373184E7 -1864027286 1 1864027286 0.0 3012.0 -3012.0 3012.0 1.9373184E7 1864021647.85 1864027286 -1.554726368159204E-4 3012.0 3012.0 1.9376196E7 0.0 +1864027286 true oQfKi00F0jk78PtIB8PF NULL -1114.0 7165248.0 -1864027286 1 1864027286 0.0 -1114.0 1114.0 -1114.0 -7165248.0 1864021647.85 1864027286 -1.554726368159204E-4 -1114.0 -1114.0 -7166362.0 0.0 +1864027286 true oX8e2n7518CMTFQP NULL -4050.0 2.60496E7 -1864027286 1 1864027286 0.0 -4050.0 4050.0 -4050.0 -2.60496E7 1864021647.85 1864027286 -1.554726368159204E-4 -4050.0 -4050.0 -2.605365E7 0.0 +1864027286 true oto48Un5u7cW72UI0N8O6e NULL -12252.0 7.8804864E7 -1864027286 1 1864027286 0.0 -12252.0 12252.0 -12252.0 -7.8804864E7 1864021647.85 1864027286 -1.554726368159204E-4 -12252.0 -12252.0 -7.8817116E7 0.0 +1864027286 true p1g3lpo0EnMqYgjO NULL -10773.0 6.9291936E7 -1864027286 1 1864027286 0.0 -10773.0 10773.0 -10773.0 -6.9291936E7 1864021647.85 1864027286 -1.554726368159204E-4 -10773.0 -10773.0 -6.9302709E7 0.0 +1864027286 true p2bqd7rgBA0R NULL -8303.0 5.3404896E7 -1864027286 1 1864027286 0.0 -8303.0 8303.0 -8303.0 -5.3404896E7 1864021647.85 1864027286 -1.554726368159204E-4 -8303.0 -8303.0 -5.3413199E7 0.0 +1864027286 true psq21gC3CWnry764K8 NULL -14073.0 9.0517536E7 -1864027286 1 1864027286 0.0 -14073.0 14073.0 -14073.0 -9.0517536E7 1864021647.85 1864027286 -1.554726368159204E-4 -14073.0 -14073.0 -9.0531609E7 0.0 +1864027286 true puBJkwCpLJ7W3O144W NULL -14585.0 9.381072E7 -1864027286 1 1864027286 0.0 -14585.0 14585.0 -14585.0 -9.381072E7 1864021647.85 1864027286 -1.554726368159204E-4 -14585.0 -14585.0 -9.3825305E7 0.0 +1864027286 true q08W111Wn600c NULL -1676.0 1.0780032E7 -1864027286 1 1864027286 0.0 -1676.0 1676.0 -1676.0 -1.0780032E7 1864021647.85 1864027286 -1.554726368159204E-4 -1676.0 -1676.0 -1.0781708E7 0.0 +1864027286 true q1WlCd0b5 NULL -6136.0 3.9466752E7 -1864027286 1 1864027286 0.0 -6136.0 6136.0 -6136.0 -3.9466752E7 1864021647.85 1864027286 -1.554726368159204E-4 -6136.0 -6136.0 -3.9472888E7 0.0 +1864027286 true q2y64hy2qi458p2i6hP3 NULL -7982.0 5.1340224E7 -1864027286 1 1864027286 0.0 -7982.0 7982.0 -7982.0 -5.1340224E7 1864021647.85 1864027286 -1.554726368159204E-4 -7982.0 -7982.0 -5.1348206E7 0.0 +1864027286 true q4QqIdrk1tThy0khgw NULL -12074.0 7.7659968E7 -1864027286 1 1864027286 0.0 -12074.0 12074.0 -12074.0 -7.7659968E7 1864021647.85 1864027286 -1.554726368159204E-4 -12074.0 -12074.0 -7.7672042E7 0.0 +1864027286 true qA1258Ou43wEVGt34 NULL 9459.0 -6.0840288E7 -1864027286 1 1864027286 0.0 9459.0 -9459.0 9459.0 6.0840288E7 1864021647.85 1864027286 -1.554726368159204E-4 9459.0 9459.0 6.0849747E7 0.0 +1864027286 true qNE6PL88c2r64x3FvK NULL 10538.0 -6.7780416E7 -1864027286 1 1864027286 0.0 10538.0 -10538.0 10538.0 6.7780416E7 1864021647.85 1864027286 -1.554726368159204E-4 10538.0 10538.0 6.7790954E7 0.0 +1864027286 true qQghEMy7aBuu6e7Uaho NULL 142.0 -913344.0 -1864027286 1 1864027286 0.0 142.0 -142.0 142.0 913344.0 1864021647.85 1864027286 -1.554726368159204E-4 142.0 142.0 913486.0 0.0 +1864027286 true qngJ5VN31QNp3E6GBwnHW NULL 7120.0 -4.579584E7 -1864027286 1 1864027286 0.0 7120.0 -7120.0 7120.0 4.579584E7 1864021647.85 1864027286 -1.554726368159204E-4 7120.0 7120.0 4.580296E7 0.0 +1864027286 true qo2Go5OQTco35F2 NULL 4819.0 -3.0995808E7 -1864027286 1 1864027286 0.0 4819.0 -4819.0 4819.0 3.0995808E7 1864021647.85 1864027286 -1.554726368159204E-4 4819.0 4819.0 3.1000627E7 0.0 +1864027286 true qtLg48NdHXho3AU0Hdy NULL -11744.0 7.5537408E7 -1864027286 1 1864027286 0.0 -11744.0 11744.0 -11744.0 -7.5537408E7 1864021647.85 1864027286 -1.554726368159204E-4 -11744.0 -11744.0 -7.5549152E7 0.0 +1864027286 true r01Hdc6b2CRo NULL -5194.0 3.3407808E7 -1864027286 1 1864027286 0.0 -5194.0 5194.0 -5194.0 -3.3407808E7 1864021647.85 1864027286 -1.554726368159204E-4 -5194.0 -5194.0 -3.3413002E7 0.0 +1864027286 true r121C NULL 11387.0 -7.3241184E7 -1864027286 1 1864027286 0.0 11387.0 -11387.0 11387.0 7.3241184E7 1864021647.85 1864027286 -1.554726368159204E-4 11387.0 11387.0 7.3252571E7 0.0 +1864027286 true r2dK8Ou1AUuN8 NULL 6831.0 -4.3936992E7 -1864027286 1 1864027286 0.0 6831.0 -6831.0 6831.0 4.3936992E7 1864021647.85 1864027286 -1.554726368159204E-4 6831.0 6831.0 4.3943823E7 0.0 +1864027286 true r323qatD6 NULL -11447.0 7.3627104E7 -1864027286 1 1864027286 0.0 -11447.0 11447.0 -11447.0 -7.3627104E7 1864021647.85 1864027286 -1.554726368159204E-4 -11447.0 -11447.0 -7.3638551E7 0.0 +1864027286 true r4fjAjel4jHu27vYa1Vox3 NULL -12443.0 8.0033376E7 -1864027286 1 1864027286 0.0 -12443.0 12443.0 -12443.0 -8.0033376E7 1864021647.85 1864027286 -1.554726368159204E-4 -12443.0 -12443.0 -8.0045819E7 0.0 +1864027286 true r8AH7UhYMb4w6nN30C NULL -8351.0 5.3713632E7 -1864027286 1 1864027286 0.0 -8351.0 8351.0 -8351.0 -5.3713632E7 1864021647.85 1864027286 -1.554726368159204E-4 -8351.0 -8351.0 -5.3721983E7 0.0 +1864027286 true rHjs2clm4Q16E40M0I1 NULL 9371.0 -6.0274272E7 -1864027286 1 1864027286 0.0 9371.0 -9371.0 9371.0 6.0274272E7 1864021647.85 1864027286 -1.554726368159204E-4 9371.0 9371.0 6.0283643E7 0.0 +1864027286 true rIQ6FgkS3Sjn8H8n8 NULL -3589.0 2.3084448E7 -1864027286 1 1864027286 0.0 -3589.0 3589.0 -3589.0 -2.3084448E7 1864021647.85 1864027286 -1.554726368159204E-4 -3589.0 -3589.0 -2.3088037E7 0.0 +1864027286 true rWCcVpLiV5bqW NULL -1079.0 6940128.0 -1864027286 1 1864027286 0.0 -1079.0 1079.0 -1079.0 -6940128.0 1864021647.85 1864027286 -1.554726368159204E-4 -1079.0 -1079.0 -6941207.0 0.0 +1864027286 true rg2l5YHK3h414DWIC1I NULL 2366.0 -1.5218112E7 -1864027286 1 1864027286 0.0 2366.0 -2366.0 2366.0 1.5218112E7 1864021647.85 1864027286 -1.554726368159204E-4 2366.0 2366.0 1.5220478E7 0.0 +1864027286 true s7We5FvPwxD0 NULL -8557.0 5.5038624E7 -1864027286 1 1864027286 0.0 -8557.0 8557.0 -8557.0 -5.5038624E7 1864021647.85 1864027286 -1.554726368159204E-4 -8557.0 -8557.0 -5.5047181E7 0.0 +1864027286 true sBGjdF6 NULL -3036.0 1.9527552E7 -1864027286 1 1864027286 0.0 -3036.0 3036.0 -3036.0 -1.9527552E7 1864021647.85 1864027286 -1.554726368159204E-4 -3036.0 -3036.0 -1.9530588E7 0.0 +1864027286 true sL1ht23v3HEF8RT2fJcrb NULL 9519.0 -6.1226208E7 -1864027286 1 1864027286 0.0 9519.0 -9519.0 9519.0 6.1226208E7 1864021647.85 1864027286 -1.554726368159204E-4 9519.0 9519.0 6.1235727E7 0.0 +1864027286 true sN22l7QnPq3 NULL -1419.0 9127008.0 -1864027286 1 1864027286 0.0 -1419.0 1419.0 -1419.0 -9127008.0 1864021647.85 1864027286 -1.554726368159204E-4 -1419.0 -1419.0 -9128427.0 0.0 +1864027286 true sTnGlw50tbl NULL -2371.0 1.5250272E7 -1864027286 1 1864027286 0.0 -2371.0 2371.0 -2371.0 -1.5250272E7 1864021647.85 1864027286 -1.554726368159204E-4 -2371.0 -2371.0 -1.5252643E7 0.0 +1864027286 true sUPw866pq NULL -7554.0 4.8587328E7 -1864027286 1 1864027286 0.0 -7554.0 7554.0 -7554.0 -4.8587328E7 1864021647.85 1864027286 -1.554726368159204E-4 -7554.0 -7554.0 -4.8594882E7 0.0 +1864027286 true sgjuCr0dXdOun8FFjw7Flxf NULL -2778.0 1.7868096E7 -1864027286 1 1864027286 0.0 -2778.0 2778.0 -2778.0 -1.7868096E7 1864021647.85 1864027286 -1.554726368159204E-4 -2778.0 -2778.0 -1.7870874E7 0.0 +1864027286 true sl0k3J45 NULL -12657.0 8.1409824E7 -1864027286 1 1864027286 0.0 -12657.0 12657.0 -12657.0 -8.1409824E7 1864021647.85 1864027286 -1.554726368159204E-4 -12657.0 -12657.0 -8.1422481E7 0.0 +1864027286 true t66fkUkSNP78t2856Lcn NULL 15678.0 -1.00840896E8 -1864027286 1 1864027286 0.0 15678.0 -15678.0 15678.0 1.00840896E8 1864021647.85 1864027286 -1.554726368159204E-4 15678.0 15678.0 1.00856574E8 0.0 +1864027286 true t78m7 NULL 14512.0 -9.3341184E7 -1864027286 1 1864027286 0.0 14512.0 -14512.0 14512.0 9.3341184E7 1864021647.85 1864027286 -1.554726368159204E-4 14512.0 14512.0 9.3355696E7 0.0 +1864027286 true t7Sx50XeM NULL 7557.0 -4.8606624E7 -1864027286 1 1864027286 0.0 7557.0 -7557.0 7557.0 4.8606624E7 1864021647.85 1864027286 -1.554726368159204E-4 7557.0 7557.0 4.8614181E7 0.0 +1864027286 true t7i26BC11U1YTY8I0p NULL 1017.0 -6541344.0 -1864027286 1 1864027286 0.0 1017.0 -1017.0 1017.0 6541344.0 1864021647.85 1864027286 -1.554726368159204E-4 1017.0 1017.0 6542361.0 0.0 +1864027286 true tFtQ26aDMi1tJ026luPcu NULL -3178.0 2.0440896E7 -1864027286 1 1864027286 0.0 -3178.0 3178.0 -3178.0 -2.0440896E7 1864021647.85 1864027286 -1.554726368159204E-4 -3178.0 -3178.0 -2.0444074E7 0.0 +1864027286 true tUi8QYP4S53YPcw NULL -7959.0 5.1192288E7 -1864027286 1 1864027286 0.0 -7959.0 7959.0 -7959.0 -5.1192288E7 1864021647.85 1864027286 -1.554726368159204E-4 -7959.0 -7959.0 -5.1200247E7 0.0 +1864027286 true u6ELlhG3 NULL -15070.0 9.693024E7 -1864027286 1 1864027286 0.0 -15070.0 15070.0 -15070.0 -9.693024E7 1864021647.85 1864027286 -1.554726368159204E-4 -15070.0 -15070.0 -9.694531E7 0.0 +1864027286 true uNJPm NULL -10737.0 6.9060384E7 -1864027286 1 1864027286 0.0 -10737.0 10737.0 -10737.0 -6.9060384E7 1864021647.85 1864027286 -1.554726368159204E-4 -10737.0 -10737.0 -6.9071121E7 0.0 +1864027286 true uO4aN4J0dKv3717r8fPG NULL -11809.0 7.5955488E7 -1864027286 1 1864027286 0.0 -11809.0 11809.0 -11809.0 -7.5955488E7 1864021647.85 1864027286 -1.554726368159204E-4 -11809.0 -11809.0 -7.5967297E7 0.0 +1864027286 true umNykRkKiih6Cx6K42 NULL -10134.0 6.5181888E7 -1864027286 1 1864027286 0.0 -10134.0 10134.0 -10134.0 -6.5181888E7 1864021647.85 1864027286 -1.554726368159204E-4 -10134.0 -10134.0 -6.5192022E7 0.0 +1864027286 true uv5m1sFX10 NULL -8148.0 5.2407936E7 -1864027286 1 1864027286 0.0 -8148.0 8148.0 -8148.0 -5.2407936E7 1864021647.85 1864027286 -1.554726368159204E-4 -8148.0 -8148.0 -5.2416084E7 0.0 +1864027286 true v2wRf43gpDUt1lfieq NULL -8072.0 5.1919104E7 -1864027286 1 1864027286 0.0 -8072.0 8072.0 -8072.0 -5.1919104E7 1864021647.85 1864027286 -1.554726368159204E-4 -8072.0 -8072.0 -5.1927176E7 0.0 +1864027286 true v3A1iI77YBRwl3I16 NULL 7391.0 -4.7538912E7 -1864027286 1 1864027286 0.0 7391.0 -7391.0 7391.0 4.7538912E7 1864021647.85 1864027286 -1.554726368159204E-4 7391.0 7391.0 4.7546303E7 0.0 +1864027286 true veIw1kh7 NULL 9239.0 -5.9425248E7 -1864027286 1 1864027286 0.0 9239.0 -9239.0 9239.0 5.9425248E7 1864021647.85 1864027286 -1.554726368159204E-4 9239.0 9239.0 5.9434487E7 0.0 +1864027286 true vgKx505VdPsHO NULL 13661.0 -8.7867552E7 -1864027286 1 1864027286 0.0 13661.0 -13661.0 13661.0 8.7867552E7 1864021647.85 1864027286 -1.554726368159204E-4 13661.0 13661.0 8.7881213E7 0.0 +1864027286 true vtad71tYi1fs1e0tcJg0 NULL 2960.0 -1.903872E7 -1864027286 1 1864027286 0.0 2960.0 -2960.0 2960.0 1.903872E7 1864021647.85 1864027286 -1.554726368159204E-4 2960.0 2960.0 1.904168E7 0.0 +1864027286 true vvK378scVFuBh8Q3HXUJsP NULL -9554.0 6.1451328E7 -1864027286 1 1864027286 0.0 -9554.0 9554.0 -9554.0 -6.1451328E7 1864021647.85 1864027286 -1.554726368159204E-4 -9554.0 -9554.0 -6.1460882E7 0.0 +1864027286 true vxAjxUq0k NULL -12962.0 8.3371584E7 -1864027286 1 1864027286 0.0 -12962.0 12962.0 -12962.0 -8.3371584E7 1864021647.85 1864027286 -1.554726368159204E-4 -12962.0 -12962.0 -8.3384546E7 0.0 +1864027286 true w3OO7InLN4ic3M0h8xpvuBMn NULL 3255.0 -2.093616E7 -1864027286 1 1864027286 0.0 3255.0 -3255.0 3255.0 2.093616E7 1864021647.85 1864027286 -1.554726368159204E-4 3255.0 3255.0 2.0939415E7 0.0 +1864027286 true w6OUE6V3UjfE2 NULL 14276.0 -9.1823232E7 -1864027286 1 1864027286 0.0 14276.0 -14276.0 14276.0 9.1823232E7 1864021647.85 1864027286 -1.554726368159204E-4 14276.0 14276.0 9.1837508E7 0.0 +1864027286 true wEe2THv60F6 NULL -5589.0 3.5948448E7 -1864027286 1 1864027286 0.0 -5589.0 5589.0 -5589.0 -3.5948448E7 1864021647.85 1864027286 -1.554726368159204E-4 -5589.0 -5589.0 -3.5954037E7 0.0 +1864027286 true wK0N1nX22KSjcTVhDYq NULL -6663.0 4.2856416E7 -1864027286 1 1864027286 0.0 -6663.0 6663.0 -6663.0 -4.2856416E7 1864021647.85 1864027286 -1.554726368159204E-4 -6663.0 -6663.0 -4.2863079E7 0.0 +1864027286 true wLIR3B37 NULL 8499.0 -5.4665568E7 -1864027286 1 1864027286 0.0 8499.0 -8499.0 8499.0 5.4665568E7 1864021647.85 1864027286 -1.554726368159204E-4 8499.0 8499.0 5.4674067E7 0.0 +1864027286 true wT50ouOe760m3AyJ7x4p83U6 NULL -2856.0 1.8369792E7 -1864027286 1 1864027286 0.0 -2856.0 2856.0 -2856.0 -1.8369792E7 1864021647.85 1864027286 -1.554726368159204E-4 -2856.0 -2856.0 -1.8372648E7 0.0 +1864027286 true wblxBWSlwWlX7E NULL 4502.0 -2.8956864E7 -1864027286 1 1864027286 0.0 4502.0 -4502.0 4502.0 2.8956864E7 1864021647.85 1864027286 -1.554726368159204E-4 4502.0 4502.0 2.8961366E7 0.0 +1864027286 true wc4Ae163B5VxG2L NULL 301.0 -1936032.0 -1864027286 1 1864027286 0.0 301.0 -301.0 301.0 1936032.0 1864021647.85 1864027286 -1.554726368159204E-4 301.0 301.0 1936333.0 0.0 +1864027286 true weQ0d24K116Y0 NULL 11147.0 -7.1697504E7 -1864027286 1 1864027286 0.0 11147.0 -11147.0 11147.0 7.1697504E7 1864021647.85 1864027286 -1.554726368159204E-4 11147.0 11147.0 7.1708651E7 0.0 +1864027286 true wfT8d53abPxBj0L NULL -12052.0 7.7518464E7 -1864027286 1 1864027286 0.0 -12052.0 12052.0 -12052.0 -7.7518464E7 1864021647.85 1864027286 -1.554726368159204E-4 -12052.0 -12052.0 -7.7530516E7 0.0 +1864027286 true whw6kHIbH NULL 5142.0 -3.3073344E7 -1864027286 1 1864027286 0.0 5142.0 -5142.0 5142.0 3.3073344E7 1864021647.85 1864027286 -1.554726368159204E-4 5142.0 5142.0 3.3078486E7 0.0 +1864027286 true x0w77gi6iqtTQ1 NULL 1850.0 -1.18992E7 -1864027286 1 1864027286 0.0 1850.0 -1850.0 1850.0 1.18992E7 1864021647.85 1864027286 -1.554726368159204E-4 1850.0 1850.0 1.190105E7 0.0 +1864027286 true x8n40D35c65l NULL -4002.0 2.5740864E7 -1864027286 1 1864027286 0.0 -4002.0 4002.0 -4002.0 -2.5740864E7 1864021647.85 1864027286 -1.554726368159204E-4 -4002.0 -4002.0 -2.5744866E7 0.0 +1864027286 true xh0Qhj80MAcHEMVKx NULL -11115.0 7.149168E7 -1864027286 1 1864027286 0.0 -11115.0 11115.0 -11115.0 -7.149168E7 1864021647.85 1864027286 -1.554726368159204E-4 -11115.0 -11115.0 -7.1502795E7 0.0 +1864027286 true xnk564ke0a7kay3aE6IC NULL -12066.0 7.7608512E7 -1864027286 1 1864027286 0.0 -12066.0 12066.0 -12066.0 -7.7608512E7 1864021647.85 1864027286 -1.554726368159204E-4 -12066.0 -12066.0 -7.7620578E7 0.0 +1864027286 true xow6f03825H0h8mFjVr NULL -97.0 623904.0 -1864027286 1 1864027286 0.0 -97.0 97.0 -97.0 -623904.0 1864021647.85 1864027286 -1.554726368159204E-4 -97.0 -97.0 -624001.0 0.0 +1864027286 true xqa4i5EAo4CbOQjD NULL 15218.0 -9.7882176E7 -1864027286 1 1864027286 0.0 15218.0 -15218.0 15218.0 9.7882176E7 1864021647.85 1864027286 -1.554726368159204E-4 15218.0 15218.0 9.7897394E7 0.0 +1864027286 true y3XV0j2p80 NULL 9540.0 -6.136128E7 -1864027286 1 1864027286 0.0 9540.0 -9540.0 9540.0 6.136128E7 1864021647.85 1864027286 -1.554726368159204E-4 9540.0 9540.0 6.137082E7 0.0 +1864027286 true yF6U2FcHNa8 NULL 6775.0 -4.35768E7 -1864027286 1 1864027286 0.0 6775.0 -6775.0 6775.0 4.35768E7 1864021647.85 1864027286 -1.554726368159204E-4 6775.0 6775.0 4.3583575E7 0.0 +1864027286 true yfR36R70W0G1KV4dmi1 NULL -15590.0 1.0027488E8 -1864027286 1 1864027286 0.0 -15590.0 15590.0 -15590.0 -1.0027488E8 1864021647.85 1864027286 -1.554726368159204E-4 -15590.0 -15590.0 -1.0029047E8 0.0 +1864027286 true yvNv1q NULL 7408.0 -4.7648256E7 -1864027286 1 1864027286 0.0 7408.0 -7408.0 7408.0 4.7648256E7 1864021647.85 1864027286 -1.554726368159204E-4 7408.0 7408.0 4.7655664E7 0.0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_13.q.out b/ql/src/test/results/clientpositive/llap/vectorization_13.q.out index 23e0f5f..8cf503f 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_13.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_13.q.out @@ -75,6 +75,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -84,60 +85,62 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2028982 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((cfloat < 3569.0) and (10.175 >= cdouble) and (cboolean1 <> 1)) or ((UDFToDouble(ctimestamp1) > 11.0) and (UDFToDouble(ctimestamp2) <> 12.0) and (UDFToDouble(ctinyint) < 9763215.5639))) (type: boolean) - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + predicate: (((cfloat < 3569) and (10.175 >= cdouble) and (cboolean1 <> 1)) or ((UDFToDouble(ctimestamp1) > 11.0) and (UDFToDouble(ctimestamp2) <> 12.0) and (CAST( ctinyint AS decimal(11,4)) < 9763215.5639))) (type: boolean) + Statistics: Num rows: 5461 Data size: 901772 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ctinyint (type: tinyint), cfloat (type: float), cstring1 (type: string), ctimestamp1 (type: timestamp), cboolean1 (type: boolean) - outputColumnNames: ctinyint, cfloat, cstring1, ctimestamp1, cboolean1 - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + expressions: cboolean1 (type: boolean), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cfloat (type: float), cstring1 (type: string) + outputColumnNames: cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 + Statistics: Num rows: 5461 Data size: 901772 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ctinyint), sum(cfloat), stddev_pop(cfloat), stddev_pop(ctinyint), max(cfloat), min(ctinyint) - keys: ctinyint (type: tinyint), cfloat (type: float), cstring1 (type: string), ctimestamp1 (type: timestamp), cboolean1 (type: boolean) + keys: cboolean1 (type: boolean), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cfloat (type: float), cstring1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2730 Data size: 816734 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: tinyint), _col1 (type: float), _col2 (type: string), _col3 (type: timestamp), _col4 (type: boolean) + key expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string) sort order: +++++ - Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: float), _col2 (type: string), _col3 (type: timestamp), _col4 (type: boolean) - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string) + Statistics: Num rows: 2730 Data size: 816734 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: tinyint), _col6 (type: double), _col7 (type: struct), _col8 (type: struct), _col9 (type: float), _col10 (type: tinyint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), sum(VALUE._col1), stddev_pop(VALUE._col2), stddev_pop(VALUE._col3), max(VALUE._col4), min(VALUE._col5) - keys: KEY._col0 (type: tinyint), KEY._col1 (type: float), KEY._col2 (type: string), KEY._col3 (type: timestamp), KEY._col4 (type: boolean) + keys: KEY._col0 (type: boolean), KEY._col1 (type: tinyint), KEY._col2 (type: timestamp), KEY._col3 (type: float), KEY._col4 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 211860 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col4 (type: boolean), _col0 (type: tinyint), _col3 (type: timestamp), _col1 (type: float), _col2 (type: string), (- _col0) (type: tinyint), _col5 (type: tinyint), ((- _col0) + _col5) (type: tinyint), _col6 (type: double), (_col6 * UDFToDouble(((- _col0) + _col5))) (type: double), (- _col6) (type: double), (79.553 * UDFToDouble(_col1)) (type: double), _col7 (type: double), (- _col6) (type: double), _col8 (type: double), (UDFToDouble(((- _col0) + _col5)) - 10.175) (type: double), (- (- _col6)) (type: double), (-26.28 / (- (- _col6))) (type: double), _col9 (type: float), ((_col6 * UDFToDouble(((- _col0) + _col5))) / UDFToDouble(_col0)) (type: double), _col10 (type: tinyint) + expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string), (- _col1) (type: tinyint), _col5 (type: tinyint), ((- _col1) + _col5) (type: tinyint), _col6 (type: double), (_col6 * UDFToDouble(((- _col1) + _col5))) (type: double), (- _col6) (type: double), (79.553 * _col3) (type: float), _col7 (type: double), (- _col6) (type: double), _col8 (type: double), (CAST( ((- _col1) + _col5) AS decimal(3,0)) - 10.175) (type: decimal(7,3)), (- (- _col6)) (type: double), (-26.28 / (- (- _col6))) (type: double), _col9 (type: float), ((_col6 * UDFToDouble(((- _col1) + _col5))) / UDFToDouble(_col1)) (type: double), _col10 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 446640 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string), _col5 (type: tinyint), _col6 (type: tinyint), _col7 (type: tinyint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: float), _col19 (type: double), _col20 (type: tinyint) + key expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string), _col5 (type: tinyint), _col6 (type: tinyint), _col7 (type: tinyint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: decimal(7,3)), _col16 (type: double), _col17 (type: double), _col18 (type: float), _col19 (type: double), _col20 (type: tinyint) sort order: +++++++++++++++++++++ - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 446640 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: tinyint), KEY.reducesinkkey6 (type: tinyint), KEY.reducesinkkey7 (type: tinyint), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: double), KEY.reducesinkkey12 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey14 (type: double), KEY.reducesinkkey15 (type: double), KEY.reducesinkkey16 (type: double), KEY.reducesinkkey17 (type: double), KEY.reducesinkkey18 (type: float), KEY.reducesinkkey19 (type: double), KEY.reducesinkkey20 (type: tinyint) + expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: tinyint), KEY.reducesinkkey6 (type: tinyint), KEY.reducesinkkey7 (type: tinyint), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: float), KEY.reducesinkkey12 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey14 (type: double), KEY.reducesinkkey15 (type: decimal(7,3)), KEY.reducesinkkey16 (type: double), KEY.reducesinkkey17 (type: double), KEY.reducesinkkey18 (type: float), KEY.reducesinkkey19 (type: double), KEY.reducesinkkey20 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 446640 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 40 - Statistics: Num rows: 40 Data size: 8600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 40 Data size: 13206 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 40 Data size: 8600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 40 Data size: 13206 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -216,9 +219,9 @@ POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### NULL -55 1969-12-31 16:00:11.38 -55.0 NULL 55 -55 0 -55.0 -0.0 55.0 -4375.415 0.0 55.0 0.0 -10.175 -55.0 0.47781818181818186 -55.0 0.0 -55 NULL -55 1969-12-31 16:00:11.751 -55.0 NULL 55 -55 0 -55.0 -0.0 55.0 -4375.415 0.0 55.0 0.0 -10.175 -55.0 0.47781818181818186 -55.0 0.0 -55 -NULL -56 1969-12-31 16:00:13.602 -56.0 NULL 56 -56 0 -56.0 -0.0 56.0 -4454.968 0.0 56.0 0.0 -10.175 -56.0 0.4692857142857143 -56.0 0.0 -56 -NULL -56 1969-12-31 16:00:13.958 -56.0 NULL 56 -56 0 -56.0 -0.0 56.0 -4454.968 0.0 56.0 0.0 -10.175 -56.0 0.4692857142857143 -56.0 0.0 -56 -NULL -56 1969-12-31 16:00:15.038 -56.0 NULL 56 -56 0 -56.0 -0.0 56.0 -4454.968 0.0 56.0 0.0 -10.175 -56.0 0.4692857142857143 -56.0 0.0 -56 +NULL -56 1969-12-31 16:00:13.602 -56.0 NULL 56 -56 0 -56.0 -0.0 56.0 -4454.9683 0.0 56.0 0.0 -10.175 -56.0 0.4692857142857143 -56.0 0.0 -56 +NULL -56 1969-12-31 16:00:13.958 -56.0 NULL 56 -56 0 -56.0 -0.0 56.0 -4454.9683 0.0 56.0 0.0 -10.175 -56.0 0.4692857142857143 -56.0 0.0 -56 +NULL -56 1969-12-31 16:00:15.038 -56.0 NULL 56 -56 0 -56.0 -0.0 56.0 -4454.9683 0.0 56.0 0.0 -10.175 -56.0 0.4692857142857143 -56.0 0.0 -56 NULL -57 1969-12-31 16:00:11.451 -57.0 NULL 57 -57 0 -57.0 -0.0 57.0 -4534.521 0.0 57.0 0.0 -10.175 -57.0 0.4610526315789474 -57.0 0.0 -57 NULL -57 1969-12-31 16:00:11.883 -57.0 NULL 57 -57 0 -57.0 -0.0 57.0 -4534.521 0.0 57.0 0.0 -10.175 -57.0 0.4610526315789474 -57.0 0.0 -57 NULL -57 1969-12-31 16:00:12.626 -57.0 NULL 57 -57 0 -57.0 -0.0 57.0 -4534.521 0.0 57.0 0.0 -10.175 -57.0 0.4610526315789474 -57.0 0.0 -57 @@ -229,11 +232,11 @@ NULL -58 1969-12-31 16:00:12.683 -58.0 NULL 58 -58 0 -58.0 -0.0 58.0 -4614.074 0 NULL -58 1969-12-31 16:00:12.948 -58.0 NULL 58 -58 0 -58.0 -0.0 58.0 -4614.074 0.0 58.0 0.0 -10.175 -58.0 0.4531034482758621 -58.0 0.0 -58 NULL -58 1969-12-31 16:00:14.066 -58.0 NULL 58 -58 0 -58.0 -0.0 58.0 -4614.074 0.0 58.0 0.0 -10.175 -58.0 0.4531034482758621 -58.0 0.0 -58 NULL -58 1969-12-31 16:00:15.658 -58.0 NULL 58 -58 0 -58.0 -0.0 58.0 -4614.074 0.0 58.0 0.0 -10.175 -58.0 0.4531034482758621 -58.0 0.0 -58 -NULL -59 1969-12-31 16:00:12.008 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.6269999999995 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 -NULL -59 1969-12-31 16:00:13.15 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.6269999999995 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 -NULL -59 1969-12-31 16:00:13.625 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.6269999999995 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 -NULL -59 1969-12-31 16:00:15.296 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.6269999999995 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 -NULL -59 1969-12-31 16:00:15.861 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.6269999999995 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 +NULL -59 1969-12-31 16:00:12.008 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.627 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 +NULL -59 1969-12-31 16:00:13.15 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.627 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 +NULL -59 1969-12-31 16:00:13.625 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.627 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 +NULL -59 1969-12-31 16:00:15.296 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.627 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 +NULL -59 1969-12-31 16:00:15.861 -59.0 NULL 59 -59 0 -59.0 -0.0 59.0 -4693.627 0.0 59.0 0.0 -10.175 -59.0 0.44542372881355935 -59.0 0.0 -59 NULL -60 1969-12-31 16:00:11.504 -60.0 NULL 60 -60 0 -60.0 -0.0 60.0 -4773.18 0.0 60.0 0.0 -10.175 -60.0 0.438 -60.0 0.0 -60 NULL -60 1969-12-31 16:00:11.641 -60.0 NULL 60 -60 0 -60.0 -0.0 60.0 -4773.18 0.0 60.0 0.0 -10.175 -60.0 0.438 -60.0 0.0 -60 NULL -60 1969-12-31 16:00:11.996 -60.0 NULL 60 -60 0 -60.0 -0.0 60.0 -4773.18 0.0 60.0 0.0 -10.175 -60.0 0.438 -60.0 0.0 -60 @@ -329,6 +332,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -338,60 +342,62 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2028982 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((cfloat < 3569.0) and (10.175 >= cdouble) and (cboolean1 <> 1)) or ((UDFToDouble(ctimestamp1) > -1.388) and (UDFToDouble(ctimestamp2) <> -1.3359999999999999) and (UDFToDouble(ctinyint) < 9763215.5639))) (type: boolean) - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + predicate: (((cfloat < 3569) and (10.175 >= cdouble) and (cboolean1 <> 1)) or ((UDFToDouble(ctimestamp1) > -1.388) and (UDFToDouble(ctimestamp2) <> -1.3359999999999999) and (CAST( ctinyint AS decimal(11,4)) < 9763215.5639))) (type: boolean) + Statistics: Num rows: 5461 Data size: 901772 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ctinyint (type: tinyint), cfloat (type: float), cstring1 (type: string), ctimestamp1 (type: timestamp), cboolean1 (type: boolean) - outputColumnNames: ctinyint, cfloat, cstring1, ctimestamp1, cboolean1 - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + expressions: cboolean1 (type: boolean), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cfloat (type: float), cstring1 (type: string) + outputColumnNames: cboolean1, ctinyint, ctimestamp1, cfloat, cstring1 + Statistics: Num rows: 5461 Data size: 901772 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ctinyint), sum(cfloat), stddev_pop(cfloat), stddev_pop(ctinyint), max(cfloat), min(ctinyint) - keys: ctinyint (type: tinyint), cfloat (type: float), cstring1 (type: string), ctimestamp1 (type: timestamp), cboolean1 (type: boolean) + keys: cboolean1 (type: boolean), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cfloat (type: float), cstring1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2730 Data size: 816734 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: tinyint), _col1 (type: float), _col2 (type: string), _col3 (type: timestamp), _col4 (type: boolean) + key expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string) sort order: +++++ - Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: float), _col2 (type: string), _col3 (type: timestamp), _col4 (type: boolean) - Statistics: Num rows: 2730 Data size: 586959 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string) + Statistics: Num rows: 2730 Data size: 816734 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: tinyint), _col6 (type: double), _col7 (type: struct), _col8 (type: struct), _col9 (type: float), _col10 (type: tinyint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), sum(VALUE._col1), stddev_pop(VALUE._col2), stddev_pop(VALUE._col3), max(VALUE._col4), min(VALUE._col5) - keys: KEY._col0 (type: tinyint), KEY._col1 (type: float), KEY._col2 (type: string), KEY._col3 (type: timestamp), KEY._col4 (type: boolean) + keys: KEY._col0 (type: boolean), KEY._col1 (type: tinyint), KEY._col2 (type: timestamp), KEY._col3 (type: float), KEY._col4 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 211860 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col4 (type: boolean), _col0 (type: tinyint), _col3 (type: timestamp), _col1 (type: float), _col2 (type: string), (- _col0) (type: tinyint), _col5 (type: tinyint), ((- _col0) + _col5) (type: tinyint), _col6 (type: double), (_col6 * UDFToDouble(((- _col0) + _col5))) (type: double), (- _col6) (type: double), (79.553 * UDFToDouble(_col1)) (type: double), _col7 (type: double), (- _col6) (type: double), _col8 (type: double), (UDFToDouble(((- _col0) + _col5)) - 10.175) (type: double), (- (- _col6)) (type: double), (-26.28 / (- (- _col6))) (type: double), _col9 (type: float), ((_col6 * UDFToDouble(((- _col0) + _col5))) / UDFToDouble(_col0)) (type: double), _col10 (type: tinyint) + expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string), (- _col1) (type: tinyint), _col5 (type: tinyint), ((- _col1) + _col5) (type: tinyint), _col6 (type: double), (_col6 * UDFToDouble(((- _col1) + _col5))) (type: double), (- _col6) (type: double), (79.553 * _col3) (type: float), _col7 (type: double), (- _col6) (type: double), _col8 (type: double), (CAST( ((- _col1) + _col5) AS decimal(3,0)) - 10.175) (type: decimal(7,3)), (- (- _col6)) (type: double), (-26.28 / (- (- _col6))) (type: double), _col9 (type: float), ((_col6 * UDFToDouble(((- _col1) + _col5))) / UDFToDouble(_col1)) (type: double), _col10 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 446640 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string), _col5 (type: tinyint), _col6 (type: tinyint), _col7 (type: tinyint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: float), _col19 (type: double), _col20 (type: tinyint) + key expressions: _col0 (type: boolean), _col1 (type: tinyint), _col2 (type: timestamp), _col3 (type: float), _col4 (type: string), _col5 (type: tinyint), _col6 (type: tinyint), _col7 (type: tinyint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: decimal(7,3)), _col16 (type: double), _col17 (type: double), _col18 (type: float), _col19 (type: double), _col20 (type: tinyint) sort order: +++++++++++++++++++++ - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 446640 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: tinyint), KEY.reducesinkkey6 (type: tinyint), KEY.reducesinkkey7 (type: tinyint), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: double), KEY.reducesinkkey12 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey14 (type: double), KEY.reducesinkkey15 (type: double), KEY.reducesinkkey16 (type: double), KEY.reducesinkkey17 (type: double), KEY.reducesinkkey18 (type: float), KEY.reducesinkkey19 (type: double), KEY.reducesinkkey20 (type: tinyint) + expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: tinyint), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: string), KEY.reducesinkkey5 (type: tinyint), KEY.reducesinkkey6 (type: tinyint), KEY.reducesinkkey7 (type: tinyint), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: float), KEY.reducesinkkey12 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey14 (type: double), KEY.reducesinkkey15 (type: decimal(7,3)), KEY.reducesinkkey16 (type: double), KEY.reducesinkkey17 (type: double), KEY.reducesinkkey18 (type: float), KEY.reducesinkkey19 (type: double), KEY.reducesinkkey20 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 1365 Data size: 293479 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1365 Data size: 446640 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 40 - Statistics: Num rows: 40 Data size: 8600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 40 Data size: 13206 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 40 Data size: 8600 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 40 Data size: 13206 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_14.q.out b/ql/src/test/results/clientpositive/llap/vectorization_14.q.out index 6c30ecc..c227e44 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_14.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_14.q.out @@ -75,6 +75,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -84,58 +85,59 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2139070 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: ((((UDFToLong(ctinyint) <= cbigint) and ((UDFToDouble(cint) <= cdouble) or (ctimestamp2 < ctimestamp1))) and (cdouble < UDFToDouble(ctinyint))) and ((cbigint > -257) or (cfloat < UDFToFloat(cint)))) (type: boolean) - Statistics: Num rows: 606 Data size: 130292 Basic stats: COMPLETE Column stats: NONE + predicate: ((UDFToLong(ctinyint) <= cbigint) and ((UDFToDouble(cint) <= cdouble) or (ctimestamp2 < ctimestamp1)) and (cdouble < UDFToDouble(ctinyint)) and ((cbigint > -257) or (cfloat < UDFToFloat(cint)))) (type: boolean) + Statistics: Num rows: 606 Data size: 105558 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctimestamp1 (type: timestamp), cfloat (type: float), cstring1 (type: string), cboolean1 (type: boolean), cdouble (type: double), (- (-26.28 + cdouble)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 606 Data size: 130292 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 606 Data size: 105558 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: stddev_samp(_col5), max(_col1), stddev_pop(_col1), count(_col1), var_pop(_col1), var_samp(_col1) - keys: _col0 (type: timestamp), _col1 (type: float), _col2 (type: string), _col3 (type: boolean), _col4 (type: double) + keys: _col2 (type: string), _col1 (type: float), _col4 (type: double), _col0 (type: timestamp), _col3 (type: boolean) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 606 Data size: 130292 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 303 Data size: 137686 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: timestamp), _col1 (type: float), _col2 (type: string), _col3 (type: boolean), _col4 (type: double) + key expressions: _col0 (type: string), _col1 (type: float), _col2 (type: double), _col3 (type: timestamp), _col4 (type: boolean) sort order: +++++ - Map-reduce partition columns: _col0 (type: timestamp), _col1 (type: float), _col2 (type: string), _col3 (type: boolean), _col4 (type: double) - Statistics: Num rows: 606 Data size: 130292 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col0 (type: string), _col1 (type: float), _col2 (type: double), _col3 (type: timestamp), _col4 (type: boolean) + Statistics: Num rows: 303 Data size: 137686 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col5 (type: struct), _col6 (type: float), _col7 (type: struct), _col8 (type: bigint), _col9 (type: struct), _col10 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: stddev_samp(VALUE._col0), max(VALUE._col1), stddev_pop(VALUE._col2), count(VALUE._col3), var_pop(VALUE._col4), var_samp(VALUE._col5) - keys: KEY._col0 (type: timestamp), KEY._col1 (type: float), KEY._col2 (type: string), KEY._col3 (type: boolean), KEY._col4 (type: double) + keys: KEY._col0 (type: string), KEY._col1 (type: float), KEY._col2 (type: double), KEY._col3 (type: timestamp), KEY._col4 (type: boolean) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 303 Data size: 65146 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 151 Data size: 25224 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col0 (type: timestamp), _col1 (type: float), _col2 (type: string), _col3 (type: boolean), _col4 (type: double), (-26.28 + _col4) (type: double), (- (-26.28 + _col4)) (type: double), _col5 (type: double), (UDFToDouble(_col1) * -26.28) (type: double), _col6 (type: float), (- _col1) (type: float), (- _col6) (type: float), ((- (-26.28 + _col4)) / 10.175) (type: double), _col7 (type: double), _col8 (type: bigint), (- ((- (-26.28 + _col4)) / 10.175)) (type: double), (-1.389 % _col5) (type: double), (UDFToDouble(_col1) - _col4) (type: double), _col9 (type: double), (_col9 % 10.175) (type: double), _col10 (type: double), (- (UDFToDouble(_col1) - _col4)) (type: double) + expressions: _col3 (type: timestamp), _col1 (type: float), _col0 (type: string), _col4 (type: boolean), _col2 (type: double), (-26.28 + _col2) (type: double), (- (-26.28 + _col2)) (type: double), _col5 (type: double), (_col1 * -26.28) (type: float), _col6 (type: float), (- _col1) (type: float), (- _col6) (type: float), ((- (-26.28 + _col2)) / 10.175) (type: double), _col7 (type: double), _col8 (type: bigint), (- ((- (-26.28 + _col2)) / 10.175)) (type: double), (-1.389 % _col5) (type: double), (UDFToDouble(_col1) - _col2) (type: double), _col9 (type: double), (_col9 % 10.175) (type: double), _col10 (type: double), (- (UDFToDouble(_col1) - _col2)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 - Statistics: Num rows: 303 Data size: 65146 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 151 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: float), _col4 (type: double), _col0 (type: timestamp) sort order: ++++ - Statistics: Num rows: 303 Data size: 65146 Basic stats: COMPLETE Column stats: NONE - value expressions: _col3 (type: boolean), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: float), _col10 (type: float), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: bigint), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double) + Statistics: Num rows: 151 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col3 (type: boolean), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: float), _col10 (type: float), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: bigint), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey3 (type: timestamp), KEY.reducesinkkey1 (type: float), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean), KEY.reducesinkkey2 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: float), VALUE._col6 (type: float), VALUE._col7 (type: float), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: bigint), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col14 (type: double), VALUE._col15 (type: double), VALUE._col16 (type: double), VALUE._col17 (type: double) + expressions: KEY.reducesinkkey3 (type: timestamp), KEY.reducesinkkey1 (type: float), KEY.reducesinkkey0 (type: string), VALUE._col0 (type: boolean), KEY.reducesinkkey2 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: float), VALUE._col5 (type: float), VALUE._col6 (type: float), VALUE._col7 (type: float), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: bigint), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col14 (type: double), VALUE._col15 (type: double), VALUE._col16 (type: double), VALUE._col17 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 - Statistics: Num rows: 303 Data size: 65146 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 151 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 303 Data size: 65146 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 151 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -213,188 +215,188 @@ POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### 1969-12-31 15:59:55.491 50.0 NULL NULL -200.0 -226.28 226.28 0.0 -1314.0 50.0 -50.0 -50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 250.0 0.0 0.0 0.0 -250.0 -1969-12-31 15:59:55.508 31.0 NULL NULL -200.0 -226.28 226.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 231.0 0.0 0.0 0.0 -231.0 -1969-12-31 15:59:55.747 -3.0 NULL NULL -200.0 -226.28 226.28 0.0 78.84 -3.0 3.0 3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 197.0 0.0 0.0 0.0 -197.0 +1969-12-31 15:59:55.508 31.0 NULL NULL -200.0 -226.28 226.28 0.0 -814.68 31.0 -31.0 -31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 231.0 0.0 0.0 0.0 -231.0 +1969-12-31 15:59:55.747 -3.0 NULL NULL -200.0 -226.28 226.28 0.0 78.840004 -3.0 3.0 3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 197.0 0.0 0.0 0.0 -197.0 1969-12-31 15:59:55.796 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 -1969-12-31 15:59:55.799 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 15:59:55.799 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 1969-12-31 15:59:55.982 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 -1969-12-31 15:59:56.099 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 15:59:56.099 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 1969-12-31 15:59:56.131 26.0 NULL NULL -200.0 -226.28 226.28 0.0 -683.28 26.0 -26.0 -26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 226.0 0.0 0.0 0.0 -226.0 -1969-12-31 15:59:56.14 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 -1969-12-31 15:59:56.159 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.72 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 +1969-12-31 15:59:56.14 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0801 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 +1969-12-31 15:59:56.159 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.7201 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 1969-12-31 15:59:56.174 -36.0 NULL NULL -200.0 -226.28 226.28 0.0 946.08 -36.0 36.0 36.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 164.0 0.0 0.0 0.0 -164.0 1969-12-31 15:59:56.197 -42.0 NULL NULL -200.0 -226.28 226.28 0.0 1103.76 -42.0 42.0 42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 158.0 0.0 0.0 0.0 -158.0 1969-12-31 15:59:56.218 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 -1969-12-31 15:59:56.276 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8000000000002 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 -1969-12-31 15:59:56.319 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 -1969-12-31 15:59:56.345 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 +1969-12-31 15:59:56.276 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 +1969-12-31 15:59:56.319 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.40001 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 15:59:56.345 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.12 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 1969-12-31 15:59:56.414 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 -1969-12-31 15:59:56.436 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 15:59:56.436 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24005 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 1969-12-31 15:59:56.477 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 1969-12-31 15:59:56.691 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 -1969-12-31 15:59:56.769 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.6400000000001 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 +1969-12-31 15:59:56.769 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.64 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 1969-12-31 15:59:56.776 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 1969-12-31 15:59:56.795 28.0 NULL NULL -200.0 -226.28 226.28 0.0 -735.84 28.0 -28.0 -28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 228.0 0.0 0.0 0.0 -228.0 -1969-12-31 15:59:56.929 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 -1969-12-31 15:59:56.969 -57.0 NULL NULL -200.0 -226.28 226.28 0.0 1497.96 -57.0 57.0 57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 143.0 0.0 0.0 0.0 -143.0 +1969-12-31 15:59:56.929 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0801 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 +1969-12-31 15:59:56.969 -57.0 NULL NULL -200.0 -226.28 226.28 0.0 1497.9601 -57.0 57.0 57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 143.0 0.0 0.0 0.0 -143.0 1969-12-31 15:59:57.027 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 1969-12-31 15:59:57.048 9.0 NULL NULL -200.0 -226.28 226.28 0.0 -236.52 9.0 -9.0 -9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 209.0 0.0 0.0 0.0 -209.0 1969-12-31 15:59:57.063 8.0 NULL NULL -200.0 -226.28 226.28 0.0 -210.24 8.0 -8.0 -8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 208.0 0.0 0.0 0.0 -208.0 -1969-12-31 15:59:57.118 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 15:59:57.118 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36005 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 1969-12-31 15:59:57.21 -42.0 NULL NULL -200.0 -226.28 226.28 0.0 1103.76 -42.0 42.0 42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 158.0 0.0 0.0 0.0 -158.0 1969-12-31 15:59:57.245 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 -1969-12-31 15:59:57.256 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.44 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 +1969-12-31 15:59:57.256 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.4401 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 1969-12-31 15:59:57.269 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 -1969-12-31 15:59:57.273 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 15:59:57.273 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68001 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 1969-12-31 15:59:57.349 -56.0 NULL NULL -200.0 -226.28 226.28 0.0 1471.68 -56.0 56.0 56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 144.0 0.0 0.0 0.0 -144.0 -1969-12-31 15:59:57.369 -54.0 NULL NULL -200.0 -226.28 226.28 0.0 1419.1200000000001 -54.0 54.0 54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 146.0 0.0 0.0 0.0 -146.0 -1969-12-31 15:59:57.434 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 -1969-12-31 15:59:57.528 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8000000000002 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 +1969-12-31 15:59:57.369 -54.0 NULL NULL -200.0 -226.28 226.28 0.0 1419.12 -54.0 54.0 54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 146.0 0.0 0.0 0.0 -146.0 +1969-12-31 15:59:57.434 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.12 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 +1969-12-31 15:59:57.528 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 1969-12-31 15:59:57.543 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 1969-12-31 15:59:57.56 56.0 NULL NULL -200.0 -226.28 226.28 0.0 -1471.68 56.0 -56.0 -56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 256.0 0.0 0.0 0.0 -256.0 -1969-12-31 15:59:57.568 6.0 NULL NULL -200.0 -226.28 226.28 0.0 -157.68 6.0 -6.0 -6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 206.0 0.0 0.0 0.0 -206.0 +1969-12-31 15:59:57.568 6.0 NULL NULL -200.0 -226.28 226.28 0.0 -157.68001 6.0 -6.0 -6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 206.0 0.0 0.0 0.0 -206.0 1969-12-31 15:59:57.693 -63.0 NULL NULL -200.0 -226.28 226.28 0.0 1655.64 -63.0 63.0 63.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 137.0 0.0 0.0 0.0 -137.0 -1969-12-31 15:59:57.747 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8000000000002 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 -1969-12-31 15:59:57.794 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 15:59:57.747 -60.0 NULL NULL -200.0 -226.28 226.28 0.0 1576.8 -60.0 60.0 60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 140.0 0.0 0.0 0.0 -140.0 +1969-12-31 15:59:57.794 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.40001 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 1969-12-31 15:59:57.828 -34.0 NULL NULL -200.0 -226.28 226.28 0.0 893.52 -34.0 34.0 34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 166.0 0.0 0.0 0.0 -166.0 1969-12-31 15:59:57.847 50.0 NULL NULL -200.0 -226.28 226.28 0.0 -1314.0 50.0 -50.0 -50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 250.0 0.0 0.0 0.0 -250.0 1969-12-31 15:59:57.882 -29.0 NULL NULL -200.0 -226.28 226.28 0.0 762.12 -29.0 29.0 29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 171.0 0.0 0.0 0.0 -171.0 -1969-12-31 15:59:57.942 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 -1969-12-31 15:59:57.957 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 15:59:57.942 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2001 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 +1969-12-31 15:59:57.957 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68001 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 1969-12-31 15:59:57.965 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 -1969-12-31 15:59:58.046 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 -1969-12-31 15:59:58.112 -54.0 NULL NULL -200.0 -226.28 226.28 0.0 1419.1200000000001 -54.0 54.0 54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 146.0 0.0 0.0 0.0 -146.0 -1969-12-31 15:59:58.129 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 -1969-12-31 15:59:58.158 -53.0 NULL NULL -200.0 -226.28 226.28 0.0 1392.8400000000001 -53.0 53.0 53.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 147.0 0.0 0.0 0.0 -147.0 +1969-12-31 15:59:58.046 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.36 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 15:59:58.112 -54.0 NULL NULL -200.0 -226.28 226.28 0.0 1419.12 -54.0 54.0 54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 146.0 0.0 0.0 0.0 -146.0 +1969-12-31 15:59:58.129 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36005 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 15:59:58.158 -53.0 NULL NULL -200.0 -226.28 226.28 0.0 1392.8401 -53.0 53.0 53.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 147.0 0.0 0.0 0.0 -147.0 1969-12-31 15:59:58.173 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 -1969-12-31 15:59:58.214 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 -1969-12-31 15:59:58.245 -35.0 NULL NULL -200.0 -226.28 226.28 0.0 919.8000000000001 -35.0 35.0 35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 165.0 0.0 0.0 0.0 -165.0 +1969-12-31 15:59:58.214 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.16003 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 15:59:58.245 -35.0 NULL NULL -200.0 -226.28 226.28 0.0 919.80005 -35.0 35.0 35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 165.0 0.0 0.0 0.0 -165.0 1969-12-31 15:59:58.265 -8.0 NULL NULL -200.0 -226.28 226.28 0.0 210.24 -8.0 8.0 8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 192.0 0.0 0.0 0.0 -192.0 1969-12-31 15:59:58.272 7.0 NULL NULL -200.0 -226.28 226.28 0.0 -183.96 7.0 -7.0 -7.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 207.0 0.0 0.0 0.0 -207.0 1969-12-31 15:59:58.298 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 1969-12-31 15:59:58.309 52.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1366.56 52.0 -52.0 -52.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7248.0 0.0 0.0 0.0 -7248.0 -1969-12-31 15:59:58.455 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 15:59:58.455 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.9601 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 1969-12-31 15:59:58.463 -7.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 183.96 -7.0 7.0 7.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7189.0 0.0 0.0 0.0 -7189.0 -1969-12-31 15:59:58.512 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.6 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 -1969-12-31 15:59:58.544 -40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1051.2 -40.0 40.0 40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7156.0 0.0 0.0 0.0 -7156.0 +1969-12-31 15:59:58.512 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.60004 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 +1969-12-31 15:59:58.544 -40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1051.2001 -40.0 40.0 40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7156.0 0.0 0.0 0.0 -7156.0 1969-12-31 15:59:58.561 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 1969-12-31 15:59:58.594 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 1969-12-31 15:59:58.615 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 -1969-12-31 15:59:58.625 -6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 157.68 -6.0 6.0 6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7190.0 0.0 0.0 0.0 -7190.0 +1969-12-31 15:59:58.625 -6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 157.68001 -6.0 6.0 6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7190.0 0.0 0.0 0.0 -7190.0 1969-12-31 15:59:58.65 43.0 NULL NULL -200.0 -226.28 226.28 0.0 -1130.04 43.0 -43.0 -43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 243.0 0.0 0.0 0.0 -243.0 -1969-12-31 15:59:58.788 24.0 NULL NULL -200.0 -226.28 226.28 0.0 -630.72 24.0 -24.0 -24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 224.0 0.0 0.0 0.0 -224.0 +1969-12-31 15:59:58.788 24.0 NULL NULL -200.0 -226.28 226.28 0.0 -630.72003 24.0 -24.0 -24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 224.0 0.0 0.0 0.0 -224.0 1969-12-31 15:59:58.825 -9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 236.52 -9.0 9.0 9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7187.0 0.0 0.0 0.0 -7187.0 -1969-12-31 15:59:58.863 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 -1969-12-31 15:59:58.893 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 -1969-12-31 15:59:58.93 -22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 578.1600000000001 -22.0 22.0 22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7174.0 0.0 0.0 0.0 -7174.0 +1969-12-31 15:59:58.863 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.840004 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 15:59:58.893 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.80002 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 15:59:58.93 -22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 578.16003 -22.0 22.0 22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7174.0 0.0 0.0 0.0 -7174.0 1969-12-31 15:59:58.93 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 -1969-12-31 15:59:58.98 -33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 867.24 -33.0 33.0 33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7163.0 0.0 0.0 0.0 -7163.0 -1969-12-31 15:59:58.989 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 15:59:58.98 -33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 867.24005 -33.0 33.0 33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7163.0 0.0 0.0 0.0 -7163.0 +1969-12-31 15:59:58.989 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.80002 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 1969-12-31 16:00:00.019 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 1969-12-31 16:00:00.022 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 1969-12-31 16:00:00.025 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 1969-12-31 16:00:00.026 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 -1969-12-31 16:00:00.038 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 -1969-12-31 16:00:00.073 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:00.038 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36002 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 +1969-12-31 16:00:00.073 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.16003 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 1969-12-31 16:00:00.074 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 -1969-12-31 16:00:00.074 3.0 NULL NULL -200.0 -226.28 226.28 0.0 -78.84 3.0 -3.0 -3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 203.0 0.0 0.0 0.0 -203.0 +1969-12-31 16:00:00.074 3.0 NULL NULL -200.0 -226.28 226.28 0.0 -78.840004 3.0 -3.0 -3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 203.0 0.0 0.0 0.0 -203.0 1969-12-31 16:00:00.11 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 1969-12-31 16:00:00.147 51.0 NULL NULL -200.0 -226.28 226.28 0.0 -1340.28 51.0 -51.0 -51.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 251.0 0.0 0.0 0.0 -251.0 -1969-12-31 16:00:00.148 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:00.148 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.7201 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 1969-12-31 16:00:00.156 -51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1340.28 -51.0 51.0 51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7145.0 0.0 0.0 0.0 -7145.0 1969-12-31 16:00:00.157 -28.0 NULL NULL -200.0 -226.28 226.28 0.0 735.84 -28.0 28.0 28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 172.0 0.0 0.0 0.0 -172.0 1969-12-31 16:00:00.199 -64.0 NULL NULL -200.0 -226.28 226.28 0.0 1681.92 -64.0 64.0 64.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 136.0 0.0 0.0 0.0 -136.0 -1969-12-31 16:00:00.229 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.1600000000001 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 -1969-12-31 16:00:00.247 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 -1969-12-31 16:00:00.289 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:00.229 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.16003 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 +1969-12-31 16:00:00.247 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3201 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:00.289 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3201 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 1969-12-31 16:00:00.29 -64.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1681.92 -64.0 64.0 64.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7132.0 0.0 0.0 0.0 -7132.0 -1969-12-31 16:00:00.306 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:00.306 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.16003 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 1969-12-31 16:00:00.308 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 -1969-12-31 16:00:00.363 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 16:00:00.363 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.9601 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 1969-12-31 16:00:00.381 -2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 52.56 -2.0 2.0 2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7194.0 0.0 0.0 0.0 -7194.0 1969-12-31 16:00:00.382 46.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1208.88 46.0 -46.0 -46.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7242.0 0.0 0.0 0.0 -7242.0 1969-12-31 16:00:00.39 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 -1969-12-31 16:00:00.434 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:00.434 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 1969-12-31 16:00:00.45 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 -1969-12-31 16:00:00.51 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 -1969-12-31 16:00:00.515 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:00.51 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.60004 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:00.515 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.2 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 1969-12-31 16:00:00.519 1.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -26.28 1.0 -1.0 -1.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7197.0 0.0 0.0 0.0 -7197.0 1969-12-31 16:00:00.52 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 -1969-12-31 16:00:00.526 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 -1969-12-31 16:00:00.539 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 -1969-12-31 16:00:00.543 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 -1969-12-31 16:00:00.546 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:00.526 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36002 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 +1969-12-31 16:00:00.539 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36005 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 +1969-12-31 16:00:00.543 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:00.546 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.80005 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 1969-12-31 16:00:00.547 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 1969-12-31 16:00:00.551 59.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1550.52 59.0 -59.0 -59.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7255.0 0.0 0.0 0.0 -7255.0 -1969-12-31 16:00:00.553 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 -1969-12-31 16:00:00.557 53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1392.8400000000001 53.0 -53.0 -53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7249.0 0.0 0.0 0.0 -7249.0 +1969-12-31 16:00:00.553 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.80002 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 16:00:00.557 53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1392.8401 53.0 -53.0 -53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7249.0 0.0 0.0 0.0 -7249.0 1969-12-31 16:00:00.563 4.0 NULL NULL -200.0 -226.28 226.28 0.0 -105.12 4.0 -4.0 -4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 204.0 0.0 0.0 0.0 -204.0 1969-12-31 16:00:00.564 -18.0 NULL NULL -200.0 -226.28 226.28 0.0 473.04 -18.0 18.0 18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 182.0 0.0 0.0 0.0 -182.0 1969-12-31 16:00:00.574 -2.0 NULL NULL -200.0 -226.28 226.28 0.0 52.56 -2.0 2.0 2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 198.0 0.0 0.0 0.0 -198.0 -1969-12-31 16:00:00.611 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 -1969-12-31 16:00:00.612 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.72 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 +1969-12-31 16:00:00.611 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24005 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 16:00:00.612 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.7201 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 1969-12-31 16:00:00.613 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 -1969-12-31 16:00:00.621 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:00.621 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.16003 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 1969-12-31 16:00:00.664 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 -1969-12-31 16:00:00.692 -27.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 709.5600000000001 -27.0 27.0 27.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7169.0 0.0 0.0 0.0 -7169.0 +1969-12-31 16:00:00.692 -27.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 709.56 -27.0 27.0 27.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7169.0 0.0 0.0 0.0 -7169.0 1969-12-31 16:00:00.738 59.0 NULL NULL -200.0 -226.28 226.28 0.0 -1550.52 59.0 -59.0 -59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 259.0 0.0 0.0 0.0 -259.0 -1969-12-31 16:00:00.754 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 -1969-12-31 16:00:00.761 79.553 NULL NULL -7196.0 -7222.28 7222.28 0.0 -2090.65287689209 79.553 -79.553 -79.553 709.8063882063881 0.0 1 -709.8063882063881 NULL 7275.553001403809 0.0 0.0 0.0 -7275.553001403809 -1969-12-31 16:00:00.767 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 -1969-12-31 16:00:00.8 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 16:00:00.754 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.7201 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:00.761 79.553 NULL NULL -7196.0 -7222.28 7222.28 0.0 -2090.6528 79.553 -79.553 -79.553 709.8063882063881 0.0 1 -709.8063882063881 NULL 7275.553001403809 0.0 0.0 0.0 -7275.553001403809 +1969-12-31 16:00:00.767 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.16003 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:00.8 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.80005 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 1969-12-31 16:00:00.82 34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -893.52 34.0 -34.0 -34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7230.0 0.0 0.0 0.0 -7230.0 -1969-12-31 16:00:00.835 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:00.835 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3201 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 1969-12-31 16:00:00.865 36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -946.08 36.0 -36.0 -36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7232.0 0.0 0.0 0.0 -7232.0 1969-12-31 16:00:00.885 -23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 604.44 -23.0 23.0 23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7173.0 0.0 0.0 0.0 -7173.0 -1969-12-31 16:00:00.9 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:00.9 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.80005 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 1969-12-31 16:00:00.909 56.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1471.68 56.0 -56.0 -56.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7252.0 0.0 0.0 0.0 -7252.0 -1969-12-31 16:00:00.911 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 -1969-12-31 16:00:00.916 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.8 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 -1969-12-31 16:00:00.951 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:00.911 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36002 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 +1969-12-31 16:00:00.916 -10.0 NULL NULL -200.0 -226.28 226.28 0.0 262.80002 -10.0 10.0 10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 190.0 0.0 0.0 0.0 -190.0 +1969-12-31 16:00:00.951 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.2 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 1969-12-31 16:00:00.958 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 1969-12-31 16:00:00.992 42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1103.76 42.0 -42.0 -42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7238.0 0.0 0.0 0.0 -7238.0 1969-12-31 16:00:01.088 -16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 420.48 -16.0 16.0 16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7180.0 0.0 0.0 0.0 -7180.0 -1969-12-31 16:00:01.128 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:01.128 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.7201 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 1969-12-31 16:00:01.138 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 -1969-12-31 16:00:01.22 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 16:00:01.22 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.36 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 1969-12-31 16:00:01.232 34.0 NULL NULL -200.0 -226.28 226.28 0.0 -893.52 34.0 -34.0 -34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 234.0 0.0 0.0 0.0 -234.0 1969-12-31 16:00:01.235 17.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -446.76 17.0 -17.0 -17.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7213.0 0.0 0.0 0.0 -7213.0 -1969-12-31 16:00:01.282 -38.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 998.6400000000001 -38.0 38.0 38.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7158.0 0.0 0.0 0.0 -7158.0 -1969-12-31 16:00:01.356 40.0 NULL NULL -200.0 -226.28 226.28 0.0 -1051.2 40.0 -40.0 -40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 240.0 0.0 0.0 0.0 -240.0 +1969-12-31 16:00:01.282 -38.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 998.64 -38.0 38.0 38.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7158.0 0.0 0.0 0.0 -7158.0 +1969-12-31 16:00:01.356 40.0 NULL NULL -200.0 -226.28 226.28 0.0 -1051.2001 40.0 -40.0 -40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 240.0 0.0 0.0 0.0 -240.0 1969-12-31 16:00:01.388 46.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1208.88 46.0 -46.0 -46.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7242.0 0.0 0.0 0.0 -7242.0 1969-12-31 16:00:01.389 26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -683.28 26.0 -26.0 -26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7222.0 0.0 0.0 0.0 -7222.0 1969-12-31 16:00:01.424 41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1077.48 41.0 -41.0 -41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7237.0 0.0 0.0 0.0 -7237.0 -1969-12-31 16:00:01.462 -11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 289.08000000000004 -11.0 11.0 11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7185.0 0.0 0.0 0.0 -7185.0 +1969-12-31 16:00:01.462 -11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 289.08002 -11.0 11.0 11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7185.0 0.0 0.0 0.0 -7185.0 1969-12-31 16:00:01.489 2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -52.56 2.0 -2.0 -2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7198.0 0.0 0.0 0.0 -7198.0 1969-12-31 16:00:01.496 59.0 NULL NULL -200.0 -226.28 226.28 0.0 -1550.52 59.0 -59.0 -59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 259.0 0.0 0.0 0.0 -259.0 -1969-12-31 16:00:01.505 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 -1969-12-31 16:00:01.515 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:01.505 61.0 NULL NULL -200.0 -226.28 226.28 0.0 -1603.0801 61.0 -61.0 -61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 261.0 0.0 0.0 0.0 -261.0 +1969-12-31 16:00:01.515 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.36 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 1969-12-31 16:00:01.562 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 -1969-12-31 16:00:01.592 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6000000000001 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 +1969-12-31 16:00:01.592 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 1969-12-31 16:00:01.627 -28.0 NULL NULL -200.0 -226.28 226.28 0.0 735.84 -28.0 28.0 28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 172.0 0.0 0.0 0.0 -172.0 1969-12-31 16:00:01.673 -47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1235.16 -47.0 47.0 47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7149.0 0.0 0.0 0.0 -7149.0 1969-12-31 16:00:01.694 47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1235.16 47.0 -47.0 -47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7243.0 0.0 0.0 0.0 -7243.0 -1969-12-31 16:00:01.723 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 -1969-12-31 16:00:01.734 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 -1969-12-31 16:00:01.781 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 -1969-12-31 16:00:01.792 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 -1969-12-31 16:00:01.811 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 -1969-12-31 16:00:01.841 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 -1969-12-31 16:00:01.849 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 +1969-12-31 16:00:01.723 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.840004 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 16:00:01.734 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.36 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:01.781 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:01.792 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.80005 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 +1969-12-31 16:00:01.811 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.9601 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:01.841 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.12 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 16:00:01.849 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.68 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 1969-12-31 16:00:01.873 14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -367.92 14.0 -14.0 -14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7210.0 0.0 0.0 0.0 -7210.0 1969-12-31 16:00:01.901 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 1969-12-31 16:00:01.951 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 1969-12-31 16:00:02 47.0 NULL NULL -200.0 -226.28 226.28 0.0 -1235.16 47.0 -47.0 -47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 247.0 0.0 0.0 0.0 -247.0 1969-12-31 16:00:02.014 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 -1969-12-31 16:00:02.021 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 -1969-12-31 16:00:02.171 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 +1969-12-31 16:00:02.021 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.40001 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 16:00:02.171 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2001 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 1969-12-31 16:00:02.208 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 -1969-12-31 16:00:02.234 -30.0 NULL NULL -200.0 -226.28 226.28 0.0 788.4000000000001 -30.0 30.0 30.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 170.0 0.0 0.0 0.0 -170.0 +1969-12-31 16:00:02.234 -30.0 NULL NULL -200.0 -226.28 226.28 0.0 788.4 -30.0 30.0 30.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 170.0 0.0 0.0 0.0 -170.0 1969-12-31 16:00:02.269 52.0 NULL NULL -200.0 -226.28 226.28 0.0 -1366.56 52.0 -52.0 -52.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 252.0 0.0 0.0 0.0 -252.0 -1969-12-31 16:00:02.325 -49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1287.72 -49.0 49.0 49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7147.0 0.0 0.0 0.0 -7147.0 +1969-12-31 16:00:02.325 -49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1287.7201 -49.0 49.0 49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7147.0 0.0 0.0 0.0 -7147.0 1969-12-31 16:00:02.344 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 -1969-12-31 16:00:02.363 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 -1969-12-31 16:00:02.38 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 +1969-12-31 16:00:02.363 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.68 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 +1969-12-31 16:00:02.38 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.36 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 1969-12-31 16:00:02.434 -50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1314.0 -50.0 50.0 50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7146.0 0.0 0.0 0.0 -7146.0 1969-12-31 16:00:02.445 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 1969-12-31 16:00:02.492 -13.0 NULL NULL -200.0 -226.28 226.28 0.0 341.64 -13.0 13.0 13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 187.0 0.0 0.0 0.0 -187.0 @@ -403,11 +405,11 @@ POSTHOOK: Input: default@alltypesorc 1969-12-31 16:00:02.582 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 1969-12-31 16:00:02.613 -13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 341.64 -13.0 13.0 13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7183.0 0.0 0.0 0.0 -7183.0 1969-12-31 16:00:02.621 -52.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1366.56 -52.0 52.0 52.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7144.0 0.0 0.0 0.0 -7144.0 -1969-12-31 16:00:02.657 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:02.657 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.7201 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 1969-12-31 16:00:02.659 18.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -473.04 18.0 -18.0 -18.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7214.0 0.0 0.0 0.0 -7214.0 1969-12-31 16:00:02.67 -32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 840.96 -32.0 32.0 32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7164.0 0.0 0.0 0.0 -7164.0 -1969-12-31 16:00:02.698 -61.0 NULL NULL -200.0 -226.28 226.28 0.0 1603.0800000000002 -61.0 61.0 61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 139.0 0.0 0.0 0.0 -139.0 -1969-12-31 16:00:02.707 -57.0 NULL NULL -200.0 -226.28 226.28 0.0 1497.96 -57.0 57.0 57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 143.0 0.0 0.0 0.0 -143.0 +1969-12-31 16:00:02.698 -61.0 NULL NULL -200.0 -226.28 226.28 0.0 1603.0801 -61.0 61.0 61.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 139.0 0.0 0.0 0.0 -139.0 +1969-12-31 16:00:02.707 -57.0 NULL NULL -200.0 -226.28 226.28 0.0 1497.9601 -57.0 57.0 57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 143.0 0.0 0.0 0.0 -143.0 1969-12-31 16:00:02.71 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 1969-12-31 16:00:02.722 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 1969-12-31 16:00:02.723 -51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1340.28 -51.0 51.0 51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7145.0 0.0 0.0 0.0 -7145.0 @@ -415,49 +417,49 @@ POSTHOOK: Input: default@alltypesorc 1969-12-31 16:00:02.777 29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -762.12 29.0 -29.0 -29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7225.0 0.0 0.0 0.0 -7225.0 1969-12-31 16:00:02.795 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 1969-12-31 16:00:02.804 39.0 NULL NULL -200.0 -226.28 226.28 0.0 -1024.92 39.0 -39.0 -39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 239.0 0.0 0.0 0.0 -239.0 -1969-12-31 16:00:02.814 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6000000000001 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 -1969-12-31 16:00:02.91 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 -1969-12-31 16:00:02.925 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 -1969-12-31 16:00:02.966 53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1392.8400000000001 53.0 -53.0 -53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7249.0 0.0 0.0 0.0 -7249.0 +1969-12-31 16:00:02.814 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 +1969-12-31 16:00:02.91 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.60004 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:02.925 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:02.966 53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1392.8401 53.0 -53.0 -53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7249.0 0.0 0.0 0.0 -7249.0 1969-12-31 16:00:02.969 -41.0 NULL NULL -200.0 -226.28 226.28 0.0 1077.48 -41.0 41.0 41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 159.0 0.0 0.0 0.0 -159.0 1969-12-31 16:00:02.974 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 -1969-12-31 16:00:03.002 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 -1969-12-31 16:00:03.066 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 16:00:03.002 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3201 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:03.066 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.9601 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 1969-12-31 16:00:03.09 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 1969-12-31 16:00:03.116 -29.0 NULL NULL -200.0 -226.28 226.28 0.0 762.12 -29.0 29.0 29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 171.0 0.0 0.0 0.0 -171.0 -1969-12-31 16:00:03.261 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.20000000000005 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 +1969-12-31 16:00:03.261 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.2 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 1969-12-31 16:00:03.31 -21.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 551.88 -21.0 21.0 21.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7175.0 0.0 0.0 0.0 -7175.0 1969-12-31 16:00:03.341 -43.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1130.04 -43.0 43.0 43.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7153.0 0.0 0.0 0.0 -7153.0 -1969-12-31 16:00:03.357 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 -1969-12-31 16:00:03.381 -19.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 499.32000000000005 -19.0 19.0 19.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7177.0 0.0 0.0 0.0 -7177.0 +1969-12-31 16:00:03.357 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3201 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:03.381 -19.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 499.32 -19.0 19.0 19.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7177.0 0.0 0.0 0.0 -7177.0 1969-12-31 16:00:03.395 -13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 341.64 -13.0 13.0 13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7183.0 0.0 0.0 0.0 -7183.0 1969-12-31 16:00:03.4 21.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -551.88 21.0 -21.0 -21.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7217.0 0.0 0.0 0.0 -7217.0 1969-12-31 16:00:03.506 -29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 762.12 -29.0 29.0 29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7167.0 0.0 0.0 0.0 -7167.0 -1969-12-31 16:00:03.52 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 16:00:03.52 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.40001 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 1969-12-31 16:00:03.571 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 -1969-12-31 16:00:03.63 44.0 NULL NULL -200.0 -226.28 226.28 0.0 -1156.3200000000002 44.0 -44.0 -44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 244.0 0.0 0.0 0.0 -244.0 -1969-12-31 16:00:03.741 -40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1051.2 -40.0 40.0 40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7156.0 0.0 0.0 0.0 -7156.0 +1969-12-31 16:00:03.63 44.0 NULL NULL -200.0 -226.28 226.28 0.0 -1156.3201 44.0 -44.0 -44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 244.0 0.0 0.0 0.0 -244.0 +1969-12-31 16:00:03.741 -40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1051.2001 -40.0 40.0 40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7156.0 0.0 0.0 0.0 -7156.0 1969-12-31 16:00:03.794 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 -1969-12-31 16:00:03.809 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:03.809 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 1969-12-31 16:00:03.818 32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -840.96 32.0 -32.0 -32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7228.0 0.0 0.0 0.0 -7228.0 1969-12-31 16:00:03.855 -29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 762.12 -29.0 29.0 29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7167.0 0.0 0.0 0.0 -7167.0 1969-12-31 16:00:03.944 -64.0 NULL NULL -200.0 -226.28 226.28 0.0 1681.92 -64.0 64.0 64.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 136.0 0.0 0.0 0.0 -136.0 1969-12-31 16:00:03.963 -52.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1366.56 -52.0 52.0 52.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7144.0 0.0 0.0 0.0 -7144.0 1969-12-31 16:00:04.024 52.0 NULL NULL -200.0 -226.28 226.28 0.0 -1366.56 52.0 -52.0 -52.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 252.0 0.0 0.0 0.0 -252.0 -1969-12-31 16:00:04.058 5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -131.4 5.0 -5.0 -5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7201.0 0.0 0.0 0.0 -7201.0 +1969-12-31 16:00:04.058 5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -131.40001 5.0 -5.0 -5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7201.0 0.0 0.0 0.0 -7201.0 1969-12-31 16:00:04.12 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 -1969-12-31 16:00:04.136 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:04.136 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68001 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 1969-12-31 16:00:04.16 -59.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1550.52 -59.0 59.0 59.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7137.0 0.0 0.0 0.0 -7137.0 -1969-12-31 16:00:04.199 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:04.199 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 1969-12-31 16:00:04.228 50.0 NULL NULL -200.0 -226.28 226.28 0.0 -1314.0 50.0 -50.0 -50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 250.0 0.0 0.0 0.0 -250.0 -1969-12-31 16:00:04.236 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:04.236 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 1969-12-31 16:00:04.36 34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -893.52 34.0 -34.0 -34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7230.0 0.0 0.0 0.0 -7230.0 -1969-12-31 16:00:04.396 33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -867.24 33.0 -33.0 -33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7229.0 0.0 0.0 0.0 -7229.0 -1969-12-31 16:00:04.431 44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1156.3200000000002 44.0 -44.0 -44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7240.0 0.0 0.0 0.0 -7240.0 -1969-12-31 16:00:04.442 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:04.396 33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -867.24005 33.0 -33.0 -33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7229.0 0.0 0.0 0.0 -7229.0 +1969-12-31 16:00:04.431 44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1156.3201 44.0 -44.0 -44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7240.0 0.0 0.0 0.0 -7240.0 +1969-12-31 16:00:04.442 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3201 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 1969-12-31 16:00:04.443 -8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 210.24 -8.0 8.0 8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7188.0 0.0 0.0 0.0 -7188.0 1969-12-31 16:00:04.513 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 -1969-12-31 16:00:04.572 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 +1969-12-31 16:00:04.572 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 1969-12-31 16:00:04.574 -14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 367.92 -14.0 14.0 14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7182.0 0.0 0.0 0.0 -7182.0 1969-12-31 16:00:04.625 -18.0 NULL NULL -200.0 -226.28 226.28 0.0 473.04 -18.0 18.0 18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 182.0 0.0 0.0 0.0 -182.0 1969-12-31 16:00:04.682 -58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1524.24 -58.0 58.0 58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7138.0 0.0 0.0 0.0 -7138.0 @@ -465,372 +467,372 @@ POSTHOOK: Input: default@alltypesorc 1969-12-31 16:00:04.756 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 1969-12-31 16:00:04.827 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 1969-12-31 16:00:04.836 -1.0 NULL NULL -200.0 -226.28 226.28 0.0 26.28 -1.0 1.0 1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 199.0 0.0 0.0 0.0 -199.0 -1969-12-31 16:00:04.868 -49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1287.72 -49.0 49.0 49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7147.0 0.0 0.0 0.0 -7147.0 +1969-12-31 16:00:04.868 -49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1287.7201 -49.0 49.0 49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7147.0 0.0 0.0 0.0 -7147.0 1969-12-31 16:00:04.916 1.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -26.28 1.0 -1.0 -1.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7197.0 0.0 0.0 0.0 -7197.0 1969-12-31 16:00:04.928 32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -840.96 32.0 -32.0 -32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7228.0 0.0 0.0 0.0 -7228.0 -1969-12-31 16:00:04.967 62.0 NULL NULL -200.0 -226.28 226.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 262.0 0.0 0.0 0.0 -262.0 +1969-12-31 16:00:04.967 62.0 NULL NULL -200.0 -226.28 226.28 0.0 -1629.36 62.0 -62.0 -62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 262.0 0.0 0.0 0.0 -262.0 1969-12-31 16:00:04.994 -1.0 NULL NULL -200.0 -226.28 226.28 0.0 26.28 -1.0 1.0 1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 199.0 0.0 0.0 0.0 -199.0 1969-12-31 16:00:05.028 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 1969-12-31 16:00:05.051 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 -1969-12-31 16:00:05.066 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:05.066 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 1969-12-31 16:00:05.092 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 -1969-12-31 16:00:05.105 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 -1969-12-31 16:00:05.113 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.20000000000005 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 +1969-12-31 16:00:05.105 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:05.113 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.2 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 1969-12-31 16:00:05.13 59.0 NULL NULL -200.0 -226.28 226.28 0.0 -1550.52 59.0 -59.0 -59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 259.0 0.0 0.0 0.0 -259.0 1969-12-31 16:00:05.178 -32.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 840.96 -32.0 32.0 32.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7164.0 0.0 0.0 0.0 -7164.0 -1969-12-31 16:00:05.218 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.1600000000001 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 +1969-12-31 16:00:05.218 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.16003 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 1969-12-31 16:00:05.219 26.0 NULL NULL -200.0 -226.28 226.28 0.0 -683.28 26.0 -26.0 -26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 226.0 0.0 0.0 0.0 -226.0 1969-12-31 16:00:05.226 46.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1208.88 46.0 -46.0 -46.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7242.0 0.0 0.0 0.0 -7242.0 1969-12-31 16:00:05.241 -18.0 NULL NULL -200.0 -226.28 226.28 0.0 473.04 -18.0 18.0 18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 182.0 0.0 0.0 0.0 -182.0 -1969-12-31 16:00:05.29 38.0 NULL NULL -200.0 -226.28 226.28 0.0 -998.6400000000001 38.0 -38.0 -38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 238.0 0.0 0.0 0.0 -238.0 -1969-12-31 16:00:05.356 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:05.29 38.0 NULL NULL -200.0 -226.28 226.28 0.0 -998.64 38.0 -38.0 -38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 238.0 0.0 0.0 0.0 -238.0 +1969-12-31 16:00:05.356 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36005 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 1969-12-31 16:00:05.368 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 -1969-12-31 16:00:05.369 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:05.369 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.7201 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 1969-12-31 16:00:05.377 -52.0 NULL NULL -200.0 -226.28 226.28 0.0 1366.56 -52.0 52.0 52.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 148.0 0.0 0.0 0.0 -148.0 -1969-12-31 16:00:05.383 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 -1969-12-31 16:00:05.43 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 16:00:05.383 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.80002 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:05.43 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.12 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 1969-12-31 16:00:05.451 28.0 NULL NULL -200.0 -226.28 226.28 0.0 -735.84 28.0 -28.0 -28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 228.0 0.0 0.0 0.0 -228.0 -1969-12-31 16:00:05.495 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 -1969-12-31 16:00:05.5 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.96 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 -1969-12-31 16:00:05.63 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 -1969-12-31 16:00:05.68 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6000000000001 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 -1969-12-31 16:00:05.688 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 -1969-12-31 16:00:05.722 20.0 NULL NULL -200.0 -226.28 226.28 0.0 -525.6 20.0 -20.0 -20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 220.0 0.0 0.0 0.0 -220.0 -1969-12-31 16:00:05.731 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 -1969-12-31 16:00:05.784 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:05.495 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68001 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:05.5 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.9601 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 +1969-12-31 16:00:05.63 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.2 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:05.68 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 +1969-12-31 16:00:05.688 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.12 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 16:00:05.722 20.0 NULL NULL -200.0 -226.28 226.28 0.0 -525.60004 20.0 -20.0 -20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 220.0 0.0 0.0 0.0 -220.0 +1969-12-31 16:00:05.731 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.16003 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 16:00:05.784 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.2 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 1969-12-31 16:00:05.79 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 1969-12-31 16:00:05.793 -55.0 NULL NULL -200.0 -226.28 226.28 0.0 1445.4 -55.0 55.0 55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 145.0 0.0 0.0 0.0 -145.0 1969-12-31 16:00:05.804 18.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -473.04 18.0 -18.0 -18.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7214.0 0.0 0.0 0.0 -7214.0 -1969-12-31 16:00:05.814 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.72 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 +1969-12-31 16:00:05.814 -49.0 NULL NULL -200.0 -226.28 226.28 0.0 1287.7201 -49.0 49.0 49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 151.0 0.0 0.0 0.0 -151.0 1969-12-31 16:00:05.865 16.0 NULL NULL -200.0 -226.28 226.28 0.0 -420.48 16.0 -16.0 -16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 216.0 0.0 0.0 0.0 -216.0 -1969-12-31 16:00:05.892 31.0 NULL NULL -200.0 -226.28 226.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 231.0 0.0 0.0 0.0 -231.0 +1969-12-31 16:00:05.892 31.0 NULL NULL -200.0 -226.28 226.28 0.0 -814.68 31.0 -31.0 -31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 231.0 0.0 0.0 0.0 -231.0 1969-12-31 16:00:05.927 -59.0 NULL NULL -200.0 -226.28 226.28 0.0 1550.52 -59.0 59.0 59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 141.0 0.0 0.0 0.0 -141.0 1969-12-31 16:00:05.944 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 -1969-12-31 16:00:05.978 -48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1261.44 -48.0 48.0 48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7148.0 0.0 0.0 0.0 -7148.0 +1969-12-31 16:00:05.978 -48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1261.4401 -48.0 48.0 48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7148.0 0.0 0.0 0.0 -7148.0 1969-12-31 16:00:06.018 7.0 NULL NULL -200.0 -226.28 226.28 0.0 -183.96 7.0 -7.0 -7.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 207.0 0.0 0.0 0.0 -207.0 -1969-12-31 16:00:06.061 6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -157.68 6.0 -6.0 -6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7202.0 0.0 0.0 0.0 -7202.0 -1969-12-31 16:00:06.132 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.84 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 +1969-12-31 16:00:06.061 6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -157.68001 6.0 -6.0 -6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7202.0 0.0 0.0 0.0 -7202.0 +1969-12-31 16:00:06.132 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.840004 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 1969-12-31 16:00:06.149 39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1024.92 39.0 -39.0 -39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7235.0 0.0 0.0 0.0 -7235.0 1969-12-31 16:00:06.3 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 -1969-12-31 16:00:06.315 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 -1969-12-31 16:00:06.346 40.0 NULL NULL -200.0 -226.28 226.28 0.0 -1051.2 40.0 -40.0 -40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 240.0 0.0 0.0 0.0 -240.0 +1969-12-31 16:00:06.315 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:06.346 40.0 NULL NULL -200.0 -226.28 226.28 0.0 -1051.2001 40.0 -40.0 -40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 240.0 0.0 0.0 0.0 -240.0 1969-12-31 16:00:06.371 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 -1969-12-31 16:00:06.4 -6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 157.68 -6.0 6.0 6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7190.0 0.0 0.0 0.0 -7190.0 -1969-12-31 16:00:06.404 20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -525.6 20.0 -20.0 -20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7216.0 0.0 0.0 0.0 -7216.0 +1969-12-31 16:00:06.4 -6.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 157.68001 -6.0 6.0 6.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7190.0 0.0 0.0 0.0 -7190.0 +1969-12-31 16:00:06.404 20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -525.60004 20.0 -20.0 -20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7216.0 0.0 0.0 0.0 -7216.0 1969-12-31 16:00:06.405 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 1969-12-31 16:00:06.481 -16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 420.48 -16.0 16.0 16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7180.0 0.0 0.0 0.0 -7180.0 -1969-12-31 16:00:06.484 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 16:00:06.484 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.12 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 1969-12-31 16:00:06.498 -2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 52.56 -2.0 2.0 2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7194.0 0.0 0.0 0.0 -7194.0 1969-12-31 16:00:06.506 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 1969-12-31 16:00:06.51 36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -946.08 36.0 -36.0 -36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7232.0 0.0 0.0 0.0 -7232.0 -1969-12-31 16:00:06.511 27.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -709.5600000000001 27.0 -27.0 -27.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7223.0 0.0 0.0 0.0 -7223.0 +1969-12-31 16:00:06.511 27.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -709.56 27.0 -27.0 -27.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7223.0 0.0 0.0 0.0 -7223.0 1969-12-31 16:00:06.523 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 -1969-12-31 16:00:06.568 -24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 630.72 -24.0 24.0 24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7172.0 0.0 0.0 0.0 -7172.0 +1969-12-31 16:00:06.568 -24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 630.72003 -24.0 24.0 24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7172.0 0.0 0.0 0.0 -7172.0 1969-12-31 16:00:06.578 43.0 NULL NULL -200.0 -226.28 226.28 0.0 -1130.04 43.0 -43.0 -43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 243.0 0.0 0.0 0.0 -243.0 -1969-12-31 16:00:06.603 11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7207.0 0.0 0.0 0.0 -7207.0 -1969-12-31 16:00:06.624 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.84 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 +1969-12-31 16:00:06.603 11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -289.08002 11.0 -11.0 -11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7207.0 0.0 0.0 0.0 -7207.0 +1969-12-31 16:00:06.624 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.840004 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 1969-12-31 16:00:06.661 -36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 946.08 -36.0 36.0 36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7160.0 0.0 0.0 0.0 -7160.0 -1969-12-31 16:00:06.664 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.96 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 -1969-12-31 16:00:06.688 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 16:00:06.664 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.9601 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 +1969-12-31 16:00:06.688 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.16003 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 1969-12-31 16:00:06.731 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 1969-12-31 16:00:06.749 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 -1969-12-31 16:00:06.811 60.0 NULL NULL -200.0 -226.28 226.28 0.0 -1576.8000000000002 60.0 -60.0 -60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 260.0 0.0 0.0 0.0 -260.0 -1969-12-31 16:00:06.848 -61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1603.0800000000002 -61.0 61.0 61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7135.0 0.0 0.0 0.0 -7135.0 +1969-12-31 16:00:06.811 60.0 NULL NULL -200.0 -226.28 226.28 0.0 -1576.8 60.0 -60.0 -60.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 260.0 0.0 0.0 0.0 -260.0 +1969-12-31 16:00:06.848 -61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1603.0801 -61.0 61.0 61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7135.0 0.0 0.0 0.0 -7135.0 1969-12-31 16:00:06.852 -63.0 NULL NULL -200.0 -226.28 226.28 0.0 1655.64 -63.0 63.0 63.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 137.0 0.0 0.0 0.0 -137.0 1969-12-31 16:00:06.906 51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1340.28 51.0 -51.0 -51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7247.0 0.0 0.0 0.0 -7247.0 -1969-12-31 16:00:06.935 -53.0 NULL NULL -200.0 -226.28 226.28 0.0 1392.8400000000001 -53.0 53.0 53.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 147.0 0.0 0.0 0.0 -147.0 +1969-12-31 16:00:06.935 -53.0 NULL NULL -200.0 -226.28 226.28 0.0 1392.8401 -53.0 53.0 53.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 147.0 0.0 0.0 0.0 -147.0 1969-12-31 16:00:07.022 -25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 657.0 -25.0 25.0 25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7171.0 0.0 0.0 0.0 -7171.0 -1969-12-31 16:00:07.046 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.44 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 -1969-12-31 16:00:07.115 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:07.046 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.4401 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 +1969-12-31 16:00:07.115 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.4401 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 1969-12-31 16:00:07.163 4.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -105.12 4.0 -4.0 -4.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7200.0 0.0 0.0 0.0 -7200.0 1969-12-31 16:00:07.175 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 1969-12-31 16:00:07.179 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 1969-12-31 16:00:07.204 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 1969-12-31 16:00:07.212 -56.0 NULL NULL -200.0 -226.28 226.28 0.0 1471.68 -56.0 56.0 56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 144.0 0.0 0.0 0.0 -144.0 1969-12-31 16:00:07.243 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 -1969-12-31 16:00:07.257 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:07.257 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.4401 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 1969-12-31 16:00:07.331 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 -1969-12-31 16:00:07.361 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 -1969-12-31 16:00:07.365 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 -1969-12-31 16:00:07.423 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:07.361 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.9601 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:07.365 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.80002 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:07.423 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68001 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 1969-12-31 16:00:07.461 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 -1969-12-31 16:00:07.497 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 +1969-12-31 16:00:07.497 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 1969-12-31 16:00:07.504 36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -946.08 36.0 -36.0 -36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7232.0 0.0 0.0 0.0 -7232.0 1969-12-31 16:00:07.541 39.0 NULL NULL -200.0 -226.28 226.28 0.0 -1024.92 39.0 -39.0 -39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 239.0 0.0 0.0 0.0 -239.0 1969-12-31 16:00:07.548 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 1969-12-31 16:00:07.6 -14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 367.92 -14.0 14.0 14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7182.0 0.0 0.0 0.0 -7182.0 -1969-12-31 16:00:07.607 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 -1969-12-31 16:00:07.613 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 -1969-12-31 16:00:07.642 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 +1969-12-31 16:00:07.607 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.2 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:07.613 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.80005 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 +1969-12-31 16:00:07.642 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72003 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 1969-12-31 16:00:07.651 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 1969-12-31 16:00:07.675 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 1969-12-31 16:00:07.678 16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -420.48 16.0 -16.0 -16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7212.0 0.0 0.0 0.0 -7212.0 1969-12-31 16:00:07.711 -2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 52.56 -2.0 2.0 2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7194.0 0.0 0.0 0.0 -7194.0 1969-12-31 16:00:07.712 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 -1969-12-31 16:00:07.828 62.0 NULL NULL -200.0 -226.28 226.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 262.0 0.0 0.0 0.0 -262.0 -1969-12-31 16:00:07.907 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 -1969-12-31 16:00:07.942 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.6 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 -1969-12-31 16:00:07.946 -11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 289.08000000000004 -11.0 11.0 11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7185.0 0.0 0.0 0.0 -7185.0 +1969-12-31 16:00:07.828 62.0 NULL NULL -200.0 -226.28 226.28 0.0 -1629.36 62.0 -62.0 -62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 262.0 0.0 0.0 0.0 -262.0 +1969-12-31 16:00:07.907 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.9601 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:07.942 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.60004 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 +1969-12-31 16:00:07.946 -11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 289.08002 -11.0 11.0 11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7185.0 0.0 0.0 0.0 -7185.0 1969-12-31 16:00:08 32.0 NULL NULL -200.0 -226.28 226.28 0.0 -840.96 32.0 -32.0 -32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 232.0 0.0 0.0 0.0 -232.0 1969-12-31 16:00:08.001 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 1969-12-31 16:00:08.007 -8.0 NULL NULL -200.0 -226.28 226.28 0.0 210.24 -8.0 8.0 8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 192.0 0.0 0.0 0.0 -192.0 1969-12-31 16:00:08.011 -41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1077.48 -41.0 41.0 41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7155.0 0.0 0.0 0.0 -7155.0 -1969-12-31 16:00:08.03 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.6800000000001 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 -1969-12-31 16:00:08.04 -38.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 998.6400000000001 -38.0 38.0 38.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7158.0 0.0 0.0 0.0 -7158.0 -1969-12-31 16:00:08.046 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 16:00:08.03 31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -814.68 31.0 -31.0 -31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7227.0 0.0 0.0 0.0 -7227.0 +1969-12-31 16:00:08.04 -38.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 998.64 -38.0 38.0 38.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7158.0 0.0 0.0 0.0 -7158.0 +1969-12-31 16:00:08.046 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24005 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 1969-12-31 16:00:08.048 21.0 NULL NULL -200.0 -226.28 226.28 0.0 -551.88 21.0 -21.0 -21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 221.0 0.0 0.0 0.0 -221.0 1969-12-31 16:00:08.063 51.0 NULL NULL -200.0 -226.28 226.28 0.0 -1340.28 51.0 -51.0 -51.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 251.0 0.0 0.0 0.0 -251.0 1969-12-31 16:00:08.091 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 1969-12-31 16:00:08.191 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 -1969-12-31 16:00:08.198 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 -1969-12-31 16:00:08.241 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 -1969-12-31 16:00:08.267 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.4 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 -1969-12-31 16:00:08.27 11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7207.0 0.0 0.0 0.0 -7207.0 +1969-12-31 16:00:08.198 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.36 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 16:00:08.241 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.12 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 16:00:08.267 -5.0 NULL NULL -200.0 -226.28 226.28 0.0 131.40001 -5.0 5.0 5.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 195.0 0.0 0.0 0.0 -195.0 +1969-12-31 16:00:08.27 11.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -289.08002 11.0 -11.0 -11.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7207.0 0.0 0.0 0.0 -7207.0 1969-12-31 16:00:08.292 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 1969-12-31 16:00:08.307 23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -604.44 23.0 -23.0 -23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7219.0 0.0 0.0 0.0 -7219.0 1969-12-31 16:00:08.33 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 -1969-12-31 16:00:08.351 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6000000000001 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 -1969-12-31 16:00:08.378 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:08.351 -45.0 NULL NULL -200.0 -226.28 226.28 0.0 1182.6 -45.0 45.0 45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 155.0 0.0 0.0 0.0 -155.0 +1969-12-31 16:00:08.378 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 1969-12-31 16:00:08.38 50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1314.0 50.0 -50.0 -50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7246.0 0.0 0.0 0.0 -7246.0 1969-12-31 16:00:08.408 41.0 NULL NULL -200.0 -226.28 226.28 0.0 -1077.48 41.0 -41.0 -41.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 241.0 0.0 0.0 0.0 -241.0 1969-12-31 16:00:08.418 41.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1077.48 41.0 -41.0 -41.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7237.0 0.0 0.0 0.0 -7237.0 1969-12-31 16:00:08.549 -14.0 NULL NULL -200.0 -226.28 226.28 0.0 367.92 -14.0 14.0 14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 186.0 0.0 0.0 0.0 -186.0 -1969-12-31 16:00:08.554 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4000000000001 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 -1969-12-31 16:00:08.58 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:08.554 30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -788.4 30.0 -30.0 -30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7226.0 0.0 0.0 0.0 -7226.0 +1969-12-31 16:00:08.58 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.80005 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 1969-12-31 16:00:08.615 -36.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 946.08 -36.0 36.0 36.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7160.0 0.0 0.0 0.0 -7160.0 -1969-12-31 16:00:08.615 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 -1969-12-31 16:00:08.692 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 -1969-12-31 16:00:08.693 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.44 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 -1969-12-31 16:00:08.703 38.0 NULL NULL -200.0 -226.28 226.28 0.0 -998.6400000000001 38.0 -38.0 -38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 238.0 0.0 0.0 0.0 -238.0 +1969-12-31 16:00:08.615 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.2 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:08.692 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36005 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:08.693 -48.0 NULL NULL -200.0 -226.28 226.28 0.0 1261.4401 -48.0 48.0 48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 152.0 0.0 0.0 0.0 -152.0 +1969-12-31 16:00:08.703 38.0 NULL NULL -200.0 -226.28 226.28 0.0 -998.64 38.0 -38.0 -38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 238.0 0.0 0.0 0.0 -238.0 1969-12-31 16:00:08.704 -14.0 NULL NULL -200.0 -226.28 226.28 0.0 367.92 -14.0 14.0 14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 186.0 0.0 0.0 0.0 -186.0 -1969-12-31 16:00:08.726 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.72 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 +1969-12-31 16:00:08.726 49.0 NULL NULL -200.0 -226.28 226.28 0.0 -1287.7201 49.0 -49.0 -49.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 249.0 0.0 0.0 0.0 -249.0 1969-12-31 16:00:08.74 -58.0 NULL NULL -200.0 -226.28 226.28 0.0 1524.24 -58.0 58.0 58.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 142.0 0.0 0.0 0.0 -142.0 -1969-12-31 16:00:08.745 11.0 NULL NULL -200.0 -226.28 226.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 211.0 0.0 0.0 0.0 -211.0 +1969-12-31 16:00:08.745 11.0 NULL NULL -200.0 -226.28 226.28 0.0 -289.08002 11.0 -11.0 -11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 211.0 0.0 0.0 0.0 -211.0 1969-12-31 16:00:08.757 8.0 NULL NULL -200.0 -226.28 226.28 0.0 -210.24 8.0 -8.0 -8.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 208.0 0.0 0.0 0.0 -208.0 -1969-12-31 16:00:08.781 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 -1969-12-31 16:00:08.805 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 -1969-12-31 16:00:08.839 -24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 630.72 -24.0 24.0 24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7172.0 0.0 0.0 0.0 -7172.0 +1969-12-31 16:00:08.781 -6.0 NULL NULL -200.0 -226.28 226.28 0.0 157.68001 -6.0 6.0 6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 194.0 0.0 0.0 0.0 -194.0 +1969-12-31 16:00:08.805 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.12 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 16:00:08.839 -24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 630.72003 -24.0 24.0 24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7172.0 0.0 0.0 0.0 -7172.0 1969-12-31 16:00:08.852 -39.0 NULL NULL -200.0 -226.28 226.28 0.0 1024.92 -39.0 39.0 39.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 161.0 0.0 0.0 0.0 -161.0 1969-12-31 16:00:08.884 -47.0 NULL NULL -200.0 -226.28 226.28 0.0 1235.16 -47.0 47.0 47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 153.0 0.0 0.0 0.0 -153.0 1969-12-31 16:00:08.896 -55.0 NULL NULL -200.0 -226.28 226.28 0.0 1445.4 -55.0 55.0 55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 145.0 0.0 0.0 0.0 -145.0 -1969-12-31 16:00:09.001 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 -1969-12-31 16:00:09.061 -53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1392.8400000000001 -53.0 53.0 53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7143.0 0.0 0.0 0.0 -7143.0 -1969-12-31 16:00:09.111 -37.0 NULL NULL -200.0 -226.28 226.28 0.0 972.36 -37.0 37.0 37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 163.0 0.0 0.0 0.0 -163.0 +1969-12-31 16:00:09.001 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 16:00:09.061 -53.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1392.8401 -53.0 53.0 53.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7143.0 0.0 0.0 0.0 -7143.0 +1969-12-31 16:00:09.111 -37.0 NULL NULL -200.0 -226.28 226.28 0.0 972.36005 -37.0 37.0 37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 163.0 0.0 0.0 0.0 -163.0 1969-12-31 16:00:09.144 -42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1103.76 -42.0 42.0 42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7154.0 0.0 0.0 0.0 -7154.0 1969-12-31 16:00:09.161 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 1969-12-31 16:00:09.182 -21.0 NULL NULL -200.0 -226.28 226.28 0.0 551.88 -21.0 21.0 21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 179.0 0.0 0.0 0.0 -179.0 1969-12-31 16:00:09.21 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 -1969-12-31 16:00:09.22 10.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -262.8 10.0 -10.0 -10.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7206.0 0.0 0.0 0.0 -7206.0 -1969-12-31 16:00:09.251 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 16:00:09.22 10.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -262.80002 10.0 -10.0 -10.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7206.0 0.0 0.0 0.0 -7206.0 +1969-12-31 16:00:09.251 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0801 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 1969-12-31 16:00:09.387 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 -1969-12-31 16:00:09.416 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:09.416 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.60004 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 1969-12-31 16:00:09.421 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 -1969-12-31 16:00:09.441 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:09.441 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.9601 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 1969-12-31 16:00:09.452 56.0 NULL NULL -200.0 -226.28 226.28 0.0 -1471.68 56.0 -56.0 -56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 256.0 0.0 0.0 0.0 -256.0 1969-12-31 16:00:09.511 -1.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 26.28 -1.0 1.0 1.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7195.0 0.0 0.0 0.0 -7195.0 1969-12-31 16:00:09.519 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 1969-12-31 16:00:09.539 7.0 NULL NULL -200.0 -226.28 226.28 0.0 -183.96 7.0 -7.0 -7.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 207.0 0.0 0.0 0.0 -207.0 -1969-12-31 16:00:09.556 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 +1969-12-31 16:00:09.556 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36002 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 1969-12-31 16:00:09.622 -58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1524.24 -58.0 58.0 58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7138.0 0.0 0.0 0.0 -7138.0 1969-12-31 16:00:09.65 34.0 NULL NULL -200.0 -226.28 226.28 0.0 -893.52 34.0 -34.0 -34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 234.0 0.0 0.0 0.0 -234.0 -1969-12-31 16:00:09.819 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 -1969-12-31 16:00:09.842 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 -1969-12-31 16:00:09.907 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 -1969-12-31 16:00:09.911 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 +1969-12-31 16:00:09.819 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.840004 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 16:00:09.842 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.16003 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:09.907 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36005 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:09.911 22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -578.16003 22.0 -22.0 -22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7218.0 0.0 0.0 0.0 -7218.0 1969-12-31 16:00:09.93 -28.0 NULL NULL -200.0 -226.28 226.28 0.0 735.84 -28.0 28.0 28.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 172.0 0.0 0.0 0.0 -172.0 -1969-12-31 16:00:09.934 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 +1969-12-31 16:00:09.934 37.0 NULL NULL -200.0 -226.28 226.28 0.0 -972.36005 37.0 -37.0 -37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 237.0 0.0 0.0 0.0 -237.0 1969-12-31 16:00:09.974 -18.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 473.04 -18.0 18.0 18.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7178.0 0.0 0.0 0.0 -7178.0 1969-12-31 16:00:09.995 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 -1969-12-31 16:00:10.096 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:10.096 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3201 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 1969-12-31 16:00:10.104 -17.0 NULL NULL -200.0 -226.28 226.28 0.0 446.76 -17.0 17.0 17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 183.0 0.0 0.0 0.0 -183.0 1969-12-31 16:00:10.104 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 1969-12-31 16:00:10.139 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 1969-12-31 16:00:10.14 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 -1969-12-31 16:00:10.187 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 -1969-12-31 16:00:10.192 -26.28 NULL NULL -7196.0 -7222.28 7222.28 0.0 690.638418045044 -26.28 26.28 26.28 709.8063882063881 0.0 1 -709.8063882063881 NULL 7169.7199993133545 0.0 0.0 0.0 -7169.7199993133545 +1969-12-31 16:00:10.187 54.0 NULL NULL -200.0 -226.28 226.28 0.0 -1419.12 54.0 -54.0 -54.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 254.0 0.0 0.0 0.0 -254.0 +1969-12-31 16:00:10.192 -26.28 NULL NULL -7196.0 -7222.28 7222.28 0.0 690.6384 -26.28 26.28 26.28 709.8063882063881 0.0 1 -709.8063882063881 NULL 7169.7199993133545 0.0 0.0 0.0 -7169.7199993133545 1969-12-31 16:00:10.198 2.0 NULL NULL -200.0 -226.28 226.28 0.0 -52.56 2.0 -2.0 -2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 202.0 0.0 0.0 0.0 -202.0 -1969-12-31 16:00:10.225 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 16:00:10.225 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.36 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 1969-12-31 16:00:10.227 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 1969-12-31 16:00:10.274 -47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1235.16 -47.0 47.0 47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7149.0 0.0 0.0 0.0 -7149.0 1969-12-31 16:00:10.285 26.0 NULL NULL -200.0 -226.28 226.28 0.0 -683.28 26.0 -26.0 -26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 226.0 0.0 0.0 0.0 -226.0 1969-12-31 16:00:10.321 51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1340.28 51.0 -51.0 -51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7247.0 0.0 0.0 0.0 -7247.0 1969-12-31 16:00:10.364 1.0 NULL NULL -200.0 -226.28 226.28 0.0 -26.28 1.0 -1.0 -1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 201.0 0.0 0.0 0.0 -201.0 -1969-12-31 16:00:10.383 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 -1969-12-31 16:00:10.421 24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -630.72 24.0 -24.0 -24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7220.0 0.0 0.0 0.0 -7220.0 +1969-12-31 16:00:10.383 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72003 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 +1969-12-31 16:00:10.421 24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -630.72003 24.0 -24.0 -24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7220.0 0.0 0.0 0.0 -7220.0 1969-12-31 16:00:10.452 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 1969-12-31 16:00:10.467 36.0 NULL NULL -200.0 -226.28 226.28 0.0 -946.08 36.0 -36.0 -36.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 236.0 0.0 0.0 0.0 -236.0 -1969-12-31 16:00:10.485 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 -1969-12-31 16:00:10.496 -11.0 NULL NULL -200.0 -226.28 226.28 0.0 289.08000000000004 -11.0 11.0 11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 189.0 0.0 0.0 0.0 -189.0 -1969-12-31 16:00:10.551 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.6 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 +1969-12-31 16:00:10.485 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.36 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:10.496 -11.0 NULL NULL -200.0 -226.28 226.28 0.0 289.08002 -11.0 11.0 11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 189.0 0.0 0.0 0.0 -189.0 +1969-12-31 16:00:10.551 -20.0 NULL NULL -200.0 -226.28 226.28 0.0 525.60004 -20.0 20.0 20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 180.0 0.0 0.0 0.0 -180.0 1969-12-31 16:00:10.573 13.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -341.64 13.0 -13.0 -13.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7209.0 0.0 0.0 0.0 -7209.0 1969-12-31 16:00:10.601 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 1969-12-31 16:00:10.649 -32.0 NULL NULL -200.0 -226.28 226.28 0.0 840.96 -32.0 32.0 32.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 168.0 0.0 0.0 0.0 -168.0 1969-12-31 16:00:10.652 21.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -551.88 21.0 -21.0 -21.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7217.0 0.0 0.0 0.0 -7217.0 -1969-12-31 16:00:10.669 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:10.669 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.4401 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 1969-12-31 16:00:10.674 28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -735.84 28.0 -28.0 -28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7224.0 0.0 0.0 0.0 -7224.0 1969-12-31 16:00:10.701 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 1969-12-31 16:00:10.721 -29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 762.12 -29.0 29.0 29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7167.0 0.0 0.0 0.0 -7167.0 -1969-12-31 16:00:10.723 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32000000000005 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 +1969-12-31 16:00:10.723 19.0 NULL NULL -200.0 -226.28 226.28 0.0 -499.32 19.0 -19.0 -19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 219.0 0.0 0.0 0.0 -219.0 1969-12-31 16:00:10.835 -43.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1130.04 -43.0 43.0 43.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7153.0 0.0 0.0 0.0 -7153.0 1969-12-31 16:00:10.867 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 1969-12-31 16:00:10.939 -17.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 446.76 -17.0 17.0 17.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7179.0 0.0 0.0 0.0 -7179.0 -1969-12-31 16:00:10.959 -33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 867.24 -33.0 33.0 33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7163.0 0.0 0.0 0.0 -7163.0 -1969-12-31 16:00:11.059 -3.0 NULL NULL -200.0 -226.28 226.28 0.0 78.84 -3.0 3.0 3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 197.0 0.0 0.0 0.0 -197.0 -1969-12-31 16:00:11.061 -10.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 262.8 -10.0 10.0 10.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7186.0 0.0 0.0 0.0 -7186.0 +1969-12-31 16:00:10.959 -33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 867.24005 -33.0 33.0 33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7163.0 0.0 0.0 0.0 -7163.0 +1969-12-31 16:00:11.059 -3.0 NULL NULL -200.0 -226.28 226.28 0.0 78.840004 -3.0 3.0 3.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 197.0 0.0 0.0 0.0 -197.0 +1969-12-31 16:00:11.061 -10.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 262.80002 -10.0 10.0 10.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7186.0 0.0 0.0 0.0 -7186.0 1969-12-31 16:00:11.08 -9.0 NULL NULL -200.0 -226.28 226.28 0.0 236.52 -9.0 9.0 9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 191.0 0.0 0.0 0.0 -191.0 1969-12-31 16:00:11.089 0.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -0.0 0.0 -0.0 -0.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7196.0 0.0 0.0 0.0 -7196.0 -1969-12-31 16:00:11.132 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 16:00:11.132 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0801 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 1969-12-31 16:00:11.148 9.0 NULL NULL -200.0 -226.28 226.28 0.0 -236.52 9.0 -9.0 -9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 209.0 0.0 0.0 0.0 -209.0 -1969-12-31 16:00:11.15 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:11.15 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.2 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 1969-12-31 16:00:11.153 4.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -105.12 4.0 -4.0 -4.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7200.0 0.0 0.0 0.0 -7200.0 -1969-12-31 16:00:11.198 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.1200000000001 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 -1969-12-31 16:00:11.342 20.0 NULL NULL -200.0 -226.28 226.28 0.0 -525.6 20.0 -20.0 -20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 220.0 0.0 0.0 0.0 -220.0 -1969-12-31 16:00:11.356 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 +1969-12-31 16:00:11.198 -54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1419.12 -54.0 54.0 54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7142.0 0.0 0.0 0.0 -7142.0 +1969-12-31 16:00:11.342 20.0 NULL NULL -200.0 -226.28 226.28 0.0 -525.60004 20.0 -20.0 -20.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 220.0 0.0 0.0 0.0 -220.0 +1969-12-31 16:00:11.356 35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -919.80005 35.0 -35.0 -35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7231.0 0.0 0.0 0.0 -7231.0 1969-12-31 16:00:11.38 -55.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1445.4 -55.0 55.0 55.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7141.0 0.0 0.0 0.0 -7141.0 1969-12-31 16:00:11.402 -23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 604.44 -23.0 23.0 23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7173.0 0.0 0.0 0.0 -7173.0 1969-12-31 16:00:11.494 -2.0 NULL NULL -200.0 -226.28 226.28 0.0 52.56 -2.0 2.0 2.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 198.0 0.0 0.0 0.0 -198.0 -1969-12-31 16:00:11.515 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 +1969-12-31 16:00:11.515 45.0 NULL NULL -200.0 -226.28 226.28 0.0 -1182.6 45.0 -45.0 -45.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 245.0 0.0 0.0 0.0 -245.0 1969-12-31 16:00:11.591 42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1103.76 42.0 -42.0 -42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7238.0 0.0 0.0 0.0 -7238.0 1969-12-31 16:00:11.611 -34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 893.52 -34.0 34.0 34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7162.0 0.0 0.0 0.0 -7162.0 -1969-12-31 16:00:11.637 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.84 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 +1969-12-31 16:00:11.637 -3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 78.840004 -3.0 3.0 3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7193.0 0.0 0.0 0.0 -7193.0 1969-12-31 16:00:11.681 25.0 NULL NULL -200.0 -226.28 226.28 0.0 -657.0 25.0 -25.0 -25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 225.0 0.0 0.0 0.0 -225.0 1969-12-31 16:00:11.749 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 1969-12-31 16:00:11.758 -9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 236.52 -9.0 9.0 9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7187.0 0.0 0.0 0.0 -7187.0 1969-12-31 16:00:11.758 42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1103.76 42.0 -42.0 -42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7238.0 0.0 0.0 0.0 -7238.0 -1969-12-31 16:00:11.847 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 -1969-12-31 16:00:12.006 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:11.847 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.60004 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:12.006 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.7201 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 1969-12-31 16:00:12.06 2.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -52.56 2.0 -2.0 -2.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7198.0 0.0 0.0 0.0 -7198.0 1969-12-31 16:00:12.065 -58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1524.24 -58.0 58.0 58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7138.0 0.0 0.0 0.0 -7138.0 -1969-12-31 16:00:12.104 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 -1969-12-31 16:00:12.112 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.1600000000001 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 +1969-12-31 16:00:12.104 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.80002 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:12.112 22.0 NULL NULL -200.0 -226.28 226.28 0.0 -578.16003 22.0 -22.0 -22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 222.0 0.0 0.0 0.0 -222.0 1969-12-31 16:00:12.163 25.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -657.0 25.0 -25.0 -25.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7221.0 0.0 0.0 0.0 -7221.0 1969-12-31 16:00:12.183 47.0 NULL NULL -200.0 -226.28 226.28 0.0 -1235.16 47.0 -47.0 -47.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 247.0 0.0 0.0 0.0 -247.0 1969-12-31 16:00:12.317 -23.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 604.44 -23.0 23.0 23.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7173.0 0.0 0.0 0.0 -7173.0 1969-12-31 16:00:12.339 -64.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1681.92 -64.0 64.0 64.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7132.0 0.0 0.0 0.0 -7132.0 -1969-12-31 16:00:12.36 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 +1969-12-31 16:00:12.36 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.36 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 1969-12-31 16:00:12.473 25.0 NULL NULL -200.0 -226.28 226.28 0.0 -657.0 25.0 -25.0 -25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 225.0 0.0 0.0 0.0 -225.0 1969-12-31 16:00:12.477 14.0 NULL NULL -200.0 -226.28 226.28 0.0 -367.92 14.0 -14.0 -14.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 214.0 0.0 0.0 0.0 -214.0 1969-12-31 16:00:12.502 34.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -893.52 34.0 -34.0 -34.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7230.0 0.0 0.0 0.0 -7230.0 -1969-12-31 16:00:12.523 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 -1969-12-31 16:00:12.538 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3200000000002 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 +1969-12-31 16:00:12.523 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.9601 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:12.538 -44.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1156.3201 -44.0 44.0 44.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7152.0 0.0 0.0 0.0 -7152.0 1969-12-31 16:00:12.574 -16.0 NULL NULL -200.0 -226.28 226.28 0.0 420.48 -16.0 16.0 16.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 184.0 0.0 0.0 0.0 -184.0 -1969-12-31 16:00:12.58 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 -1969-12-31 16:00:12.626 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.96 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 +1969-12-31 16:00:12.58 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.2 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:12.626 -57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1497.9601 -57.0 57.0 57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7139.0 0.0 0.0 0.0 -7139.0 1969-12-31 16:00:12.748 -42.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1103.76 -42.0 42.0 42.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7154.0 0.0 0.0 0.0 -7154.0 -1969-12-31 16:00:12.762 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.3600000000001 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 -1969-12-31 16:00:12.772 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 -1969-12-31 16:00:12.901 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.1600000000001 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 -1969-12-31 16:00:12.921 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6000000000001 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 -1969-12-31 16:00:12.935 -30.0 NULL NULL -200.0 -226.28 226.28 0.0 788.4000000000001 -30.0 30.0 30.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 170.0 0.0 0.0 0.0 -170.0 -1969-12-31 16:00:12.959 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 16:00:12.762 62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1629.36 62.0 -62.0 -62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7258.0 0.0 0.0 0.0 -7258.0 +1969-12-31 16:00:12.772 12.0 NULL NULL -200.0 -226.28 226.28 0.0 -315.36002 12.0 -12.0 -12.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 212.0 0.0 0.0 0.0 -212.0 +1969-12-31 16:00:12.901 -22.0 NULL NULL -200.0 -226.28 226.28 0.0 578.16003 -22.0 22.0 22.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 178.0 0.0 0.0 0.0 -178.0 +1969-12-31 16:00:12.921 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 +1969-12-31 16:00:12.935 -30.0 NULL NULL -200.0 -226.28 226.28 0.0 788.4 -30.0 30.0 30.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 170.0 0.0 0.0 0.0 -170.0 +1969-12-31 16:00:12.959 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.80005 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 1969-12-31 16:00:13.046 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 -1969-12-31 16:00:13.064 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.84 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 -1969-12-31 16:00:13.124 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 -1969-12-31 16:00:13.128 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.1200000000001 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 -1969-12-31 16:00:13.132 6.0 NULL NULL -200.0 -226.28 226.28 0.0 -157.68 6.0 -6.0 -6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 206.0 0.0 0.0 0.0 -206.0 +1969-12-31 16:00:13.064 3.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -78.840004 3.0 -3.0 -3.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7199.0 0.0 0.0 0.0 -7199.0 +1969-12-31 16:00:13.124 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:13.128 54.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1419.12 54.0 -54.0 -54.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7250.0 0.0 0.0 0.0 -7250.0 +1969-12-31 16:00:13.132 6.0 NULL NULL -200.0 -226.28 226.28 0.0 -157.68001 6.0 -6.0 -6.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 206.0 0.0 0.0 0.0 -206.0 1969-12-31 16:00:13.153 21.0 NULL NULL -200.0 -226.28 226.28 0.0 -551.88 21.0 -21.0 -21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 221.0 0.0 0.0 0.0 -221.0 1969-12-31 16:00:13.197 -51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1340.28 -51.0 51.0 51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7145.0 0.0 0.0 0.0 -7145.0 1969-12-31 16:00:13.253 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 1969-12-31 16:00:13.324 -4.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 105.12 -4.0 4.0 4.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7192.0 0.0 0.0 0.0 -7192.0 1969-12-31 16:00:13.358 -39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1024.92 -39.0 39.0 39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7157.0 0.0 0.0 0.0 -7157.0 1969-12-31 16:00:13.374 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 -1969-12-31 16:00:13.383 11.0 NULL NULL -200.0 -226.28 226.28 0.0 -289.08000000000004 11.0 -11.0 -11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 211.0 0.0 0.0 0.0 -211.0 +1969-12-31 16:00:13.383 11.0 NULL NULL -200.0 -226.28 226.28 0.0 -289.08002 11.0 -11.0 -11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 211.0 0.0 0.0 0.0 -211.0 1969-12-31 16:00:13.396 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 -1969-12-31 16:00:13.404 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 -1969-12-31 16:00:13.438 -15.0 NULL NULL -200.0 -226.28 226.28 0.0 394.20000000000005 -15.0 15.0 15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 185.0 0.0 0.0 0.0 -185.0 +1969-12-31 16:00:13.404 15.0 NULL NULL -200.0 -226.28 226.28 0.0 -394.2 15.0 -15.0 -15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 215.0 0.0 0.0 0.0 -215.0 +1969-12-31 16:00:13.438 -15.0 NULL NULL -200.0 -226.28 226.28 0.0 394.2 -15.0 15.0 15.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 185.0 0.0 0.0 0.0 -185.0 1969-12-31 16:00:13.455 29.0 NULL NULL -200.0 -226.28 226.28 0.0 -762.12 29.0 -29.0 -29.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 229.0 0.0 0.0 0.0 -229.0 1969-12-31 16:00:13.473 -9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 236.52 -9.0 9.0 9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7187.0 0.0 0.0 0.0 -7187.0 -1969-12-31 16:00:13.495 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:13.495 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 1969-12-31 16:00:13.602 -56.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1471.68 -56.0 56.0 56.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7140.0 0.0 0.0 0.0 -7140.0 -1969-12-31 16:00:13.605 -35.0 NULL NULL -200.0 -226.28 226.28 0.0 919.8000000000001 -35.0 35.0 35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 165.0 0.0 0.0 0.0 -165.0 -1969-12-31 16:00:13.638 -11.0 NULL NULL -200.0 -226.28 226.28 0.0 289.08000000000004 -11.0 11.0 11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 189.0 0.0 0.0 0.0 -189.0 +1969-12-31 16:00:13.605 -35.0 NULL NULL -200.0 -226.28 226.28 0.0 919.80005 -35.0 35.0 35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 165.0 0.0 0.0 0.0 -165.0 +1969-12-31 16:00:13.638 -11.0 NULL NULL -200.0 -226.28 226.28 0.0 289.08002 -11.0 11.0 11.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 189.0 0.0 0.0 0.0 -189.0 1969-12-31 16:00:13.686 9.0 NULL NULL -200.0 -226.28 226.28 0.0 -236.52 9.0 -9.0 -9.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 209.0 0.0 0.0 0.0 -209.0 -1969-12-31 16:00:13.71 60.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1576.8000000000002 60.0 -60.0 -60.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7256.0 0.0 0.0 0.0 -7256.0 +1969-12-31 16:00:13.71 60.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1576.8 60.0 -60.0 -60.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7256.0 0.0 0.0 0.0 -7256.0 1969-12-31 16:00:13.73 -47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1235.16 -47.0 47.0 47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7149.0 0.0 0.0 0.0 -7149.0 -1969-12-31 16:00:13.735 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 -1969-12-31 16:00:13.778 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.6 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 -1969-12-31 16:00:13.787 24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -630.72 24.0 -24.0 -24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7220.0 0.0 0.0 0.0 -7220.0 +1969-12-31 16:00:13.735 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.2 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:13.778 -20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 525.60004 -20.0 20.0 20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7176.0 0.0 0.0 0.0 -7176.0 +1969-12-31 16:00:13.787 24.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -630.72003 24.0 -24.0 -24.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7220.0 0.0 0.0 0.0 -7220.0 1969-12-31 16:00:13.801 58.0 NULL NULL -200.0 -226.28 226.28 0.0 -1524.24 58.0 -58.0 -58.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 258.0 0.0 0.0 0.0 -258.0 1969-12-31 16:00:13.807 7.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -183.96 7.0 -7.0 -7.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7203.0 0.0 0.0 0.0 -7203.0 -1969-12-31 16:00:13.819 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 -1969-12-31 16:00:13.868 -31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 814.6800000000001 -31.0 31.0 31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7165.0 0.0 0.0 0.0 -7165.0 -1969-12-31 16:00:13.868 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 -1969-12-31 16:00:13.879 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.72 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 +1969-12-31 16:00:13.819 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.80005 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 16:00:13.868 -31.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 814.68 -31.0 31.0 31.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7165.0 0.0 0.0 0.0 -7165.0 +1969-12-31 16:00:13.868 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0801 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 16:00:13.879 49.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1287.7201 49.0 -49.0 -49.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7245.0 0.0 0.0 0.0 -7245.0 1969-12-31 16:00:13.922 -28.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 735.84 -28.0 28.0 28.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7168.0 0.0 0.0 0.0 -7168.0 1969-12-31 16:00:14.013 58.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1524.24 58.0 -58.0 -58.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7254.0 0.0 0.0 0.0 -7254.0 1969-12-31 16:00:14.048 -43.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1130.04 -43.0 43.0 43.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7153.0 0.0 0.0 0.0 -7153.0 1969-12-31 16:00:14.073 -21.0 NULL NULL -200.0 -226.28 226.28 0.0 551.88 -21.0 21.0 21.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 179.0 0.0 0.0 0.0 -179.0 -1969-12-31 16:00:14.076 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.96 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 -1969-12-31 16:00:14.084 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.8000000000001 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 -1969-12-31 16:00:14.118 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.6400000000001 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 -1969-12-31 16:00:14.127 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.6400000000001 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 +1969-12-31 16:00:14.076 57.0 NULL NULL -200.0 -226.28 226.28 0.0 -1497.9601 57.0 -57.0 -57.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 257.0 0.0 0.0 0.0 -257.0 +1969-12-31 16:00:14.084 35.0 NULL NULL -200.0 -226.28 226.28 0.0 -919.80005 35.0 -35.0 -35.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 235.0 0.0 0.0 0.0 -235.0 +1969-12-31 16:00:14.118 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.64 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 +1969-12-31 16:00:14.127 -38.0 NULL NULL -200.0 -226.28 226.28 0.0 998.64 -38.0 38.0 38.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 162.0 0.0 0.0 0.0 -162.0 1969-12-31 16:00:14.134 -50.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1314.0 -50.0 50.0 50.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7146.0 0.0 0.0 0.0 -7146.0 1969-12-31 16:00:14.191 -26.0 NULL NULL -200.0 -226.28 226.28 0.0 683.28 -26.0 26.0 26.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 174.0 0.0 0.0 0.0 -174.0 -1969-12-31 16:00:14.201 5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -131.4 5.0 -5.0 -5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7201.0 0.0 0.0 0.0 -7201.0 -1969-12-31 16:00:14.247 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:14.201 5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -131.40001 5.0 -5.0 -5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7201.0 0.0 0.0 0.0 -7201.0 +1969-12-31 16:00:14.247 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.36 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 1969-12-31 16:00:14.315 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 1969-12-31 16:00:14.343 0.0 NULL NULL -200.0 -226.28 226.28 0.0 -0.0 0.0 -0.0 -0.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 200.0 0.0 0.0 0.0 -200.0 -1969-12-31 16:00:14.517 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.3600000000001 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 +1969-12-31 16:00:14.517 -62.0 NULL NULL -200.0 -226.28 226.28 0.0 1629.36 -62.0 62.0 62.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 138.0 0.0 0.0 0.0 -138.0 1969-12-31 16:00:14.548 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 1969-12-31 16:00:14.562 -4.0 NULL NULL -200.0 -226.28 226.28 0.0 105.12 -4.0 4.0 4.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 196.0 0.0 0.0 0.0 -196.0 1969-12-31 16:00:14.567 1.0 NULL NULL -200.0 -226.28 226.28 0.0 -26.28 1.0 -1.0 -1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 201.0 0.0 0.0 0.0 -201.0 1969-12-31 16:00:14.661 -26.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 683.28 -26.0 26.0 26.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7170.0 0.0 0.0 0.0 -7170.0 -1969-12-31 16:00:14.662 -37.0 NULL NULL -200.0 -226.28 226.28 0.0 972.36 -37.0 37.0 37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 163.0 0.0 0.0 0.0 -163.0 +1969-12-31 16:00:14.662 -37.0 NULL NULL -200.0 -226.28 226.28 0.0 972.36005 -37.0 37.0 37.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 163.0 0.0 0.0 0.0 -163.0 1969-12-31 16:00:14.709 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 1969-12-31 16:00:14.79 -14.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 367.92 -14.0 14.0 14.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7182.0 0.0 0.0 0.0 -7182.0 -1969-12-31 16:00:14.809 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32000000000005 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 -1969-12-31 16:00:14.819 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.8000000000001 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 -1969-12-31 16:00:14.848 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3200000000002 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 +1969-12-31 16:00:14.809 -19.0 NULL NULL -200.0 -226.28 226.28 0.0 499.32 -19.0 19.0 19.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 181.0 0.0 0.0 0.0 -181.0 +1969-12-31 16:00:14.819 -35.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 919.80005 -35.0 35.0 35.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7161.0 0.0 0.0 0.0 -7161.0 +1969-12-31 16:00:14.848 -44.0 NULL NULL -200.0 -226.28 226.28 0.0 1156.3201 -44.0 44.0 44.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 156.0 0.0 0.0 0.0 -156.0 1969-12-31 16:00:14.909 34.0 NULL NULL -200.0 -226.28 226.28 0.0 -893.52 34.0 -34.0 -34.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 234.0 0.0 0.0 0.0 -234.0 -1969-12-31 16:00:14.965 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.3600000000001 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 +1969-12-31 16:00:14.965 -62.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1629.36 -62.0 62.0 62.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7134.0 0.0 0.0 0.0 -7134.0 1969-12-31 16:00:14.985 -1.0 NULL NULL -200.0 -226.28 226.28 0.0 26.28 -1.0 1.0 1.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 199.0 0.0 0.0 0.0 -199.0 -1969-12-31 16:00:15.012 -31.0 NULL NULL -200.0 -226.28 226.28 0.0 814.6800000000001 -31.0 31.0 31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 169.0 0.0 0.0 0.0 -169.0 +1969-12-31 16:00:15.012 -31.0 NULL NULL -200.0 -226.28 226.28 0.0 814.68 -31.0 31.0 31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 169.0 0.0 0.0 0.0 -169.0 1969-12-31 16:00:15.035 55.0 NULL NULL -200.0 -226.28 226.28 0.0 -1445.4 55.0 -55.0 -55.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 255.0 0.0 0.0 0.0 -255.0 1969-12-31 16:00:15.038 -56.0 NULL NULL -200.0 -226.28 226.28 0.0 1471.68 -56.0 56.0 56.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 144.0 0.0 0.0 0.0 -144.0 -1969-12-31 16:00:15.07 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:15.07 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 1969-12-31 16:00:15.082 17.0 NULL NULL -200.0 -226.28 226.28 0.0 -446.76 17.0 -17.0 -17.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 217.0 0.0 0.0 0.0 -217.0 1969-12-31 16:00:15.091 -43.0 NULL NULL -200.0 -226.28 226.28 0.0 1130.04 -43.0 43.0 43.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 157.0 0.0 0.0 0.0 -157.0 1969-12-31 16:00:15.105 47.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1235.16 47.0 -47.0 -47.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7243.0 0.0 0.0 0.0 -7243.0 -1969-12-31 16:00:15.136 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4000000000001 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 -1969-12-31 16:00:15.143 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0800000000002 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 +1969-12-31 16:00:15.136 -30.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 788.4 -30.0 30.0 30.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7166.0 0.0 0.0 0.0 -7166.0 +1969-12-31 16:00:15.143 61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1603.0801 61.0 -61.0 -61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7257.0 0.0 0.0 0.0 -7257.0 1969-12-31 16:00:15.146 39.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1024.92 39.0 -39.0 -39.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7235.0 0.0 0.0 0.0 -7235.0 -1969-12-31 16:00:15.169 -31.0 NULL NULL -200.0 -226.28 226.28 0.0 814.6800000000001 -31.0 31.0 31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 169.0 0.0 0.0 0.0 -169.0 -1969-12-31 16:00:15.186 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.20000000000005 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 -1969-12-31 16:00:15.198 33.0 NULL NULL -200.0 -226.28 226.28 0.0 -867.24 33.0 -33.0 -33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 233.0 0.0 0.0 0.0 -233.0 -1969-12-31 16:00:15.215 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 -1969-12-31 16:00:15.27 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 +1969-12-31 16:00:15.169 -31.0 NULL NULL -200.0 -226.28 226.28 0.0 814.68 -31.0 31.0 31.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 169.0 0.0 0.0 0.0 -169.0 +1969-12-31 16:00:15.186 -15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 394.2 -15.0 15.0 15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7181.0 0.0 0.0 0.0 -7181.0 +1969-12-31 16:00:15.198 33.0 NULL NULL -200.0 -226.28 226.28 0.0 -867.24005 33.0 -33.0 -33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 233.0 0.0 0.0 0.0 -233.0 +1969-12-31 16:00:15.215 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36005 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 +1969-12-31 16:00:15.27 12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -315.36002 12.0 -12.0 -12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7208.0 0.0 0.0 0.0 -7208.0 1969-12-31 16:00:15.296 -59.0 NULL NULL -200.0 -226.28 226.28 0.0 1550.52 -59.0 59.0 59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 141.0 0.0 0.0 0.0 -141.0 -1969-12-31 16:00:15.298 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.8 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 -1969-12-31 16:00:15.311 40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1051.2 40.0 -40.0 -40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7236.0 0.0 0.0 0.0 -7236.0 +1969-12-31 16:00:15.298 10.0 NULL NULL -200.0 -226.28 226.28 0.0 -262.80002 10.0 -10.0 -10.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 210.0 0.0 0.0 0.0 -210.0 +1969-12-31 16:00:15.311 40.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1051.2001 40.0 -40.0 -40.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7236.0 0.0 0.0 0.0 -7236.0 1969-12-31 16:00:15.369 42.0 NULL NULL -200.0 -226.28 226.28 0.0 -1103.76 42.0 -42.0 -42.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 242.0 0.0 0.0 0.0 -242.0 -1969-12-31 16:00:15.375 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 -1969-12-31 16:00:15.409 -22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 578.1600000000001 -22.0 22.0 22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7174.0 0.0 0.0 0.0 -7174.0 +1969-12-31 16:00:15.375 -33.0 NULL NULL -200.0 -226.28 226.28 0.0 867.24005 -33.0 33.0 33.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 167.0 0.0 0.0 0.0 -167.0 +1969-12-31 16:00:15.409 -22.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 578.16003 -22.0 22.0 22.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7174.0 0.0 0.0 0.0 -7174.0 1969-12-31 16:00:15.436 -63.0 NULL NULL -200.0 -226.28 226.28 0.0 1655.64 -63.0 63.0 63.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 137.0 0.0 0.0 0.0 -137.0 -1969-12-31 16:00:15.548 48.0 NULL NULL -200.0 -226.28 226.28 0.0 -1261.44 48.0 -48.0 -48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 248.0 0.0 0.0 0.0 -248.0 +1969-12-31 16:00:15.548 48.0 NULL NULL -200.0 -226.28 226.28 0.0 -1261.4401 48.0 -48.0 -48.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 248.0 0.0 0.0 0.0 -248.0 1969-12-31 16:00:15.629 0.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -0.0 0.0 -0.0 -0.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7196.0 0.0 0.0 0.0 -7196.0 -1969-12-31 16:00:15.63 -48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1261.44 -48.0 48.0 48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7148.0 0.0 0.0 0.0 -7148.0 +1969-12-31 16:00:15.63 -48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1261.4401 -48.0 48.0 48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7148.0 0.0 0.0 0.0 -7148.0 1969-12-31 16:00:15.668 51.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1340.28 51.0 -51.0 -51.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7247.0 0.0 0.0 0.0 -7247.0 1969-12-31 16:00:15.683 8.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -210.24 8.0 -8.0 -8.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7204.0 0.0 0.0 0.0 -7204.0 -1969-12-31 16:00:15.699 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 -1969-12-31 16:00:15.76 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.96 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 +1969-12-31 16:00:15.699 -40.0 NULL NULL -200.0 -226.28 226.28 0.0 1051.2001 -40.0 40.0 40.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 160.0 0.0 0.0 0.0 -160.0 +1969-12-31 16:00:15.76 57.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1497.9601 57.0 -57.0 -57.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7253.0 0.0 0.0 0.0 -7253.0 1969-12-31 16:00:15.764 -50.0 NULL NULL -200.0 -226.28 226.28 0.0 1314.0 -50.0 50.0 50.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 150.0 0.0 0.0 0.0 -150.0 1969-12-31 16:00:15.769 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 -1969-12-31 16:00:15.803 20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -525.6 20.0 -20.0 -20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7216.0 0.0 0.0 0.0 -7216.0 +1969-12-31 16:00:15.803 20.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -525.60004 20.0 -20.0 -20.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7216.0 0.0 0.0 0.0 -7216.0 1969-12-31 16:00:15.861 -59.0 NULL NULL -200.0 -226.28 226.28 0.0 1550.52 -59.0 59.0 59.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 141.0 0.0 0.0 0.0 -141.0 1969-12-31 16:00:15.89 18.0 NULL NULL -200.0 -226.28 226.28 0.0 -473.04 18.0 -18.0 -18.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 218.0 0.0 0.0 0.0 -218.0 -1969-12-31 16:00:15.92 -12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 315.36 -12.0 12.0 12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7184.0 0.0 0.0 0.0 -7184.0 -1969-12-31 16:00:15.923 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.20000000000005 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 +1969-12-31 16:00:15.92 -12.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 315.36002 -12.0 12.0 12.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7184.0 0.0 0.0 0.0 -7184.0 +1969-12-31 16:00:15.923 15.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -394.2 15.0 -15.0 -15.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7211.0 0.0 0.0 0.0 -7211.0 1969-12-31 16:00:15.956 13.0 NULL NULL -200.0 -226.28 226.28 0.0 -341.64 13.0 -13.0 -13.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 213.0 0.0 0.0 0.0 -213.0 1969-12-31 16:00:15.965 -25.0 NULL NULL -200.0 -226.28 226.28 0.0 657.0 -25.0 25.0 25.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 175.0 0.0 0.0 0.0 -175.0 -1969-12-31 16:00:15.99 33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -867.24 33.0 -33.0 -33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7229.0 0.0 0.0 0.0 -7229.0 +1969-12-31 16:00:15.99 33.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -867.24005 33.0 -33.0 -33.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7229.0 0.0 0.0 0.0 -7229.0 1969-12-31 16:00:16.02 16.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -420.48 16.0 -16.0 -16.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7212.0 0.0 0.0 0.0 -7212.0 -1969-12-31 16:00:16.03 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 +1969-12-31 16:00:16.03 -24.0 NULL NULL -200.0 -226.28 226.28 0.0 630.72003 -24.0 24.0 24.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 176.0 0.0 0.0 0.0 -176.0 1969-12-31 16:00:16.07 -23.0 NULL NULL -200.0 -226.28 226.28 0.0 604.44 -23.0 23.0 23.0 22.238820638820638 0.0 1 -22.238820638820638 NULL 177.0 0.0 0.0 0.0 -177.0 -1969-12-31 16:00:16.107 -5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 131.4 -5.0 5.0 5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7191.0 0.0 0.0 0.0 -7191.0 -1969-12-31 16:00:16.167 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6000000000001 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 +1969-12-31 16:00:16.107 -5.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 131.40001 -5.0 5.0 5.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7191.0 0.0 0.0 0.0 -7191.0 +1969-12-31 16:00:16.167 45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1182.6 45.0 -45.0 -45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7241.0 0.0 0.0 0.0 -7241.0 1969-12-31 16:00:16.19 29.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -762.12 29.0 -29.0 -29.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7225.0 0.0 0.0 0.0 -7225.0 -1969-12-31 16:00:16.19 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.44 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 -1969-12-31 16:00:16.202 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 -1969-12-31 16:00:16.216 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6000000000001 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 -1969-12-31 16:00:16.558 -61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1603.0800000000002 -61.0 61.0 61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7135.0 0.0 0.0 0.0 -7135.0 +1969-12-31 16:00:16.19 48.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -1261.4401 48.0 -48.0 -48.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7244.0 0.0 0.0 0.0 -7244.0 +1969-12-31 16:00:16.202 -37.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 972.36005 -37.0 37.0 37.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7159.0 0.0 0.0 0.0 -7159.0 +1969-12-31 16:00:16.216 -45.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1182.6 -45.0 45.0 45.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7151.0 0.0 0.0 0.0 -7151.0 +1969-12-31 16:00:16.558 -61.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 1603.0801 -61.0 61.0 61.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7135.0 0.0 0.0 0.0 -7135.0 1969-12-31 16:00:31.808 9.0 NULL NULL -7196.0 -7222.28 7222.28 0.0 -236.52 9.0 -9.0 -9.0 709.8063882063881 0.0 1 -709.8063882063881 NULL 7205.0 0.0 0.0 0.0 -7205.0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_15.q.out b/ql/src/test/results/clientpositive/llap/vectorization_15.q.out index 062b63d..768aed4 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_15.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_15.q.out @@ -71,6 +71,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -80,58 +81,59 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2491562 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((cstring2 like '%ss%') or (cstring1 like '10%') or ((cint >= -75) and (UDFToShort(ctinyint) = csmallint) and (cdouble >= -3728.0))) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2491562 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ctinyint (type: tinyint), cint (type: int), cfloat (type: float), cdouble (type: double), cstring1 (type: string), ctimestamp1 (type: timestamp), cboolean1 (type: boolean) - outputColumnNames: ctinyint, cint, cfloat, cdouble, cstring1, ctimestamp1, cboolean1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + expressions: cfloat (type: float), cboolean1 (type: boolean), cdouble (type: double), cstring1 (type: string), ctinyint (type: tinyint), cint (type: int), ctimestamp1 (type: timestamp) + outputColumnNames: cfloat, cboolean1, cdouble, cstring1, ctinyint, cint, ctimestamp1 + Statistics: Num rows: 12288 Data size: 2491562 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: stddev_samp(cfloat), min(cdouble), stddev_samp(ctinyint), var_pop(ctinyint), var_samp(cint), stddev_pop(cint) - keys: ctinyint (type: tinyint), cint (type: int), cfloat (type: float), cdouble (type: double), cstring1 (type: string), ctimestamp1 (type: timestamp), cboolean1 (type: boolean) + keys: cfloat (type: float), cboolean1 (type: boolean), cdouble (type: double), cstring1 (type: string), ctinyint (type: tinyint), cint (type: int), ctimestamp1 (type: timestamp) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 3293884 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: tinyint), _col1 (type: int), _col2 (type: float), _col3 (type: double), _col4 (type: string), _col5 (type: timestamp), _col6 (type: boolean) + key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) sort order: +++++++ - Map-reduce partition columns: _col0 (type: tinyint), _col1 (type: int), _col2 (type: float), _col3 (type: double), _col4 (type: string), _col5 (type: timestamp), _col6 (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Map-reduce partition columns: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) + Statistics: Num rows: 6144 Data size: 3293884 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col7 (type: struct), _col8 (type: double), _col9 (type: struct), _col10 (type: struct), _col11 (type: struct), _col12 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: stddev_samp(VALUE._col0), min(VALUE._col1), stddev_samp(VALUE._col2), var_pop(VALUE._col3), var_samp(VALUE._col4), stddev_pop(VALUE._col5) - keys: KEY._col0 (type: tinyint), KEY._col1 (type: int), KEY._col2 (type: float), KEY._col3 (type: double), KEY._col4 (type: string), KEY._col5 (type: timestamp), KEY._col6 (type: boolean) + keys: KEY._col0 (type: float), KEY._col1 (type: boolean), KEY._col2 (type: double), KEY._col3 (type: string), KEY._col4 (type: tinyint), KEY._col5 (type: int), KEY._col6 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 541028 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col2 (type: float), _col6 (type: boolean), _col3 (type: double), _col4 (type: string), _col0 (type: tinyint), _col1 (type: int), _col5 (type: timestamp), _col7 (type: double), (-26.28 - UDFToDouble(_col1)) (type: double), _col8 (type: double), (_col3 * 79.553) (type: double), (33.0 % _col2) (type: float), _col9 (type: double), _col10 (type: double), (-23.0 % _col3) (type: double), (- _col0) (type: tinyint), _col11 (type: double), (UDFToFloat(_col1) - _col2) (type: float), (-23 % UDFToInteger(_col0)) (type: int), (- (-26.28 - UDFToDouble(_col1))) (type: double), _col12 (type: double) + expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp), _col7 (type: double), (-26.28 - CAST( _col5 AS decimal(10,0))) (type: decimal(13,2)), _col8 (type: double), (_col2 * 79.553) (type: double), (33.0 % _col0) (type: float), _col9 (type: double), _col10 (type: double), (-23.0 % _col2) (type: double), (- _col4) (type: tinyint), _col11 (type: double), (UDFToFloat(_col5) - _col0) (type: float), (-23 % UDFToInteger(_col4)) (type: int), (- (-26.28 - CAST( _col5 AS decimal(10,0)))) (type: decimal(13,2)), _col12 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 1327460 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: float), _col1 (type: boolean), _col2 (type: double), _col3 (type: string), _col4 (type: tinyint), _col5 (type: int), _col6 (type: timestamp) sort order: +++++++ - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE - value expressions: _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: tinyint), _col16 (type: double), _col17 (type: float), _col18 (type: int), _col19 (type: double), _col20 (type: double) + Statistics: Num rows: 3072 Data size: 1327460 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col7 (type: double), _col8 (type: decimal(13,2)), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: tinyint), _col16 (type: double), _col17 (type: float), _col18 (type: int), _col19 (type: decimal(13,2)), _col20 (type: double) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: float), KEY.reducesinkkey1 (type: boolean), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: tinyint), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: timestamp), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: tinyint), VALUE._col9 (type: double), VALUE._col10 (type: float), VALUE._col11 (type: int), VALUE._col12 (type: double), VALUE._col13 (type: double) + expressions: KEY.reducesinkkey0 (type: float), KEY.reducesinkkey1 (type: boolean), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: tinyint), KEY.reducesinkkey5 (type: int), KEY.reducesinkkey6 (type: timestamp), VALUE._col0 (type: double), VALUE._col1 (type: decimal(13,2)), VALUE._col2 (type: double), VALUE._col3 (type: double), VALUE._col4 (type: float), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: tinyint), VALUE._col9 (type: double), VALUE._col10 (type: float), VALUE._col11 (type: int), VALUE._col12 (type: decimal(13,2)), VALUE._col13 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 1327460 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 1327460 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -206,48 +208,48 @@ POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -48.0 NULL -7196.0 NULL -48 NULL 1969-12-31 16:00:06.337 0.0 NULL -7196.0 -572463.388 33.0 0.0 0.0 -23.0 48 NULL NULL -23 NULL NULL -51.0 NULL -200.0 NULL -51 NULL 1969-12-31 15:59:55.423 0.0 NULL -200.0 -15910.599999999999 33.0 0.0 0.0 -23.0 51 NULL NULL -23 NULL NULL --51.0 false NULL 10 -51 1058319346 1969-12-31 16:00:08.451 0.0 -1.05831937228E9 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 1.05831942E9 -23 1.05831937228E9 0.0 --51.0 false NULL 10TYIE5S35U6dj3N -51 -469581869 1969-12-31 16:00:08.451 0.0 4.6958184272E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -4.69581792E8 -23 -4.6958184272E8 0.0 --51.0 false NULL 1Lh6Uoq3WhNtOqQHu7WN7U -51 -352637533 1969-12-31 16:00:08.451 0.0 3.5263750672E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.52637472E8 -23 -3.5263750672E8 0.0 --51.0 true NULL 04Y1mA17 -51 -114647521 1969-12-31 16:00:08.451 0.0 1.1464749472E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -1.14647472E8 -23 -1.1464749472E8 0.0 --51.0 true NULL 10Wu570aLPO0p02P17FeH -51 405338893 1969-12-31 16:00:08.451 0.0 -4.0533891928E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 4.05338944E8 -23 4.0533891928E8 0.0 --51.0 true NULL 3cQp060 -51 -226923315 1969-12-31 16:00:08.451 0.0 2.2692328872E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -2.26923264E8 -23 -2.2692328872E8 0.0 --51.0 true NULL 8EPG0Xi307qd -51 -328662044 1969-12-31 16:00:08.451 0.0 3.2866201772E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.28661984E8 -23 -3.2866201772E8 0.0 --51.0 true NULL 8iHtdkJ6d -51 1006818344 1969-12-31 16:00:08.451 0.0 -1.00681837028E9 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 1.00681843E9 -23 1.00681837028E9 0.0 --51.0 true NULL QiOcvR0kt6r7f0R7fiPxQTCU -51 266531954 1969-12-31 16:00:08.451 0.0 -2.6653198028E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 2.66532E8 -23 2.6653198028E8 0.0 --51.0 true NULL Ybpj38RTTYl7CnJXPNx1g4C -51 -370919370 1969-12-31 16:00:08.451 0.0 3.7091934372E8 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.70919296E8 -23 -3.7091934372E8 0.0 +-51.0 false NULL 10 -51 1058319346 1969-12-31 16:00:08.451 0.0 -1058319372.28 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 1.05831942E9 -23 1058319372.28 0.0 +-51.0 false NULL 10TYIE5S35U6dj3N -51 -469581869 1969-12-31 16:00:08.451 0.0 469581842.72 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -4.69581792E8 -23 -469581842.72 0.0 +-51.0 false NULL 1Lh6Uoq3WhNtOqQHu7WN7U -51 -352637533 1969-12-31 16:00:08.451 0.0 352637506.72 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.52637472E8 -23 -352637506.72 0.0 +-51.0 true NULL 04Y1mA17 -51 -114647521 1969-12-31 16:00:08.451 0.0 114647494.72 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -1.14647472E8 -23 -114647494.72 0.0 +-51.0 true NULL 10Wu570aLPO0p02P17FeH -51 405338893 1969-12-31 16:00:08.451 0.0 -405338919.28 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 4.05338944E8 -23 405338919.28 0.0 +-51.0 true NULL 3cQp060 -51 -226923315 1969-12-31 16:00:08.451 0.0 226923288.72 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -2.26923264E8 -23 -226923288.72 0.0 +-51.0 true NULL 8EPG0Xi307qd -51 -328662044 1969-12-31 16:00:08.451 0.0 328662017.72 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.28661984E8 -23 -328662017.72 0.0 +-51.0 true NULL 8iHtdkJ6d -51 1006818344 1969-12-31 16:00:08.451 0.0 -1006818370.28 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 1.00681843E9 -23 1006818370.28 0.0 +-51.0 true NULL QiOcvR0kt6r7f0R7fiPxQTCU -51 266531954 1969-12-31 16:00:08.451 0.0 -266531980.28 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 2.66532E8 -23 266531980.28 0.0 +-51.0 true NULL Ybpj38RTTYl7CnJXPNx1g4C -51 -370919370 1969-12-31 16:00:08.451 0.0 370919343.72 NULL NULL 33.0 0.0 0.0 NULL 51 0.0 -3.70919296E8 -23 -370919343.72 0.0 -6.0 NULL -200.0 NULL -6 NULL 1969-12-31 15:59:56.094 0.0 NULL -200.0 -15910.599999999999 3.0 0.0 0.0 -23.0 6 NULL NULL -5 NULL NULL -62.0 NULL 15601.0 NULL -62 NULL 1969-12-31 16:00:09.889 0.0 NULL 15601.0 1241106.353 33.0 0.0 0.0 -23.0 62 NULL NULL -23 NULL NULL -11.0 false NULL 10pO8p1LNx4Y 11 271296824 1969-12-31 16:00:02.351 0.0 -2.7129685028E8 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 2.71296832E8 -1 2.7129685028E8 0.0 -11.0 false NULL 1H6wGP 11 -560827082 1969-12-31 16:00:02.351 0.0 5.6082705572E8 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 -5.6082707E8 -1 -5.6082705572E8 0.0 -11.0 false NULL 2a7V63IL7jK3o 11 -325931647 1969-12-31 16:00:02.351 0.0 3.2593162072E8 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 -3.25931648E8 -1 -3.2593162072E8 0.0 -11.0 true NULL 10 11 92365813 1969-12-31 16:00:02.351 0.0 -9.236583928E7 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 9.2365808E7 -1 9.236583928E7 0.0 +11.0 false NULL 10pO8p1LNx4Y 11 271296824 1969-12-31 16:00:02.351 0.0 -271296850.28 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 2.71296832E8 -1 271296850.28 0.0 +11.0 false NULL 1H6wGP 11 -560827082 1969-12-31 16:00:02.351 0.0 560827055.72 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 -5.6082707E8 -1 -560827055.72 0.0 +11.0 false NULL 2a7V63IL7jK3o 11 -325931647 1969-12-31 16:00:02.351 0.0 325931620.72 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 -3.25931648E8 -1 -325931620.72 0.0 +11.0 true NULL 10 11 92365813 1969-12-31 16:00:02.351 0.0 -92365839.28 NULL NULL 0.0 0.0 0.0 NULL -11 0.0 9.2365808E7 -1 92365839.28 0.0 21.0 NULL 15601.0 NULL 21 NULL 1969-12-31 16:00:14.256 0.0 NULL 15601.0 1241106.353 12.0 0.0 0.0 -23.0 -21 NULL NULL -2 NULL NULL 32.0 NULL -200.0 NULL 32 NULL 1969-12-31 16:00:02.445 0.0 NULL -200.0 -15910.599999999999 1.0 0.0 0.0 -23.0 -32 NULL NULL -23 NULL NULL 36.0 NULL -200.0 NULL 36 NULL 1969-12-31 16:00:00.554 0.0 NULL -200.0 -15910.599999999999 33.0 0.0 0.0 -23.0 -36 NULL NULL -23 NULL NULL 5.0 NULL 15601.0 NULL 5 NULL 1969-12-31 16:00:00.959 0.0 NULL 15601.0 1241106.353 3.0 0.0 0.0 -23.0 -5 NULL NULL -3 NULL NULL 58.0 NULL 15601.0 NULL 58 NULL 1969-12-31 15:59:56.527 0.0 NULL 15601.0 1241106.353 33.0 0.0 0.0 -23.0 -58 NULL NULL -23 NULL NULL -8.0 false NULL 10V3pN5r5lI2qWl2lG103 8 -362835731 1969-12-31 16:00:15.892 0.0 3.6283570472E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -3.62835744E8 -7 -3.6283570472E8 0.0 -8.0 false NULL 10c4qt584m5y6uWT 8 -183000142 1969-12-31 16:00:15.892 0.0 1.8300011572E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -1.8300016E8 -7 -1.8300011572E8 0.0 -8.0 false NULL 8GloEukQ0c68JDmnYL53 8 -722873402 1969-12-31 16:00:15.892 0.0 7.2287337572E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -7.2287341E8 -7 -7.2287337572E8 0.0 -8.0 false NULL kA0XH5C5 8 -503903864 1969-12-31 16:00:15.892 0.0 5.0390383772E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -5.03903872E8 -7 -5.0390383772E8 0.0 -8.0 true NULL 100VTM7PEW8GH1uE 8 88129338 1969-12-31 16:00:15.892 0.0 -8.812936428E7 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 8.8129328E7 -7 8.812936428E7 0.0 -8.0 true NULL 1062158y 8 -1005155523 1969-12-31 16:00:15.892 0.0 1.00515549672E9 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -1.00515552E9 -7 -1.00515549672E9 0.0 -8.0 true NULL 1063cEnGjSal 8 -624769630 1969-12-31 16:00:15.892 0.0 6.2476960372E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -6.247696E8 -7 -6.2476960372E8 0.0 -8.0 true NULL 4kMasVoB7lX1wc5i64bNk 8 683567667 1969-12-31 16:00:15.892 0.0 -6.8356769328E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 6.8356768E8 -7 6.8356769328E8 0.0 -8.0 true NULL XH6I7A417 8 436627202 1969-12-31 16:00:15.892 0.0 -4.3662722828E8 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 4.366272E8 -7 4.3662722828E8 0.0 -NULL false -13008.0 10 NULL -896629175 NULL NULL 8.9662914872E8 -13008.0 -1034825.424 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -8.9662914872E8 0.0 -NULL false -7707.0 10vke853 NULL 424959354 NULL NULL -4.2495938028E8 -7707.0 -613114.971 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 4.2495938028E8 0.0 -NULL false 14771.0 10 NULL 993788576 NULL NULL -9.9378860228E8 14771.0 1175077.363 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 9.9378860228E8 0.0 -NULL false 2459.0 10 NULL -394064473 NULL NULL 3.9406444672E8 2459.0 195620.827 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -3.9406444672E8 0.0 -NULL true -14640.0 101n6n461o NULL -819657767 NULL NULL 8.1965774072E8 -14640.0 -1164655.92 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -8.1965774072E8 0.0 -NULL true -14674.0 105aFDAt30c4rI4U NULL -831072496 NULL NULL 8.3107246972E8 -14674.0 -1167360.722 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -8.3107246972E8 0.0 -NULL true -7238.0 10ljXCFT6fG6Qi3S7414e NULL -256767096 NULL NULL 2.5676706972E8 -7238.0 -575804.614 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -2.5676706972E8 0.0 -NULL true -9489.0 10Yr6 NULL 500274721 NULL NULL -5.0027474728E8 -9489.0 -754878.417 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 5.0027474728E8 0.0 -NULL true 10419.0 10 NULL -721614386 NULL NULL 7.2161435972E8 10419.0 828862.7069999999 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -7.2161435972E8 0.0 -NULL true 14519.0 100xJdkyc NULL 729277608 NULL NULL -7.2927763428E8 14519.0 1155030.007 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 7.2927763428E8 0.0 -NULL true 2261.0 10Hr5oB07Ohu0622u NULL 612000160 NULL NULL -6.1200018628E8 2261.0 179869.33299999998 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 6.1200018628E8 0.0 -NULL true 4516.0 10lL0XD6WP2x64f70N0fHmC1 NULL -974538365 NULL NULL 9.7453833872E8 4516.0 359261.348 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -9.7453833872E8 0.0 -NULL true 4767.0 10dUdwyXp5XwgpkTxLffmv3x NULL 187503456 NULL NULL -1.8750348228E8 4767.0 379229.151 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 1.8750348228E8 0.0 -NULL true 5658.0 10M3eGUsKVonbl70DyoCk25 NULL 486382507 NULL NULL -4.8638253328E8 5658.0 450110.874 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 4.8638253328E8 0.0 -NULL true 8659.0 1047piRsT3c3r134I NULL 487236176 NULL NULL -4.8723620228E8 8659.0 688849.427 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 4.8723620228E8 0.0 +8.0 false NULL 10V3pN5r5lI2qWl2lG103 8 -362835731 1969-12-31 16:00:15.892 0.0 362835704.72 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -3.62835744E8 -7 -362835704.72 0.0 +8.0 false NULL 10c4qt584m5y6uWT 8 -183000142 1969-12-31 16:00:15.892 0.0 183000115.72 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -1.8300016E8 -7 -183000115.72 0.0 +8.0 false NULL 8GloEukQ0c68JDmnYL53 8 -722873402 1969-12-31 16:00:15.892 0.0 722873375.72 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -7.2287341E8 -7 -722873375.72 0.0 +8.0 false NULL kA0XH5C5 8 -503903864 1969-12-31 16:00:15.892 0.0 503903837.72 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -5.03903872E8 -7 -503903837.72 0.0 +8.0 true NULL 100VTM7PEW8GH1uE 8 88129338 1969-12-31 16:00:15.892 0.0 -88129364.28 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 8.8129328E7 -7 88129364.28 0.0 +8.0 true NULL 1062158y 8 -1005155523 1969-12-31 16:00:15.892 0.0 1005155496.72 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -1.00515552E9 -7 -1005155496.72 0.0 +8.0 true NULL 1063cEnGjSal 8 -624769630 1969-12-31 16:00:15.892 0.0 624769603.72 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 -6.247696E8 -7 -624769603.72 0.0 +8.0 true NULL 4kMasVoB7lX1wc5i64bNk 8 683567667 1969-12-31 16:00:15.892 0.0 -683567693.28 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 6.8356768E8 -7 683567693.28 0.0 +8.0 true NULL XH6I7A417 8 436627202 1969-12-31 16:00:15.892 0.0 -436627228.28 NULL NULL 1.0 0.0 0.0 NULL -8 0.0 4.366272E8 -7 436627228.28 0.0 +NULL false -13008.0 10 NULL -896629175 NULL NULL 896629148.72 -13008.0 -1034825.424 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -896629148.72 0.0 +NULL false -7707.0 10vke853 NULL 424959354 NULL NULL -424959380.28 -7707.0 -613114.971 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 424959380.28 0.0 +NULL false 14771.0 10 NULL 993788576 NULL NULL -993788602.28 14771.0 1175077.363 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 993788602.28 0.0 +NULL false 2459.0 10 NULL -394064473 NULL NULL 394064446.72 2459.0 195620.827 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -394064446.72 0.0 +NULL true -14640.0 101n6n461o NULL -819657767 NULL NULL 819657740.72 -14640.0 -1164655.92 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -819657740.72 0.0 +NULL true -14674.0 105aFDAt30c4rI4U NULL -831072496 NULL NULL 831072469.72 -14674.0 -1167360.722 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -831072469.72 0.0 +NULL true -7238.0 10ljXCFT6fG6Qi3S7414e NULL -256767096 NULL NULL 256767069.72 -7238.0 -575804.614 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -256767069.72 0.0 +NULL true -9489.0 10Yr6 NULL 500274721 NULL NULL -500274747.28 -9489.0 -754878.417 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 500274747.28 0.0 +NULL true 10419.0 10 NULL -721614386 NULL NULL 721614359.72 10419.0 828862.7069999999 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -721614359.72 0.0 +NULL true 14519.0 100xJdkyc NULL 729277608 NULL NULL -729277634.28 14519.0 1155030.007 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 729277634.28 0.0 +NULL true 2261.0 10Hr5oB07Ohu0622u NULL 612000160 NULL NULL -612000186.28 2261.0 179869.33299999998 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 612000186.28 0.0 +NULL true 4516.0 10lL0XD6WP2x64f70N0fHmC1 NULL -974538365 NULL NULL 974538338.72 4516.0 359261.348 NULL NULL NULL -23.0 NULL 0.0 NULL NULL -974538338.72 0.0 +NULL true 4767.0 10dUdwyXp5XwgpkTxLffmv3x NULL 187503456 NULL NULL -187503482.28 4767.0 379229.151 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 187503482.28 0.0 +NULL true 5658.0 10M3eGUsKVonbl70DyoCk25 NULL 486382507 NULL NULL -486382533.28 5658.0 450110.874 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 486382533.28 0.0 +NULL true 8659.0 1047piRsT3c3r134I NULL 487236176 NULL NULL -487236202.28 8659.0 688849.427 NULL NULL NULL -23.0 NULL 0.0 NULL NULL 487236202.28 0.0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_16.q.out b/ql/src/test/results/clientpositive/llap/vectorization_16.q.out index c1cdfe8..a1eb629 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_16.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_16.q.out @@ -49,6 +49,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -57,46 +58,47 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2308074 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((cstring2 like '%b%') and ((cdouble >= -1.389) or (cstring1 < 'a'))) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 769522 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cdouble (type: double), cstring1 (type: string), ctimestamp1 (type: timestamp) outputColumnNames: cdouble, cstring1, ctimestamp1 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 769522 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(cdouble), stddev_samp(cdouble), min(cdouble) keys: cdouble (type: double), cstring1 (type: string), ctimestamp1 (type: timestamp) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2048 Data size: 434588 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: string), _col2 (type: timestamp) sort order: +++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string), _col2 (type: timestamp) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2048 Data size: 434588 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: struct), _col5 (type: double) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), stddev_samp(VALUE._col1), min(VALUE._col2) keys: KEY._col0 (type: double), KEY._col1 (type: string), KEY._col2 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2048 Data size: 440327 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1024 Data size: 143566 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col1 (type: string), _col0 (type: double), _col2 (type: timestamp), (_col0 - 9763215.5639) (type: double), (- (_col0 - 9763215.5639)) (type: double), _col3 (type: bigint), _col4 (type: double), (- _col4) (type: double), (_col4 * UDFToDouble(_col3)) (type: double), _col5 (type: double), (9763215.5639 / _col0) (type: double), (UDFToDouble(_col3) / -1.389) (type: double), _col4 (type: double) + expressions: _col1 (type: string), _col0 (type: double), _col2 (type: timestamp), (_col0 - 9763215.5639) (type: double), (- (_col0 - 9763215.5639)) (type: double), _col3 (type: bigint), _col4 (type: double), (- _col4) (type: double), (_col4 * UDFToDouble(_col3)) (type: double), _col5 (type: double), (9763215.5639 / _col0) (type: double), (CAST( _col3 AS decimal(19,0)) / -1.389) (type: decimal(38,16)), _col4 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 2048 Data size: 440327 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1024 Data size: 307406 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2048 Data size: 440327 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1024 Data size: 307406 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -147,292 +149,292 @@ GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -00iT08 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -02VRbSC5I NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -03n0QGH NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -04w7DF25lHW4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -060EnWLmWE4K8Pv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0Apbh7X08i2JyMK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0EIL81O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0S3XIH2NDeS0xS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0TN06s2WtHc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0cg0haOcvRSlXg36n2k3k4 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0eBe1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0iqrc5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0lhcglI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0m8aHX5yF5muTQW NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0y7AJ4Mgm5KvSXXPh2802 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -12Y88CFE3600p4daxwcd1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -12YH5vxufod8Wu1R NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -12yT2agBjx3yQ NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -14272peG NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -15cWEp2JVNf8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -164334b43QNUJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -16L335OgyOKH4565 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -16P2kxk NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -18330cCeptCu564M15 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1NydRD5y5o3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1cO0m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1cVy44 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1f4h0JU667ht28ergbmQ42 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1gDXGG5x1D1v67 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1gdr1s14ckUm4h0A6Qj NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1hy4qfv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1j80NSLbNMdIc2H3R01D703 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1meQ3kXTFFWELpid NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1nnwS4QL88H4N4NItBY7Nje NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1pxO53oqqBm2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1sJei0Gh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -216N1n3bRv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -21UE6fJyy NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -21k073eUyWivL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -225vmIW8L75bEWVwFc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -22RO52O0M1M01M0Uk74eGx NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -24IGcUngY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -252YCGI2DXxpdm7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -25l26587m1fsM43r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -25w0iMiN06MP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -278v67J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2FBdToh5748vG3p1f4A2Koql NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2Is2C874 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2Kkk1q2T8Wfedft NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2MCek73Rwx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2MXQgy3CnV528om4I77x51i7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2OQAraVYMghEPUOfSU8YV3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2UTX78oBg574jiOyOy2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2W4Kg220OcCy065HG60k6e NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2diFRgr78diK6rSl0J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2fbAP8EJ4D5sArmrfUo3r NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2g07108CQP0nN6tb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2h2qsp14cr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2j2W3xc42VkSq4Nh NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2jU3jtuGteBoe0Cmf3gr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2sJpP82Tgm NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2tV7k NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2vXyUmN8p0lFrAjL1q3wOB6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2wgUNj08KLsG4wks06 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2yK4Bx76O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -31H4o7hC07b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -32t5QB82iY3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -33woPLwH3MFmK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -38Y7wt NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3Bm0J3xwvp NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3Fhv1QY7Y776eQ38a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3G0hB0J4W5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3KS55 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3N1o1bou84BHA70 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3Qm5PpAGbhf8NkWHJPv NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3SaS218squQ6hlv5H76M0C7p NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3StDSaH7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3abOQ1oI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3d1IDSME4v0F0LJbBr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3h8mD2F76eq4mS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3ocGWW4eY55A NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3r3sDvfUkG0yTP3LnX5mNQRr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3y1D3A7yxnQenJs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -40CP0hDas6g7m NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -40PQ82QY6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -42NY72w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -435oSIASgSON6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -46Y3G8Rf12bRc7KcY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -48xYJd1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4A7p4HkPm01W0 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4E4kmNOo5dbi25IJPfr05To NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4FANhS2t7p58VJ NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4KhrrQ0nJ7bMNTvhSCA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4LQe2Pd4m640E58XFA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4Mk3721iRh6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4QL5UDAU0u7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4SLME5xxs7k NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4UtjbA8bV4lkm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4Y6F2QEy0v68 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4dogOB620W83nFvbfA3H5su NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4eFGE3dwF5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4fNIOF6ul NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4jGPKNFY4TP2K8Gw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4kMasVoB7lX1wc5i64bNk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4l6OX60y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4s0J04m4B52 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4v3613837dytHDDLO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4y5o6RndF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4yAo7t54rr50u6Vci3p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4yCd7wSAHaHQj5f70x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -54GiCgon04NXfnms6b5WRj3W NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -570Sgf1L12mIrag2hICI51t NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -57vi3IQLIES0Q16OTuiC4Hf7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -58hP5c4e3S68K72k1tO1Edw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5NM44RohO4r6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5TVADgO1Sm3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5UbQg8TK4M8M71HeMyjKE46W NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5Uh3u36dO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5UuE7jmo6vi40e7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5Vd7QcLbL4c1d3Xb38G NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5VexJO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5Vypcl14RV5OcLe NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5b38BDVq7FrK342c0iI2w26H NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5b5ILkyshcQJ04 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5bd5T5FEdOrYRW00bvs NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5g8SC6Ol3gb0433c0B6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5h04mA3qHKIDx05St0NNx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5if5K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5kiN628ldFC6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5mPiHh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5ps7e8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -603r01G4J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -60KqhA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -62iCPoy17 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -64Vxl8QS NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -678iebWrL34TlW1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -68k8JcLTRwf8X2P7nE4X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -68ri6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6IWllEnT NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Mf2X0s3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Ob80MBP350rI275 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Pkr6mt6rI3Cno71h1EPb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6PpbCyjf6c88b NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6V57hA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6WRFtUnuF3scFWKkY4h782J NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Weo4BXewS0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6e5Vk3f3pMdefo NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6h6Kk4v030PNPj3Kc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6mQ6vL4d NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6o50QhXglfo0TlCF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6oAU0mBFKtwXOIAp7Yqi75H7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6p0GBdNQ2l5m15T NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6qdYTwkc3L5LGy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6xn1INe8xSG0487IUAaMYRH1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -707R5coSE4fhbU4ptKS1Y NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -71027fBh8760gbL7aF4K NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -716Tk0iWs7Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -74w2cGm0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -758SskfjqM6DdFRN0a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -75nB4HFf6o8qwf7gRdfNL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -763gCfCExoaB1yJmP NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -767fOfF1Oj8fyOv6YFI16rM NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -76Xl5E7ttiejsqcvfJmtNB0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -77IBEt1Or1c24vWPvigS3w13 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -78Pqc5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7A80ue3836206PwI4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7AJH2574A48M0I1wN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7Dl7rr2aa2bfovt1yny5v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7GeACqY0R NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7OnIvTMO27Hksu6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7SND06C NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7i03i80 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7p5eY6u03Oc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7wH3hBKdO55Xq3gEEe0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -82If7B6m5DWsXE8LE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -886wwGvXf6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -88dJOgqIlfUA411 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8F0hWV76XxO87NUJ7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8F3j56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8H81KcrcWG4xB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8JNVrH3Lasa826 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8Pa8a8MJ24 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8QWCbCQMIc3bsI7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8RYSCOw18284ncYbFjG2kq6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8cn0K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8k5161277021n NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8qG35U66qmjIeLy5Iir6Yy21 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8qhEui604mB8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8r4JLW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8x0kI0603QJ6sd0404n NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8xML5SQm27gN NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8yLnMOGxRK4e0Nff NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A1h6G3bgyRxxvyhyWhVL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A30e7a8ia36g25YQc8xTXBgB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A4T1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A72HPe7U2Ss24o0mmt58YXMm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A74OqWUyE2kkH1o0Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -ALpMVq8Q6P01w6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -AfW67EWaHMIQ7yvfqHRUwB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -AmYxfSOBdJv8B48l0VAeeI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Anj0oF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -AtJMWIQ0TN4v1Vrj1pHI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -BRL163CF0o NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -BYt5Ww10GR12r8jQffd25Q NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Bb2AdwWmQOcwJhqF NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Bu1QtYr5sfcMxyD2c650GW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Byv03ok NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -C3s1RP5q7vW4B NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CEIf818kp62v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CbQNlJb76sx257 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CbULhCEo3m8Q357 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CoMlAAYdRSe NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CpJNPe416g82r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CtU2PW66tBCk0swxglxDIp2F NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -D6BS618N87J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -DS4iDURlsq418pFh8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Df7N7eedkot NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -DfTvU1F4hkNd5lJ4FGSe NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -DglR0T NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -E4JEjNiE NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -EX3K4E0EI1YiI1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Eo3tUJICSn2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -EqAU5Jit8kJfgutgf0U7Ren5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -EqUT4hfjoX45 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Fe4Bfs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Fj7LiN85m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -GS7Sinl7k2srPHIdC7xsu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -GVsdgDhg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -GY0R5v7a8x43DO5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -H4fFjtoak NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -HA1yh NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Hf8123hK0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -HfdKopI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I1be6JuP8HeaA8UI8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I2p1w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I357kVmhkel010Hs16 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I35E0Rr2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I884R85q1kn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IGG1BJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IViYKd NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IW8oEsDH0V0rY5U NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IifFS03pnGO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Iit87iX NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IorWR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -J6S681J6JPB2SD6Uc08U1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JH051GV4O3FyM7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JPrU65giKMJpNd0611w4qcF NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JXySu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Jj21024T2xdn6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Jm1d3h3OxQE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JrReU7qfE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Js07yFa2qnrfVU1j2e3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JvGVOip65N3hgA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KCaXaJvGKfj1tr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KDr0tMRnCJJIBA84 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KIXnc1tg5tx7JUmV14 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KKQ82Pvc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KXvq4OfKW641X0d4WHM2md0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Kft68MpoAc4tLMS2ck3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KxewntCJ0mlktP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -L0if56g18jb2G4ThBy8FLD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -L417R4I8nG6Mps NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -L64VGc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LAi381BGdEy78j4ke NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LCDBN0aaC17yk5kx8bq NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LHow6beTFmm4fPjj43Qy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LKRvI78ReJ6OGetwpvK NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LT14Ev NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LXmcL8DQ616e NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LdiBaUk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M3e586V3688s64J7j NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M4HtnssfQiEAD0jYL6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M5TxI32kgu NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M7xB374ixGAp NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MCL83EIwhTq5L3clV2S1c8Q NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MJ7Ej4tBYS8l2mK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MP6mdTJr380 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MWoHbU5I00oL7X86882y8cou NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MXefAh62BQEYn6T54AuUf NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Mk4tWJvwrb NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MveCxn2pneC75WCdN76kovr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N17J6bKt243 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N6BMOr83ecL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N6Dh6XreCWb0aA4nmDnFOO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N8222wByj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -NABd3KhjjaVfcj2Q7SJ46 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL +00iT08 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +02VRbSC5I NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +03n0QGH NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +04w7DF25lHW4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +060EnWLmWE4K8Pv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0Apbh7X08i2JyMK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0EIL81O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0S3XIH2NDeS0xS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0TN06s2WtHc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0cg0haOcvRSlXg36n2k3k4 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0eBe1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0iqrc5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0lhcglI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0m8aHX5yF5muTQW NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0y7AJ4Mgm5KvSXXPh2802 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +12Y88CFE3600p4daxwcd1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +12YH5vxufod8Wu1R NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +12yT2agBjx3yQ NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +14272peG NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +15cWEp2JVNf8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +164334b43QNUJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +16L335OgyOKH4565 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +16P2kxk NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +18330cCeptCu564M15 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1NydRD5y5o3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1cO0m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1cVy44 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1f4h0JU667ht28ergbmQ42 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1gDXGG5x1D1v67 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1gdr1s14ckUm4h0A6Qj NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1hy4qfv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1j80NSLbNMdIc2H3R01D703 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1meQ3kXTFFWELpid NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1nnwS4QL88H4N4NItBY7Nje NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1pxO53oqqBm2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1sJei0Gh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +216N1n3bRv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +21UE6fJyy NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +21k073eUyWivL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +225vmIW8L75bEWVwFc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +22RO52O0M1M01M0Uk74eGx NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +24IGcUngY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +252YCGI2DXxpdm7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +25l26587m1fsM43r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +25w0iMiN06MP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +278v67J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2FBdToh5748vG3p1f4A2Koql NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2Is2C874 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2Kkk1q2T8Wfedft NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2MCek73Rwx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2MXQgy3CnV528om4I77x51i7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2OQAraVYMghEPUOfSU8YV3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2UTX78oBg574jiOyOy2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2W4Kg220OcCy065HG60k6e NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2diFRgr78diK6rSl0J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2fbAP8EJ4D5sArmrfUo3r NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2g07108CQP0nN6tb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2h2qsp14cr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2j2W3xc42VkSq4Nh NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2jU3jtuGteBoe0Cmf3gr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2sJpP82Tgm NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2tV7k NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2vXyUmN8p0lFrAjL1q3wOB6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2wgUNj08KLsG4wks06 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2yK4Bx76O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +31H4o7hC07b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +32t5QB82iY3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +33woPLwH3MFmK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +38Y7wt NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3Bm0J3xwvp NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3Fhv1QY7Y776eQ38a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3G0hB0J4W5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3KS55 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3N1o1bou84BHA70 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3Qm5PpAGbhf8NkWHJPv NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3SaS218squQ6hlv5H76M0C7p NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3StDSaH7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3abOQ1oI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3d1IDSME4v0F0LJbBr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3h8mD2F76eq4mS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3ocGWW4eY55A NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3r3sDvfUkG0yTP3LnX5mNQRr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3y1D3A7yxnQenJs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +40CP0hDas6g7m NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +40PQ82QY6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +42NY72w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +435oSIASgSON6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +46Y3G8Rf12bRc7KcY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +48xYJd1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4A7p4HkPm01W0 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4E4kmNOo5dbi25IJPfr05To NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4FANhS2t7p58VJ NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4KhrrQ0nJ7bMNTvhSCA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4LQe2Pd4m640E58XFA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4Mk3721iRh6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4QL5UDAU0u7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4SLME5xxs7k NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4UtjbA8bV4lkm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4Y6F2QEy0v68 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4dogOB620W83nFvbfA3H5su NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4eFGE3dwF5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4fNIOF6ul NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4jGPKNFY4TP2K8Gw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4kMasVoB7lX1wc5i64bNk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4l6OX60y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4s0J04m4B52 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4v3613837dytHDDLO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4y5o6RndF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4yAo7t54rr50u6Vci3p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4yCd7wSAHaHQj5f70x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +54GiCgon04NXfnms6b5WRj3W NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +570Sgf1L12mIrag2hICI51t NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +57vi3IQLIES0Q16OTuiC4Hf7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +58hP5c4e3S68K72k1tO1Edw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5NM44RohO4r6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5TVADgO1Sm3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5UbQg8TK4M8M71HeMyjKE46W NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5Uh3u36dO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5UuE7jmo6vi40e7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5Vd7QcLbL4c1d3Xb38G NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5VexJO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5Vypcl14RV5OcLe NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5b38BDVq7FrK342c0iI2w26H NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5b5ILkyshcQJ04 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5bd5T5FEdOrYRW00bvs NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5g8SC6Ol3gb0433c0B6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5h04mA3qHKIDx05St0NNx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5if5K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5kiN628ldFC6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5mPiHh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5ps7e8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +603r01G4J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +60KqhA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +62iCPoy17 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +64Vxl8QS NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +678iebWrL34TlW1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +68k8JcLTRwf8X2P7nE4X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +68ri6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6IWllEnT NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Mf2X0s3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Ob80MBP350rI275 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Pkr6mt6rI3Cno71h1EPb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6PpbCyjf6c88b NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6V57hA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6WRFtUnuF3scFWKkY4h782J NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Weo4BXewS0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6e5Vk3f3pMdefo NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6h6Kk4v030PNPj3Kc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6mQ6vL4d NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6o50QhXglfo0TlCF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6oAU0mBFKtwXOIAp7Yqi75H7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6p0GBdNQ2l5m15T NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6qdYTwkc3L5LGy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6xn1INe8xSG0487IUAaMYRH1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +707R5coSE4fhbU4ptKS1Y NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +71027fBh8760gbL7aF4K NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +716Tk0iWs7Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +74w2cGm0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +758SskfjqM6DdFRN0a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +75nB4HFf6o8qwf7gRdfNL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +763gCfCExoaB1yJmP NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +767fOfF1Oj8fyOv6YFI16rM NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +76Xl5E7ttiejsqcvfJmtNB0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +77IBEt1Or1c24vWPvigS3w13 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +78Pqc5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7A80ue3836206PwI4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7AJH2574A48M0I1wN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7Dl7rr2aa2bfovt1yny5v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7GeACqY0R NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7OnIvTMO27Hksu6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7SND06C NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7i03i80 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7p5eY6u03Oc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7wH3hBKdO55Xq3gEEe0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +82If7B6m5DWsXE8LE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +886wwGvXf6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +88dJOgqIlfUA411 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8F0hWV76XxO87NUJ7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8F3j56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8H81KcrcWG4xB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8JNVrH3Lasa826 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8Pa8a8MJ24 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8QWCbCQMIc3bsI7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8RYSCOw18284ncYbFjG2kq6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8cn0K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8k5161277021n NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8qG35U66qmjIeLy5Iir6Yy21 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8qhEui604mB8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8r4JLW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8x0kI0603QJ6sd0404n NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8xML5SQm27gN NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8yLnMOGxRK4e0Nff NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A1h6G3bgyRxxvyhyWhVL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A30e7a8ia36g25YQc8xTXBgB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A4T1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A72HPe7U2Ss24o0mmt58YXMm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A74OqWUyE2kkH1o0Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +ALpMVq8Q6P01w6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +AfW67EWaHMIQ7yvfqHRUwB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +AmYxfSOBdJv8B48l0VAeeI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Anj0oF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +AtJMWIQ0TN4v1Vrj1pHI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +BRL163CF0o NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +BYt5Ww10GR12r8jQffd25Q NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Bb2AdwWmQOcwJhqF NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Bu1QtYr5sfcMxyD2c650GW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Byv03ok NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +C3s1RP5q7vW4B NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CEIf818kp62v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CbQNlJb76sx257 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CbULhCEo3m8Q357 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CoMlAAYdRSe NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CpJNPe416g82r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CtU2PW66tBCk0swxglxDIp2F NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +D6BS618N87J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +DS4iDURlsq418pFh8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Df7N7eedkot NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +DfTvU1F4hkNd5lJ4FGSe NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +DglR0T NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +E4JEjNiE NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +EX3K4E0EI1YiI1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Eo3tUJICSn2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +EqAU5Jit8kJfgutgf0U7Ren5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +EqUT4hfjoX45 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Fe4Bfs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Fj7LiN85m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +GS7Sinl7k2srPHIdC7xsu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +GVsdgDhg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +GY0R5v7a8x43DO5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +H4fFjtoak NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +HA1yh NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Hf8123hK0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +HfdKopI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I1be6JuP8HeaA8UI8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I2p1w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I357kVmhkel010Hs16 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I35E0Rr2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I884R85q1kn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IGG1BJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IViYKd NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IW8oEsDH0V0rY5U NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IifFS03pnGO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Iit87iX NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IorWR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +J6S681J6JPB2SD6Uc08U1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JH051GV4O3FyM7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JPrU65giKMJpNd0611w4qcF NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JXySu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Jj21024T2xdn6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Jm1d3h3OxQE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JrReU7qfE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Js07yFa2qnrfVU1j2e3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JvGVOip65N3hgA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KCaXaJvGKfj1tr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KDr0tMRnCJJIBA84 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KIXnc1tg5tx7JUmV14 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KKQ82Pvc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KXvq4OfKW641X0d4WHM2md0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Kft68MpoAc4tLMS2ck3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KxewntCJ0mlktP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +L0if56g18jb2G4ThBy8FLD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +L417R4I8nG6Mps NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +L64VGc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LAi381BGdEy78j4ke NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LCDBN0aaC17yk5kx8bq NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LHow6beTFmm4fPjj43Qy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LKRvI78ReJ6OGetwpvK NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LT14Ev NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LXmcL8DQ616e NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LdiBaUk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M3e586V3688s64J7j NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M4HtnssfQiEAD0jYL6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M5TxI32kgu NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M7xB374ixGAp NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MCL83EIwhTq5L3clV2S1c8Q NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MJ7Ej4tBYS8l2mK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MP6mdTJr380 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MWoHbU5I00oL7X86882y8cou NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MXefAh62BQEYn6T54AuUf NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Mk4tWJvwrb NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MveCxn2pneC75WCdN76kovr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N17J6bKt243 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N6BMOr83ecL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N6Dh6XreCWb0aA4nmDnFOO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N8222wByj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +NABd3KhjjaVfcj2Q7SJ46 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL NULL 15601.0 1969-12-31 15:59:43.919 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 15:59:44.07 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 15:59:44.179 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 @@ -553,7 +555,7 @@ NULL 15601.0 1969-12-31 16:00:05.027 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 1 NULL 15601.0 1969-12-31 16:00:05.132 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:05.327 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:05.334 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 -NULL 15601.0 1969-12-31 16:00:05.617 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152627 0.0 +NULL 15601.0 1969-12-31 16:00:05.617 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152628 0.0 NULL 15601.0 1969-12-31 16:00:05.83 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:06.051 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:06.692 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 @@ -595,77 +597,77 @@ NULL 15601.0 1969-12-31 16:00:14.903 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 1 NULL 15601.0 1969-12-31 16:00:15.39 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:15.805 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:16.076 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 -NULL 15601.0 1969-12-31 16:00:16.279 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152627 0.0 -Nmt6E360X6dpX58CR2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -O2U2c43Dx4QtYQ3ynA1CLGI3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -O65HL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OLq35YO3U NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OSBq0b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OSc0r NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OgARV6n1iMYIW1VUm1ybG NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Or43Y6lI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OxfCar17 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -P4shXtBlvn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PADsH06 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PLFB86o84end3tdsS2hVL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PWAPwbw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Pcj70ddpJ0iD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PnD8l5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Q31pMN30tPv010W0U2h1s124 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Q72e8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QOwp866GD0E0g3nwq NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QRQRpg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QSdVNqav1efvKUht5o3N6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QT8H3G133r01VKlM3P45iP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Qfy07 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Qgoscb7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -R0mjxoFLf4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -R875Td3QD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -R8B6PMUCp8Fuw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RG57safmo8UjXo4c1230u NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RVa8teOcCN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RaVXc0k4i2X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -ReN3066RXtQ3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RsDHrL27QLW NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -S2XuI4SnrfBF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Sf0Oqe1G NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -SrPY18L7FKBp8WO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Sw74GCctTG3OmA1S330EC NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -T3qQxO7gFwJNh4Mb3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -TD01cg4gOr1msv1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -TiI8AiopSL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -To6s02tm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -TrVt3076w4QSXF83Io NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Tt1BcY8q3welBr7o22KI3jF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -U16wryUI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -U83eH0Y8P1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -UAx76nB02256 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -UQv8T28745qO62T NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -UtFC8i5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -V2075fV NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -V630OaEm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -VAv3o4ihQU0V87NMwfyg31 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -ViqXS6s88N1yr14lj7I NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Vp5I58Cls2jANj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -VqxF5T5p2bx7R1d4DB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WT37Vm67A7YcqB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WYv3r54T7Ct4h607XnR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WnN1oFEwhY4Heri3J7Jp8St NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WxJ1m2qV553MQ5vgJG8cj NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -X1cNlHRHJ5h6H8qs832 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -X5pO0i1Yd6055F5FPNY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -X81pl2c1Y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XA0uP5c61MU NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XBfrKWaX68o7HCfKf NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XOypj8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XWuYuk5qpn5Khs3764E56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XtF80FdC1a3Uw22G6GIPr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Xtw4eM002sS1101p NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Xw6nBW1A205Rv7rE NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XyG3M688p4eP46 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Y8q0gMXFDD4qo2nSC8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YCY6SM1FK83x0XYANbo NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YRLL1E NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YY7Ji0cFe7R1 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Ytgl8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YwV7DVLB0kut0S5p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL +NULL 15601.0 1969-12-31 16:00:16.279 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152628 0.0 +Nmt6E360X6dpX58CR2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +O2U2c43Dx4QtYQ3ynA1CLGI3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +O65HL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OLq35YO3U NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OSBq0b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OSc0r NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OgARV6n1iMYIW1VUm1ybG NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Or43Y6lI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OxfCar17 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +P4shXtBlvn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PADsH06 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PLFB86o84end3tdsS2hVL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PWAPwbw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Pcj70ddpJ0iD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PnD8l5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Q31pMN30tPv010W0U2h1s124 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Q72e8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QOwp866GD0E0g3nwq NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QRQRpg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QSdVNqav1efvKUht5o3N6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QT8H3G133r01VKlM3P45iP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Qfy07 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Qgoscb7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +R0mjxoFLf4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +R875Td3QD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +R8B6PMUCp8Fuw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RG57safmo8UjXo4c1230u NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RVa8teOcCN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RaVXc0k4i2X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +ReN3066RXtQ3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RsDHrL27QLW NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +S2XuI4SnrfBF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Sf0Oqe1G NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +SrPY18L7FKBp8WO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Sw74GCctTG3OmA1S330EC NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +T3qQxO7gFwJNh4Mb3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +TD01cg4gOr1msv1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +TiI8AiopSL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +To6s02tm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +TrVt3076w4QSXF83Io NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Tt1BcY8q3welBr7o22KI3jF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +U16wryUI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +U83eH0Y8P1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +UAx76nB02256 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +UQv8T28745qO62T NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +UtFC8i5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +V2075fV NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +V630OaEm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +VAv3o4ihQU0V87NMwfyg31 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +ViqXS6s88N1yr14lj7I NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Vp5I58Cls2jANj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +VqxF5T5p2bx7R1d4DB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WT37Vm67A7YcqB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WYv3r54T7Ct4h607XnR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WnN1oFEwhY4Heri3J7Jp8St NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WxJ1m2qV553MQ5vgJG8cj NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +X1cNlHRHJ5h6H8qs832 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +X5pO0i1Yd6055F5FPNY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +X81pl2c1Y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XA0uP5c61MU NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XBfrKWaX68o7HCfKf NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XOypj8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XWuYuk5qpn5Khs3764E56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XtF80FdC1a3Uw22G6GIPr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Xtw4eM002sS1101p NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Xw6nBW1A205Rv7rE NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XyG3M688p4eP46 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Y8q0gMXFDD4qo2nSC8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YCY6SM1FK83x0XYANbo NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YRLL1E NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YY7Ji0cFe7R1 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Ytgl8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YwV7DVLB0kut0S5p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL diff --git a/ql/src/test/results/clientpositive/llap/vectorization_17.q.out b/ql/src/test/results/clientpositive/llap/vectorization_17.q.out index 6116142..3a77cc9 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_17.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_17.q.out @@ -57,6 +57,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -65,33 +66,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1647550 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((cbigint > -23) and ((cdouble <> 988888.0) or (UDFToDouble(cint) > -863.257))) and ((ctinyint >= 33) or (UDFToLong(csmallint) >= cbigint) or (UDFToDouble(cfloat) = cdouble))) (type: boolean) - Statistics: Num rows: 4778 Data size: 1027287 Basic stats: COMPLETE Column stats: NONE + predicate: ((cbigint > -23) and ((cdouble <> 988888.0) or (CAST( cint AS decimal(13,3)) > -863.257)) and ((ctinyint >= 33) or (UDFToLong(csmallint) >= cbigint) or (UDFToDouble(cfloat) = cdouble))) (type: boolean) + Statistics: Num rows: 4778 Data size: 640688 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: cfloat (type: float), cstring1 (type: string), cint (type: int), ctimestamp1 (type: timestamp), cdouble (type: double), cbigint (type: bigint), (UDFToDouble(cfloat) / UDFToDouble(ctinyint)) (type: double), (UDFToLong(cint) % cbigint) (type: bigint), (- cdouble) (type: double), (cdouble + (UDFToDouble(cfloat) / UDFToDouble(ctinyint))) (type: double), (cdouble / UDFToDouble(cint)) (type: double), (- (- cdouble)) (type: double), (9763215.5639 % UDFToDouble(cbigint)) (type: double), (2563.58 + (- (- cdouble))) (type: double) + expressions: cfloat (type: float), cstring1 (type: string), cint (type: int), ctimestamp1 (type: timestamp), cdouble (type: double), cbigint (type: bigint), (UDFToDouble(cfloat) / UDFToDouble(ctinyint)) (type: double), (UDFToLong(cint) % cbigint) (type: bigint), (- cdouble) (type: double), (cdouble + (UDFToDouble(cfloat) / UDFToDouble(ctinyint))) (type: double), (cdouble / UDFToDouble(cint)) (type: double), (- (- cdouble)) (type: double), (9763215.5639 % CAST( cbigint AS decimal(19,0))) (type: decimal(11,4)), (2563.58 + (- (- cdouble))) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 4778 Data size: 1027287 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4778 Data size: 1414848 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col5 (type: bigint), _col0 (type: float) sort order: ++ - Statistics: Num rows: 4778 Data size: 1027287 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: timestamp), _col4 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double) + Statistics: Num rows: 4778 Data size: 1414848 Basic stats: COMPLETE Column stats: COMPLETE + value expressions: _col1 (type: string), _col2 (type: int), _col3 (type: timestamp), _col4 (type: double), _col6 (type: double), _col7 (type: bigint), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: decimal(11,4)), _col13 (type: double) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey1 (type: float), VALUE._col0 (type: string), VALUE._col1 (type: int), VALUE._col2 (type: timestamp), VALUE._col3 (type: double), KEY.reducesinkkey0 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: bigint), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double) + expressions: KEY.reducesinkkey1 (type: float), VALUE._col0 (type: string), VALUE._col1 (type: int), VALUE._col2 (type: timestamp), VALUE._col3 (type: double), KEY.reducesinkkey0 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: bigint), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: decimal(11,4)), VALUE._col11 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 4778 Data size: 1027287 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4778 Data size: 1414848 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 4778 Data size: 1027287 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4778 Data size: 1414848 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -161,7 +163,7 @@ POSTHOOK: Input: default@alltypesorc 34.0 NULL NULL 1969-12-31 15:59:45.717 15601.0 1425488085 1.0 NULL -15601.0 15602.0 NULL 15601.0 9763215.5639 18164.58 34.0 NULL NULL 1969-12-31 15:59:48.473 -200.0 144591485 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 34.0 NULL NULL 1969-12-31 15:59:53.981 -7196.0 131852675 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 -34.0 NULL NULL 1969-12-31 15:59:54.145 -7196.0 9288869 1.0 NULL 7196.0 -7195.0 NULL -7196.0 474346.5638999995 -4632.42 +34.0 NULL NULL 1969-12-31 15:59:54.145 -7196.0 9288869 1.0 NULL 7196.0 -7195.0 NULL -7196.0 474346.5639 -4632.42 34.0 NULL NULL 1969-12-31 15:59:54.821 15601.0 1736691817 1.0 NULL -15601.0 15602.0 NULL 15601.0 9763215.5639 18164.58 34.0 NULL NULL 1969-12-31 16:00:00.82 -7196.0 221369308 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 34.0 NULL NULL 1969-12-31 16:00:01.232 -200.0 1961389522 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 @@ -186,7 +188,7 @@ POSTHOOK: Input: default@alltypesorc 36.0 NULL NULL 1969-12-31 15:59:46.019 -7196.0 1086107721 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 36.0 NULL NULL 1969-12-31 15:59:48.771 15601.0 503569096 1.0 NULL -15601.0 15602.0 NULL 15601.0 9763215.5639 18164.58 36.0 NULL NULL 1969-12-31 15:59:55.218 15601.0 445347927 1.0 NULL -15601.0 15602.0 NULL 15601.0 9763215.5639 18164.58 -36.0 NULL NULL 1969-12-31 15:59:58.752 15601.0 4757615 1.0 NULL -15601.0 15602.0 NULL 15601.0 247985.56389999948 18164.58 +36.0 NULL NULL 1969-12-31 15:59:58.752 15601.0 4757615 1.0 NULL -15601.0 15602.0 NULL 15601.0 247985.5639 18164.58 36.0 NULL NULL 1969-12-31 16:00:00.865 -7196.0 1613629130 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 36.0 NULL NULL 1969-12-31 16:00:05.234 15601.0 873370057 1.0 NULL -15601.0 15602.0 NULL 15601.0 9763215.5639 18164.58 36.0 NULL NULL 1969-12-31 16:00:06.51 -7196.0 1141844958 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 @@ -412,7 +414,7 @@ POSTHOOK: Input: default@alltypesorc 54.0 NULL NULL 1969-12-31 16:00:10.187 -200.0 829351969 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 54.0 NULL NULL 1969-12-31 16:00:13.128 -7196.0 1288406362 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 54.0 NULL NULL 1969-12-31 16:00:14.808 15601.0 493058527 1.0 NULL -15601.0 15602.0 NULL 15601.0 9763215.5639 18164.58 -55.0 NULL NULL 1969-12-31 15:59:51.024 -200.0 4521993 1.0 NULL 200.0 -199.0 NULL -200.0 719229.5638999995 2363.58 +55.0 NULL NULL 1969-12-31 15:59:51.024 -200.0 4521993 1.0 NULL 200.0 -199.0 NULL -200.0 719229.5639 2363.58 55.0 NULL NULL 1969-12-31 15:59:51.884 -200.0 391675186 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 55.0 NULL NULL 1969-12-31 15:59:56.568 -7196.0 468599417 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 55.0 NULL NULL 1969-12-31 15:59:56.776 -200.0 1254338221 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 @@ -479,7 +481,7 @@ POSTHOOK: Input: default@alltypesorc 60.0 NULL NULL 1969-12-31 16:00:06.811 -200.0 733796430 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 60.0 NULL NULL 1969-12-31 16:00:13.71 -7196.0 1067519794 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 61.0 NULL NULL 1969-12-31 15:59:44.836 -7196.0 1003317046 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 -61.0 NULL NULL 1969-12-31 15:59:44.877 -7196.0 1661971 1.0 NULL 7196.0 -7195.0 NULL -7196.0 1453360.5638999995 -4632.42 +61.0 NULL NULL 1969-12-31 15:59:44.877 -7196.0 1661971 1.0 NULL 7196.0 -7195.0 NULL -7196.0 1453360.5639 -4632.42 61.0 NULL NULL 1969-12-31 15:59:45.97 -200.0 1333492663 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 61.0 NULL NULL 1969-12-31 15:59:49.195 -200.0 1478237866 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 61.0 NULL NULL 1969-12-31 15:59:50.861 -7196.0 1596693466 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 @@ -498,7 +500,7 @@ POSTHOOK: Input: default@alltypesorc 62.0 NULL NULL 1969-12-31 15:59:54.256 -7196.0 524247756 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 62.0 NULL NULL 1969-12-31 15:59:54.762 -200.0 1011458748 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 62.0 NULL NULL 1969-12-31 16:00:02.38 -7196.0 1733885960 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 -62.0 NULL NULL 1969-12-31 16:00:04.967 -200.0 988888 1.0 NULL 200.0 -199.0 NULL -200.0 863223.5638999995 2363.58 +62.0 NULL NULL 1969-12-31 16:00:04.967 -200.0 988888 1.0 NULL 200.0 -199.0 NULL -200.0 863223.5639 2363.58 62.0 NULL NULL 1969-12-31 16:00:07.828 -200.0 1801868132 1.0 NULL 200.0 -199.0 NULL -200.0 9763215.5639 2363.58 62.0 NULL NULL 1969-12-31 16:00:10.51 15601.0 1815385311 1.0 NULL -15601.0 15602.0 NULL 15601.0 9763215.5639 18164.58 62.0 NULL NULL 1969-12-31 16:00:12.36 -7196.0 176172843 1.0 NULL 7196.0 -7195.0 NULL -7196.0 9763215.5639 -4632.42 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_3.q.out b/ql/src/test/results/clientpositive/llap/vectorization_3.q.out index a9aba5f..73b2cdd 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_3.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_3.q.out @@ -1,5 +1,4 @@ WARNING: Comparing a bigint and a double may result in a loss of precision. -WARNING: Comparing a bigint and a double may result in a loss of precision. PREHOOK: query: -- SORT_QUERY_RESULTS SELECT STDDEV_SAMP(csmallint), diff --git a/ql/src/test/results/clientpositive/llap/vectorization_7.q.out b/ql/src/test/results/clientpositive/llap/vectorization_7.q.out index ef34f84..54cc498 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_7.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_7.q.out @@ -63,6 +63,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -71,35 +72,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3019778 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((ctinyint <> 0) and ((UDFToDouble(ctimestamp1) <= 0.0) or (UDFToInteger(ctinyint) = cint) or (cstring2 like 'ss'))) and ((988888.0 < cdouble) or ((UDFToDouble(ctimestamp2) > -15.0) and (3569.0 >= cdouble)))) (type: boolean) - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + predicate: ((ctinyint <> 0) and ((UDFToDouble(ctimestamp1) <= 0.0) or (UDFToInteger(ctinyint) = cint) or (cstring2 like 'ss')) and ((988888.0 < cdouble) or ((UDFToDouble(ctimestamp2) > -15.0) and (3569.0 >= cdouble)))) (type: boolean) + Statistics: Num rows: 7281 Data size: 1789382 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cboolean1 (type: boolean), cbigint (type: bigint), csmallint (type: smallint), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cstring1 (type: string), (cbigint + cbigint) (type: bigint), (UDFToInteger(csmallint) % -257) (type: int), (- csmallint) (type: smallint), (- ctinyint) (type: tinyint), (UDFToInteger((- ctinyint)) + 17) (type: int), (cbigint * UDFToLong((- csmallint))) (type: bigint), (cint % UDFToInteger(csmallint)) (type: int), (- ctinyint) (type: tinyint), ((- ctinyint) % ctinyint) (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7281 Data size: 1231410 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: boolean), _col1 (type: bigint), _col2 (type: smallint), _col3 (type: tinyint), _col4 (type: timestamp), _col5 (type: string), _col6 (type: bigint), _col7 (type: int), _col8 (type: smallint), _col9 (type: tinyint), _col10 (type: int), _col11 (type: bigint), _col12 (type: int), _col13 (type: tinyint), _col14 (type: tinyint) sort order: +++++++++++++++ - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7281 Data size: 1231410 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: smallint), KEY.reducesinkkey3 (type: tinyint), KEY.reducesinkkey4 (type: timestamp), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: bigint), KEY.reducesinkkey7 (type: int), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey10 (type: int), KEY.reducesinkkey11 (type: bigint), KEY.reducesinkkey12 (type: int), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey14 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7281 Data size: 1231410 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 25 - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4380 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4380 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -252,6 +255,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -260,35 +264,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3019778 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: (((ctinyint <> 0) and ((UDFToDouble(ctimestamp1) <= 0.0) or (UDFToInteger(ctinyint) = cint) or (cstring2 like 'ss'))) and ((988888.0 < cdouble) or ((UDFToDouble(ctimestamp2) > 7.6850000000000005) and (3569.0 >= cdouble)))) (type: boolean) - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + predicate: ((ctinyint <> 0) and ((UDFToDouble(ctimestamp1) <= 0.0) or (UDFToInteger(ctinyint) = cint) or (cstring2 like 'ss')) and ((988888.0 < cdouble) or ((UDFToDouble(ctimestamp2) > 7.6850000000000005) and (3569.0 >= cdouble)))) (type: boolean) + Statistics: Num rows: 7281 Data size: 1789382 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cboolean1 (type: boolean), cbigint (type: bigint), csmallint (type: smallint), ctinyint (type: tinyint), ctimestamp1 (type: timestamp), cstring1 (type: string), (cbigint + cbigint) (type: bigint), (UDFToInteger(csmallint) % -257) (type: int), (- csmallint) (type: smallint), (- ctinyint) (type: tinyint), (UDFToInteger((- ctinyint)) + 17) (type: int), (cbigint * UDFToLong((- csmallint))) (type: bigint), (cint % UDFToInteger(csmallint)) (type: int), (- ctinyint) (type: tinyint), ((- ctinyint) % ctinyint) (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7281 Data size: 1231410 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: boolean), _col1 (type: bigint), _col2 (type: smallint), _col3 (type: tinyint), _col4 (type: timestamp), _col5 (type: string), _col6 (type: bigint), _col7 (type: int), _col8 (type: smallint), _col9 (type: tinyint), _col10 (type: int), _col11 (type: bigint), _col12 (type: int), _col13 (type: tinyint), _col14 (type: tinyint) sort order: +++++++++++++++ - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7281 Data size: 1231410 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: smallint), KEY.reducesinkkey3 (type: tinyint), KEY.reducesinkkey4 (type: timestamp), KEY.reducesinkkey5 (type: string), KEY.reducesinkkey6 (type: bigint), KEY.reducesinkkey7 (type: int), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey10 (type: int), KEY.reducesinkkey11 (type: bigint), KEY.reducesinkkey12 (type: int), KEY.reducesinkkey9 (type: tinyint), KEY.reducesinkkey14 (type: tinyint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 7281 Data size: 1565441 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7281 Data size: 1231410 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 25 - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4380 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 4380 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_8.q.out b/ql/src/test/results/clientpositive/llap/vectorization_8.q.out index 336af36..70ef835 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_8.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_8.q.out @@ -59,6 +59,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -67,35 +68,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2983078 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: ((cstring2 is not null and (UDFToDouble(ctimestamp1) <= 10.0) and (UDFToDouble(ctimestamp2) <> 16.0)) or (cfloat < -6432.0) or (cboolean1 is not null and (cdouble = 988888.0))) (type: boolean) - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + predicate: ((cstring2 is not null and (UDFToDouble(ctimestamp1) <= 10.0) and (UDFToDouble(ctimestamp2) <> 16.0)) or (cfloat < -6432) or (cboolean1 is not null and (cdouble = 988888.0))) (type: boolean) + Statistics: Num rows: 3060 Data size: 743036 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ctimestamp1 (type: timestamp), cdouble (type: double), cboolean1 (type: boolean), cstring1 (type: string), cfloat (type: float), (- cdouble) (type: double), (-5638.15 - cdouble) (type: double), (cdouble * -257.0) (type: double), (UDFToFloat(cint) + cfloat) (type: float), ((- cdouble) + UDFToDouble(cbigint)) (type: double), (- cdouble) (type: double), (-1.389 - UDFToDouble(cfloat)) (type: double), (- cfloat) (type: float), ((-5638.15 - cdouble) + UDFToDouble((UDFToFloat(cint) + cfloat))) (type: double) + expressions: ctimestamp1 (type: timestamp), cdouble (type: double), cboolean1 (type: boolean), cstring1 (type: string), cfloat (type: float), (- cdouble) (type: double), (-5638.15 - cdouble) (type: double), (cdouble * -257.0) (type: double), (UDFToFloat(cint) + cfloat) (type: float), ((- cdouble) + UDFToDouble(cbigint)) (type: double), (- cdouble) (type: double), (-1.389 - cfloat) (type: float), (- cfloat) (type: float), ((-5638.15 - cdouble) + UDFToDouble((UDFToFloat(cint) + cfloat))) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3060 Data size: 557456 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: timestamp), _col1 (type: double), _col2 (type: boolean), _col3 (type: string), _col4 (type: float), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: double) + key expressions: _col0 (type: timestamp), _col1 (type: double), _col2 (type: boolean), _col3 (type: string), _col4 (type: float), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: float), _col13 (type: double) sort order: ++++++++++++++ - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3060 Data size: 557456 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: boolean), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: float), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: float), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey11 (type: double), KEY.reducesinkkey12 (type: float), KEY.reducesinkkey13 (type: double) + expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: boolean), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: float), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: float), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey11 (type: float), KEY.reducesinkkey12 (type: float), KEY.reducesinkkey13 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3060 Data size: 557456 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3760 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3760 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -235,6 +238,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -243,35 +247,37 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2983078 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator - predicate: ((cstring2 is not null and (UDFToDouble(ctimestamp1) <= 12.503) and (UDFToDouble(ctimestamp2) <> 11.998)) or (cfloat < -6432.0) or (cboolean1 is not null and (cdouble = 988888.0))) (type: boolean) - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + predicate: ((cstring2 is not null and (UDFToDouble(ctimestamp1) <= 12.503) and (UDFToDouble(ctimestamp2) <> 11.998)) or (cfloat < -6432) or (cboolean1 is not null and (cdouble = 988888.0))) (type: boolean) + Statistics: Num rows: 3060 Data size: 743036 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: ctimestamp1 (type: timestamp), cdouble (type: double), cboolean1 (type: boolean), cstring1 (type: string), cfloat (type: float), (- cdouble) (type: double), (-5638.15 - cdouble) (type: double), (cdouble * -257.0) (type: double), (UDFToFloat(cint) + cfloat) (type: float), ((- cdouble) + UDFToDouble(cbigint)) (type: double), (- cdouble) (type: double), (-1.389 - UDFToDouble(cfloat)) (type: double), (- cfloat) (type: float), ((-5638.15 - cdouble) + UDFToDouble((UDFToFloat(cint) + cfloat))) (type: double) + expressions: ctimestamp1 (type: timestamp), cdouble (type: double), cboolean1 (type: boolean), cstring1 (type: string), cfloat (type: float), (- cdouble) (type: double), (-5638.15 - cdouble) (type: double), (cdouble * -257.0) (type: double), (UDFToFloat(cint) + cfloat) (type: float), ((- cdouble) + UDFToDouble(cbigint)) (type: double), (- cdouble) (type: double), (-1.389 - cfloat) (type: float), (- cfloat) (type: float), ((-5638.15 - cdouble) + UDFToDouble((UDFToFloat(cint) + cfloat))) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3060 Data size: 557456 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator - key expressions: _col0 (type: timestamp), _col1 (type: double), _col2 (type: boolean), _col3 (type: string), _col4 (type: float), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: double) + key expressions: _col0 (type: timestamp), _col1 (type: double), _col2 (type: boolean), _col3 (type: string), _col4 (type: float), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: float), _col12 (type: float), _col13 (type: double) sort order: ++++++++++++++ - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3060 Data size: 557456 Basic stats: COMPLETE Column stats: COMPLETE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator - expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: boolean), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: float), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: float), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey11 (type: double), KEY.reducesinkkey12 (type: float), KEY.reducesinkkey13 (type: double) + expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: boolean), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: float), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: float), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey11 (type: float), KEY.reducesinkkey12 (type: float), KEY.reducesinkkey13 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 9216 Data size: 1981473 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3060 Data size: 557456 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3760 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3760 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_9.q.out b/ql/src/test/results/clientpositive/llap/vectorization_9.q.out index c1cdfe8..a1eb629 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_9.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_9.q.out @@ -49,6 +49,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -57,46 +58,47 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2308074 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((cstring2 like '%b%') and ((cdouble >= -1.389) or (cstring1 < 'a'))) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 769522 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cdouble (type: double), cstring1 (type: string), ctimestamp1 (type: timestamp) outputColumnNames: cdouble, cstring1, ctimestamp1 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 769522 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(cdouble), stddev_samp(cdouble), min(cdouble) keys: cdouble (type: double), cstring1 (type: string), ctimestamp1 (type: timestamp) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2048 Data size: 434588 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double), _col1 (type: string), _col2 (type: timestamp) sort order: +++ Map-reduce partition columns: _col0 (type: double), _col1 (type: string), _col2 (type: timestamp) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2048 Data size: 434588 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col3 (type: bigint), _col4 (type: struct), _col5 (type: double) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), stddev_samp(VALUE._col1), min(VALUE._col2) keys: KEY._col0 (type: double), KEY._col1 (type: string), KEY._col2 (type: timestamp) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 2048 Data size: 440327 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1024 Data size: 143566 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - expressions: _col1 (type: string), _col0 (type: double), _col2 (type: timestamp), (_col0 - 9763215.5639) (type: double), (- (_col0 - 9763215.5639)) (type: double), _col3 (type: bigint), _col4 (type: double), (- _col4) (type: double), (_col4 * UDFToDouble(_col3)) (type: double), _col5 (type: double), (9763215.5639 / _col0) (type: double), (UDFToDouble(_col3) / -1.389) (type: double), _col4 (type: double) + expressions: _col1 (type: string), _col0 (type: double), _col2 (type: timestamp), (_col0 - 9763215.5639) (type: double), (- (_col0 - 9763215.5639)) (type: double), _col3 (type: bigint), _col4 (type: double), (- _col4) (type: double), (_col4 * UDFToDouble(_col3)) (type: double), _col5 (type: double), (9763215.5639 / _col0) (type: double), (CAST( _col3 AS decimal(19,0)) / -1.389) (type: decimal(38,16)), _col4 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 - Statistics: Num rows: 2048 Data size: 440327 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1024 Data size: 307406 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2048 Data size: 440327 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1024 Data size: 307406 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -147,292 +149,292 @@ GROUP BY cstring1, cdouble, ctimestamp1 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -00iT08 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -02VRbSC5I NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -03n0QGH NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -04w7DF25lHW4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -060EnWLmWE4K8Pv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0Apbh7X08i2JyMK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0EIL81O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0S3XIH2NDeS0xS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0TN06s2WtHc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0cg0haOcvRSlXg36n2k3k4 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0eBe1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0iqrc5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0lhcglI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0m8aHX5yF5muTQW NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -0y7AJ4Mgm5KvSXXPh2802 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -12Y88CFE3600p4daxwcd1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -12YH5vxufod8Wu1R NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -12yT2agBjx3yQ NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -14272peG NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -15cWEp2JVNf8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -164334b43QNUJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -16L335OgyOKH4565 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -16P2kxk NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -18330cCeptCu564M15 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1NydRD5y5o3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1cO0m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1cVy44 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1f4h0JU667ht28ergbmQ42 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1gDXGG5x1D1v67 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1gdr1s14ckUm4h0A6Qj NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1hy4qfv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1j80NSLbNMdIc2H3R01D703 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1meQ3kXTFFWELpid NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1nnwS4QL88H4N4NItBY7Nje NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1pxO53oqqBm2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -1sJei0Gh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -216N1n3bRv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -21UE6fJyy NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -21k073eUyWivL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -225vmIW8L75bEWVwFc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -22RO52O0M1M01M0Uk74eGx NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -24IGcUngY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -252YCGI2DXxpdm7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -25l26587m1fsM43r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -25w0iMiN06MP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -278v67J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2FBdToh5748vG3p1f4A2Koql NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2Is2C874 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2Kkk1q2T8Wfedft NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2MCek73Rwx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2MXQgy3CnV528om4I77x51i7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2OQAraVYMghEPUOfSU8YV3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2UTX78oBg574jiOyOy2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2W4Kg220OcCy065HG60k6e NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2diFRgr78diK6rSl0J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2fbAP8EJ4D5sArmrfUo3r NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2g07108CQP0nN6tb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2h2qsp14cr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2j2W3xc42VkSq4Nh NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2jU3jtuGteBoe0Cmf3gr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2sJpP82Tgm NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2tV7k NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2vXyUmN8p0lFrAjL1q3wOB6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2wgUNj08KLsG4wks06 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -2yK4Bx76O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -31H4o7hC07b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -32t5QB82iY3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -33woPLwH3MFmK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -38Y7wt NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3Bm0J3xwvp NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3Fhv1QY7Y776eQ38a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3G0hB0J4W5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3KS55 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3N1o1bou84BHA70 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3Qm5PpAGbhf8NkWHJPv NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3SaS218squQ6hlv5H76M0C7p NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3StDSaH7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3abOQ1oI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3d1IDSME4v0F0LJbBr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3h8mD2F76eq4mS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3ocGWW4eY55A NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3r3sDvfUkG0yTP3LnX5mNQRr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -3y1D3A7yxnQenJs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -40CP0hDas6g7m NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -40PQ82QY6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -42NY72w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -435oSIASgSON6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -46Y3G8Rf12bRc7KcY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -48xYJd1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4A7p4HkPm01W0 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4E4kmNOo5dbi25IJPfr05To NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4FANhS2t7p58VJ NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4KhrrQ0nJ7bMNTvhSCA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4LQe2Pd4m640E58XFA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4Mk3721iRh6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4QL5UDAU0u7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4SLME5xxs7k NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4UtjbA8bV4lkm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4Y6F2QEy0v68 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4dogOB620W83nFvbfA3H5su NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4eFGE3dwF5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4fNIOF6ul NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4jGPKNFY4TP2K8Gw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4kMasVoB7lX1wc5i64bNk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4l6OX60y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4s0J04m4B52 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4v3613837dytHDDLO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4y5o6RndF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4yAo7t54rr50u6Vci3p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -4yCd7wSAHaHQj5f70x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -54GiCgon04NXfnms6b5WRj3W NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -570Sgf1L12mIrag2hICI51t NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -57vi3IQLIES0Q16OTuiC4Hf7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -58hP5c4e3S68K72k1tO1Edw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5NM44RohO4r6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5TVADgO1Sm3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5UbQg8TK4M8M71HeMyjKE46W NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5Uh3u36dO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5UuE7jmo6vi40e7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5Vd7QcLbL4c1d3Xb38G NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5VexJO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5Vypcl14RV5OcLe NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5b38BDVq7FrK342c0iI2w26H NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5b5ILkyshcQJ04 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5bd5T5FEdOrYRW00bvs NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5g8SC6Ol3gb0433c0B6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5h04mA3qHKIDx05St0NNx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5if5K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5kiN628ldFC6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5mPiHh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -5ps7e8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -603r01G4J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -60KqhA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -62iCPoy17 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -64Vxl8QS NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -678iebWrL34TlW1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -68k8JcLTRwf8X2P7nE4X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -68ri6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6IWllEnT NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Mf2X0s3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Ob80MBP350rI275 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Pkr6mt6rI3Cno71h1EPb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6PpbCyjf6c88b NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6V57hA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6WRFtUnuF3scFWKkY4h782J NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6Weo4BXewS0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6e5Vk3f3pMdefo NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6h6Kk4v030PNPj3Kc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6mQ6vL4d NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6o50QhXglfo0TlCF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6oAU0mBFKtwXOIAp7Yqi75H7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6p0GBdNQ2l5m15T NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6qdYTwkc3L5LGy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -6xn1INe8xSG0487IUAaMYRH1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -707R5coSE4fhbU4ptKS1Y NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -71027fBh8760gbL7aF4K NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -716Tk0iWs7Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -74w2cGm0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -758SskfjqM6DdFRN0a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -75nB4HFf6o8qwf7gRdfNL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -763gCfCExoaB1yJmP NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -767fOfF1Oj8fyOv6YFI16rM NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -76Xl5E7ttiejsqcvfJmtNB0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -77IBEt1Or1c24vWPvigS3w13 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -78Pqc5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7A80ue3836206PwI4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7AJH2574A48M0I1wN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7Dl7rr2aa2bfovt1yny5v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7GeACqY0R NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7OnIvTMO27Hksu6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7SND06C NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7i03i80 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7p5eY6u03Oc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -7wH3hBKdO55Xq3gEEe0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -82If7B6m5DWsXE8LE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -886wwGvXf6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -88dJOgqIlfUA411 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8F0hWV76XxO87NUJ7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8F3j56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8H81KcrcWG4xB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8JNVrH3Lasa826 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8Pa8a8MJ24 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8QWCbCQMIc3bsI7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8RYSCOw18284ncYbFjG2kq6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8cn0K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8k5161277021n NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8qG35U66qmjIeLy5Iir6Yy21 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8qhEui604mB8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8r4JLW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8x0kI0603QJ6sd0404n NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8xML5SQm27gN NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -8yLnMOGxRK4e0Nff NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A1h6G3bgyRxxvyhyWhVL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A30e7a8ia36g25YQc8xTXBgB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A4T1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A72HPe7U2Ss24o0mmt58YXMm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -A74OqWUyE2kkH1o0Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -ALpMVq8Q6P01w6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -AfW67EWaHMIQ7yvfqHRUwB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -AmYxfSOBdJv8B48l0VAeeI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Anj0oF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -AtJMWIQ0TN4v1Vrj1pHI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -BRL163CF0o NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -BYt5Ww10GR12r8jQffd25Q NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Bb2AdwWmQOcwJhqF NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Bu1QtYr5sfcMxyD2c650GW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Byv03ok NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -C3s1RP5q7vW4B NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CEIf818kp62v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CbQNlJb76sx257 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CbULhCEo3m8Q357 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CoMlAAYdRSe NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CpJNPe416g82r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -CtU2PW66tBCk0swxglxDIp2F NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -D6BS618N87J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -DS4iDURlsq418pFh8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Df7N7eedkot NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -DfTvU1F4hkNd5lJ4FGSe NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -DglR0T NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -E4JEjNiE NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -EX3K4E0EI1YiI1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Eo3tUJICSn2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -EqAU5Jit8kJfgutgf0U7Ren5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -EqUT4hfjoX45 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Fe4Bfs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Fj7LiN85m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -GS7Sinl7k2srPHIdC7xsu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -GVsdgDhg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -GY0R5v7a8x43DO5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -H4fFjtoak NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -HA1yh NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Hf8123hK0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -HfdKopI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I1be6JuP8HeaA8UI8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I2p1w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I357kVmhkel010Hs16 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I35E0Rr2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -I884R85q1kn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IGG1BJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IViYKd NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IW8oEsDH0V0rY5U NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IifFS03pnGO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Iit87iX NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -IorWR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -J6S681J6JPB2SD6Uc08U1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JH051GV4O3FyM7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JPrU65giKMJpNd0611w4qcF NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JXySu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Jj21024T2xdn6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Jm1d3h3OxQE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JrReU7qfE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Js07yFa2qnrfVU1j2e3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -JvGVOip65N3hgA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KCaXaJvGKfj1tr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KDr0tMRnCJJIBA84 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KIXnc1tg5tx7JUmV14 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KKQ82Pvc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KXvq4OfKW641X0d4WHM2md0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Kft68MpoAc4tLMS2ck3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -KxewntCJ0mlktP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -L0if56g18jb2G4ThBy8FLD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -L417R4I8nG6Mps NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -L64VGc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LAi381BGdEy78j4ke NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LCDBN0aaC17yk5kx8bq NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LHow6beTFmm4fPjj43Qy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LKRvI78ReJ6OGetwpvK NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LT14Ev NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LXmcL8DQ616e NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -LdiBaUk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M3e586V3688s64J7j NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M4HtnssfQiEAD0jYL6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M5TxI32kgu NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -M7xB374ixGAp NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MCL83EIwhTq5L3clV2S1c8Q NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MJ7Ej4tBYS8l2mK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MP6mdTJr380 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MWoHbU5I00oL7X86882y8cou NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MXefAh62BQEYn6T54AuUf NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Mk4tWJvwrb NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -MveCxn2pneC75WCdN76kovr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N17J6bKt243 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N6BMOr83ecL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N6Dh6XreCWb0aA4nmDnFOO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -N8222wByj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -NABd3KhjjaVfcj2Q7SJ46 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL +00iT08 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +02VRbSC5I NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +03n0QGH NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +04w7DF25lHW4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +060EnWLmWE4K8Pv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0Apbh7X08i2JyMK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0EIL81O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0S3XIH2NDeS0xS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0TN06s2WtHc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0cg0haOcvRSlXg36n2k3k4 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0eBe1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0iqrc5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0lhcglI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0m8aHX5yF5muTQW NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +0y7AJ4Mgm5KvSXXPh2802 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +12Y88CFE3600p4daxwcd1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +12YH5vxufod8Wu1R NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +12yT2agBjx3yQ NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +14272peG NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +15cWEp2JVNf8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +164334b43QNUJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +16L335OgyOKH4565 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +16P2kxk NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +18330cCeptCu564M15 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1NydRD5y5o3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1cO0m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1cVy44 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1f4h0JU667ht28ergbmQ42 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1gDXGG5x1D1v67 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1gdr1s14ckUm4h0A6Qj NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1hy4qfv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1j80NSLbNMdIc2H3R01D703 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1meQ3kXTFFWELpid NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1nnwS4QL88H4N4NItBY7Nje NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1pxO53oqqBm2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +1sJei0Gh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +216N1n3bRv NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +21UE6fJyy NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +21k073eUyWivL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +225vmIW8L75bEWVwFc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +22RO52O0M1M01M0Uk74eGx NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +24IGcUngY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +252YCGI2DXxpdm7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +25l26587m1fsM43r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +25w0iMiN06MP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +278v67J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2FBdToh5748vG3p1f4A2Koql NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2Is2C874 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2Kkk1q2T8Wfedft NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2MCek73Rwx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2MXQgy3CnV528om4I77x51i7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2OQAraVYMghEPUOfSU8YV3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2UTX78oBg574jiOyOy2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2W4Kg220OcCy065HG60k6e NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2diFRgr78diK6rSl0J NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2fbAP8EJ4D5sArmrfUo3r NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2g07108CQP0nN6tb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2h2qsp14cr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2j2W3xc42VkSq4Nh NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2jU3jtuGteBoe0Cmf3gr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2sJpP82Tgm NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2tV7k NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2vXyUmN8p0lFrAjL1q3wOB6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2wgUNj08KLsG4wks06 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +2yK4Bx76O NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +31H4o7hC07b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +32t5QB82iY3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +33woPLwH3MFmK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +38Y7wt NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3Bm0J3xwvp NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3Fhv1QY7Y776eQ38a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3G0hB0J4W5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3KS55 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3N1o1bou84BHA70 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3Qm5PpAGbhf8NkWHJPv NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3SaS218squQ6hlv5H76M0C7p NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3StDSaH7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3abOQ1oI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3d1IDSME4v0F0LJbBr NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3h8mD2F76eq4mS NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3ocGWW4eY55A NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3r3sDvfUkG0yTP3LnX5mNQRr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +3y1D3A7yxnQenJs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +40CP0hDas6g7m NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +40PQ82QY6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +42NY72w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +435oSIASgSON6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +46Y3G8Rf12bRc7KcY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +48xYJd1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4A7p4HkPm01W0 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4E4kmNOo5dbi25IJPfr05To NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4FANhS2t7p58VJ NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4KhrrQ0nJ7bMNTvhSCA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4LQe2Pd4m640E58XFA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4Mk3721iRh6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4QL5UDAU0u7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4SLME5xxs7k NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4UtjbA8bV4lkm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4Y6F2QEy0v68 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4dogOB620W83nFvbfA3H5su NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4eFGE3dwF5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4fNIOF6ul NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4jGPKNFY4TP2K8Gw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4kMasVoB7lX1wc5i64bNk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4l6OX60y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4s0J04m4B52 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4v3613837dytHDDLO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4y5o6RndF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4yAo7t54rr50u6Vci3p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +4yCd7wSAHaHQj5f70x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +54GiCgon04NXfnms6b5WRj3W NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +570Sgf1L12mIrag2hICI51t NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +57vi3IQLIES0Q16OTuiC4Hf7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +58hP5c4e3S68K72k1tO1Edw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5NM44RohO4r6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5TVADgO1Sm3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5UbQg8TK4M8M71HeMyjKE46W NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5Uh3u36dO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5UuE7jmo6vi40e7 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5Vd7QcLbL4c1d3Xb38G NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5VexJO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5Vypcl14RV5OcLe NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5b38BDVq7FrK342c0iI2w26H NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5b5ILkyshcQJ04 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5bd5T5FEdOrYRW00bvs NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5g8SC6Ol3gb0433c0B6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5h04mA3qHKIDx05St0NNx NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5if5K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5kiN628ldFC6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5mPiHh NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +5ps7e8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +603r01G4J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +60KqhA NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +62iCPoy17 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +64Vxl8QS NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +678iebWrL34TlW1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +68k8JcLTRwf8X2P7nE4X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +68ri6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6IWllEnT NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Mf2X0s3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Ob80MBP350rI275 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Pkr6mt6rI3Cno71h1EPb NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6PpbCyjf6c88b NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6V57hA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6WRFtUnuF3scFWKkY4h782J NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6Weo4BXewS0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6e5Vk3f3pMdefo NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6h6Kk4v030PNPj3Kc NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6mQ6vL4d NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6o50QhXglfo0TlCF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6oAU0mBFKtwXOIAp7Yqi75H7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6p0GBdNQ2l5m15T NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6qdYTwkc3L5LGy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +6xn1INe8xSG0487IUAaMYRH1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +707R5coSE4fhbU4ptKS1Y NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +71027fBh8760gbL7aF4K NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +716Tk0iWs7Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +74w2cGm0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +758SskfjqM6DdFRN0a NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +75nB4HFf6o8qwf7gRdfNL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +763gCfCExoaB1yJmP NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +767fOfF1Oj8fyOv6YFI16rM NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +76Xl5E7ttiejsqcvfJmtNB0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +77IBEt1Or1c24vWPvigS3w13 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +78Pqc5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7A80ue3836206PwI4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7AJH2574A48M0I1wN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7Dl7rr2aa2bfovt1yny5v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7GeACqY0R NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7OnIvTMO27Hksu6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7SND06C NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7i03i80 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7p5eY6u03Oc NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +7wH3hBKdO55Xq3gEEe0 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +82If7B6m5DWsXE8LE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +886wwGvXf6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +88dJOgqIlfUA411 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8F0hWV76XxO87NUJ7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8F3j56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8H81KcrcWG4xB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8JNVrH3Lasa826 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8Pa8a8MJ24 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8QWCbCQMIc3bsI7 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8RYSCOw18284ncYbFjG2kq6 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8cn0K NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8k5161277021n NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8qG35U66qmjIeLy5Iir6Yy21 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8qhEui604mB8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8r4JLW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8x0kI0603QJ6sd0404n NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8xML5SQm27gN NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +8yLnMOGxRK4e0Nff NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A1h6G3bgyRxxvyhyWhVL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A30e7a8ia36g25YQc8xTXBgB NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A4T1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A72HPe7U2Ss24o0mmt58YXMm NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +A74OqWUyE2kkH1o0Y NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +ALpMVq8Q6P01w6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +AfW67EWaHMIQ7yvfqHRUwB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +AmYxfSOBdJv8B48l0VAeeI NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Anj0oF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +AtJMWIQ0TN4v1Vrj1pHI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +BRL163CF0o NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +BYt5Ww10GR12r8jQffd25Q NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Bb2AdwWmQOcwJhqF NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Bu1QtYr5sfcMxyD2c650GW NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Byv03ok NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +C3s1RP5q7vW4B NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CEIf818kp62v NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CbQNlJb76sx257 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CbULhCEo3m8Q357 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CoMlAAYdRSe NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CpJNPe416g82r NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +CtU2PW66tBCk0swxglxDIp2F NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +D6BS618N87J NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +DS4iDURlsq418pFh8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Df7N7eedkot NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +DfTvU1F4hkNd5lJ4FGSe NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +DglR0T NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +E4JEjNiE NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +EX3K4E0EI1YiI1x NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Eo3tUJICSn2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +EqAU5Jit8kJfgutgf0U7Ren5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +EqUT4hfjoX45 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Fe4Bfs NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Fj7LiN85m NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +GS7Sinl7k2srPHIdC7xsu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +GVsdgDhg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +GY0R5v7a8x43DO5 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +H4fFjtoak NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +HA1yh NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Hf8123hK0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +HfdKopI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I1be6JuP8HeaA8UI8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I2p1w NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I357kVmhkel010Hs16 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I35E0Rr2 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +I884R85q1kn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IGG1BJ NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IViYKd NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IW8oEsDH0V0rY5U NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IifFS03pnGO NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Iit87iX NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +IorWR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +J6S681J6JPB2SD6Uc08U1 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JH051GV4O3FyM7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JPrU65giKMJpNd0611w4qcF NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JXySu NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Jj21024T2xdn6 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Jm1d3h3OxQE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JrReU7qfE NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Js07yFa2qnrfVU1j2e3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +JvGVOip65N3hgA NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KCaXaJvGKfj1tr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KDr0tMRnCJJIBA84 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KIXnc1tg5tx7JUmV14 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KKQ82Pvc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KXvq4OfKW641X0d4WHM2md0 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Kft68MpoAc4tLMS2ck3 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +KxewntCJ0mlktP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +L0if56g18jb2G4ThBy8FLD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +L417R4I8nG6Mps NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +L64VGc NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LAi381BGdEy78j4ke NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LCDBN0aaC17yk5kx8bq NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LHow6beTFmm4fPjj43Qy NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LKRvI78ReJ6OGetwpvK NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LT14Ev NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LXmcL8DQ616e NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +LdiBaUk NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M3e586V3688s64J7j NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M4HtnssfQiEAD0jYL6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M5TxI32kgu NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +M7xB374ixGAp NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MCL83EIwhTq5L3clV2S1c8Q NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MJ7Ej4tBYS8l2mK NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MP6mdTJr380 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MWoHbU5I00oL7X86882y8cou NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MXefAh62BQEYn6T54AuUf NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Mk4tWJvwrb NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +MveCxn2pneC75WCdN76kovr NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N17J6bKt243 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N6BMOr83ecL NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N6Dh6XreCWb0aA4nmDnFOO NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +N8222wByj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +NABd3KhjjaVfcj2Q7SJ46 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL NULL 15601.0 1969-12-31 15:59:43.919 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 15:59:44.07 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 15:59:44.179 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 @@ -553,7 +555,7 @@ NULL 15601.0 1969-12-31 16:00:05.027 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 1 NULL 15601.0 1969-12-31 16:00:05.132 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:05.327 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:05.334 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 -NULL 15601.0 1969-12-31 16:00:05.617 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152627 0.0 +NULL 15601.0 1969-12-31 16:00:05.617 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152628 0.0 NULL 15601.0 1969-12-31 16:00:05.83 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:06.051 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:06.692 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 @@ -595,77 +597,77 @@ NULL 15601.0 1969-12-31 16:00:14.903 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 1 NULL 15601.0 1969-12-31 16:00:15.39 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:15.805 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 NULL 15601.0 1969-12-31 16:00:16.076 -9747614.5639 9747614.5639 1 0.0 -0.0 0.0 15601.0 625.8070356964297 -0.7199424046076314 0.0 -NULL 15601.0 1969-12-31 16:00:16.279 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152627 0.0 -Nmt6E360X6dpX58CR2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -O2U2c43Dx4QtYQ3ynA1CLGI3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -O65HL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OLq35YO3U NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OSBq0b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OSc0r NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OgARV6n1iMYIW1VUm1ybG NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Or43Y6lI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -OxfCar17 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -P4shXtBlvn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PADsH06 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PLFB86o84end3tdsS2hVL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PWAPwbw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Pcj70ddpJ0iD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -PnD8l5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Q31pMN30tPv010W0U2h1s124 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Q72e8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QOwp866GD0E0g3nwq NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QRQRpg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QSdVNqav1efvKUht5o3N6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -QT8H3G133r01VKlM3P45iP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Qfy07 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Qgoscb7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -R0mjxoFLf4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -R875Td3QD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -R8B6PMUCp8Fuw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RG57safmo8UjXo4c1230u NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RVa8teOcCN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RaVXc0k4i2X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -ReN3066RXtQ3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -RsDHrL27QLW NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -S2XuI4SnrfBF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Sf0Oqe1G NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -SrPY18L7FKBp8WO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Sw74GCctTG3OmA1S330EC NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -T3qQxO7gFwJNh4Mb3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -TD01cg4gOr1msv1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -TiI8AiopSL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -To6s02tm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -TrVt3076w4QSXF83Io NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Tt1BcY8q3welBr7o22KI3jF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -U16wryUI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -U83eH0Y8P1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -UAx76nB02256 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -UQv8T28745qO62T NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -UtFC8i5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -V2075fV NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -V630OaEm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -VAv3o4ihQU0V87NMwfyg31 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -ViqXS6s88N1yr14lj7I NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Vp5I58Cls2jANj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -VqxF5T5p2bx7R1d4DB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WT37Vm67A7YcqB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WYv3r54T7Ct4h607XnR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WnN1oFEwhY4Heri3J7Jp8St NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -WxJ1m2qV553MQ5vgJG8cj NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -X1cNlHRHJ5h6H8qs832 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -X5pO0i1Yd6055F5FPNY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -X81pl2c1Y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XA0uP5c61MU NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XBfrKWaX68o7HCfKf NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XOypj8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XWuYuk5qpn5Khs3764E56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XtF80FdC1a3Uw22G6GIPr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Xtw4eM002sS1101p NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Xw6nBW1A205Rv7rE NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -XyG3M688p4eP46 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Y8q0gMXFDD4qo2nSC8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YCY6SM1FK83x0XYANbo NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YRLL1E NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YY7Ji0cFe7R1 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -Ytgl8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL -YwV7DVLB0kut0S5p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL -0.0 NULL +NULL 15601.0 1969-12-31 16:00:16.279 -9747614.5639 9747614.5639 2 0.0 -0.0 0.0 15601.0 625.8070356964297 -1.4398848092152628 0.0 +Nmt6E360X6dpX58CR2 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +O2U2c43Dx4QtYQ3ynA1CLGI3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +O65HL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OLq35YO3U NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OSBq0b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OSc0r NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OgARV6n1iMYIW1VUm1ybG NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Or43Y6lI NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +OxfCar17 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +P4shXtBlvn NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PADsH06 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PLFB86o84end3tdsS2hVL NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PWAPwbw NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Pcj70ddpJ0iD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +PnD8l5 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Q31pMN30tPv010W0U2h1s124 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Q72e8c NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QOwp866GD0E0g3nwq NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QRQRpg NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QSdVNqav1efvKUht5o3N6 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +QT8H3G133r01VKlM3P45iP NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Qfy07 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Qgoscb7 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +R0mjxoFLf4 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +R875Td3QD NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +R8B6PMUCp8Fuw NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RG57safmo8UjXo4c1230u NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RVa8teOcCN NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RaVXc0k4i2X NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +ReN3066RXtQ3 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +RsDHrL27QLW NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +S2XuI4SnrfBF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Sf0Oqe1G NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +SrPY18L7FKBp8WO NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Sw74GCctTG3OmA1S330EC NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +T3qQxO7gFwJNh4Mb3 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +TD01cg4gOr1msv1b NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +TiI8AiopSL NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +To6s02tm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +TrVt3076w4QSXF83Io NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Tt1BcY8q3welBr7o22KI3jF NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +U16wryUI NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +U83eH0Y8P1 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +UAx76nB02256 NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +UQv8T28745qO62T NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +UtFC8i5 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +V2075fV NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +V630OaEm NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +VAv3o4ihQU0V87NMwfyg31 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +ViqXS6s88N1yr14lj7I NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Vp5I58Cls2jANj NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +VqxF5T5p2bx7R1d4DB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WT37Vm67A7YcqB NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WYv3r54T7Ct4h607XnR NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WnN1oFEwhY4Heri3J7Jp8St NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +WxJ1m2qV553MQ5vgJG8cj NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +X1cNlHRHJ5h6H8qs832 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +X5pO0i1Yd6055F5FPNY NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +X81pl2c1Y NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XA0uP5c61MU NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XBfrKWaX68o7HCfKf NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XOypj8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XWuYuk5qpn5Khs3764E56 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XtF80FdC1a3Uw22G6GIPr NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Xtw4eM002sS1101p NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Xw6nBW1A205Rv7rE NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +XyG3M688p4eP46 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Y8q0gMXFDD4qo2nSC8 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YCY6SM1FK83x0XYANbo NULL 1969-12-31 16:00:15.892 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YRLL1E NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YY7Ji0cFe7R1 NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +Ytgl8 NULL 1969-12-31 16:00:08.451 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL +YwV7DVLB0kut0S5p NULL 1969-12-31 16:00:02.351 NULL NULL 0 NULL NULL NULL NULL NULL 0.0000000000000000 NULL diff --git a/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out b/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out index c20033c..9a6cb52 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_decimal_date.q.out @@ -8,6 +8,10 @@ POSTHOOK: type: CREATETABLE_AS_SELECT POSTHOOK: Input: default@alltypesorc POSTHOOK: Output: database:default POSTHOOK: Output: default@date_decimal_test +POSTHOOK: Lineage: date_decimal_test.cdate EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: date_decimal_test.cdecimal EXPRESSION [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: date_decimal_test.cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: date_decimal_test.cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] PREHOOK: query: EXPLAIN SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 PREHOOK: type: QUERY POSTHOOK: query: EXPLAIN SELECT cdate, cdecimal from date_decimal_test where cint IS NOT NULL AND cdouble IS NOT NULL LIMIT 10 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out b/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out index 112e742..2078e81 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_part_project.q.out @@ -57,6 +57,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -65,32 +66,34 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc_part - Statistics: Num rows: 200 Data size: 54496 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 56096 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: (cdouble + 2.0) (type: double) outputColumnNames: _col0 - Statistics: Num rows: 200 Data size: 54496 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 56096 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: double) sort order: + - Statistics: Num rows: 200 Data size: 54496 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 56096 Basic stats: COMPLETE Column stats: NONE + TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: double) outputColumnNames: _col0 - Statistics: Num rows: 200 Data size: 54496 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 200 Data size: 56096 Basic stats: COMPLETE Column stats: NONE Limit Number of rows: 10 - Statistics: Num rows: 10 Data size: 2720 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 2800 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 10 Data size: 2720 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10 Data size: 2800 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_part_varchar.q.out b/ql/src/test/results/clientpositive/llap/vectorization_part_varchar.q.out new file mode 100644 index 0000000..c351de7 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vectorization_part_varchar.q.out @@ -0,0 +1,72 @@ +PREHOOK: query: CREATE TABLE alltypesorc_part_varchar(ctinyint tinyint, csmallint smallint, cint int, cbigint bigint, cfloat float, cdouble double, cstring1 string, cstring2 string, ctimestamp1 timestamp, ctimestamp2 timestamp, cboolean1 boolean, cboolean2 boolean) partitioned by (ds varchar(4)) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@alltypesorc_part_varchar +POSTHOOK: query: CREATE TABLE alltypesorc_part_varchar(ctinyint tinyint, csmallint smallint, cint int, cbigint bigint, cfloat float, cdouble double, cstring1 string, cstring2 string, ctimestamp1 timestamp, ctimestamp2 timestamp, cboolean1 boolean, cboolean2 boolean) partitioned by (ds varchar(4)) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@alltypesorc_part_varchar +PREHOOK: query: insert overwrite table alltypesorc_part_varchar partition (ds='2011') select * from alltypesorc limit 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_part_varchar@ds=2011 +POSTHOOK: query: insert overwrite table alltypesorc_part_varchar partition (ds='2011') select * from alltypesorc limit 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_part_varchar@ds=2011 +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2011).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: insert overwrite table alltypesorc_part_varchar partition (ds='2012') select * from alltypesorc limit 100 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc +PREHOOK: Output: default@alltypesorc_part_varchar@ds=2012 +POSTHOOK: query: insert overwrite table alltypesorc_part_varchar partition (ds='2012') select * from alltypesorc limit 100 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc +POSTHOOK: Output: default@alltypesorc_part_varchar@ds=2012 +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cbigint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cbigint, type:bigint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cboolean1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean1, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cboolean2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cboolean2, type:boolean, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cdouble SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cdouble, type:double, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cfloat SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cfloat, type:float, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cint, type:int, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).csmallint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:csmallint, type:smallint, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cstring1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring1, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).cstring2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:cstring2, type:string, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).ctimestamp1 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp1, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).ctimestamp2 SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctimestamp2, type:timestamp, comment:null), ] +POSTHOOK: Lineage: alltypesorc_part_varchar PARTITION(ds=2012).ctinyint SIMPLE [(alltypesorc)alltypesorc.FieldSchema(name:ctinyint, type:tinyint, comment:null), ] +PREHOOK: query: select count(cdouble), cint from alltypesorc_part_varchar where ds='2011' group by cint limit 10 +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_part_varchar +PREHOOK: Input: default@alltypesorc_part_varchar@ds=2011 +#### A masked pattern was here #### +POSTHOOK: query: select count(cdouble), cint from alltypesorc_part_varchar where ds='2011' group by cint limit 10 +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_part_varchar +POSTHOOK: Input: default@alltypesorc_part_varchar@ds=2011 +#### A masked pattern was here #### +100 528534767 +PREHOOK: query: select count(*) from alltypesorc_part_varchar A join alltypesorc_part_varchar B on A.ds=B.ds +PREHOOK: type: QUERY +PREHOOK: Input: default@alltypesorc_part_varchar +PREHOOK: Input: default@alltypesorc_part_varchar@ds=2011 +PREHOOK: Input: default@alltypesorc_part_varchar@ds=2012 +#### A masked pattern was here #### +POSTHOOK: query: select count(*) from alltypesorc_part_varchar A join alltypesorc_part_varchar B on A.ds=B.ds +POSTHOOK: type: QUERY +POSTHOOK: Input: default@alltypesorc_part_varchar +POSTHOOK: Input: default@alltypesorc_part_varchar@ds=2011 +POSTHOOK: Input: default@alltypesorc_part_varchar@ds=2012 +#### A masked pattern was here #### +20000 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out b/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out index 6ae1d71..6bd4bd6 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_pushdown.q.out @@ -10,6 +10,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -19,38 +20,39 @@ STAGE PLANS: TableScan alias: alltypesorc filterExpr: (UDFToDouble(cbigint) < cdouble) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 146792 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (UDFToDouble(cbigint) < cdouble) (type: boolean) - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 48944 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint) outputColumnNames: cbigint - Statistics: Num rows: 4096 Data size: 880654 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4096 Data size: 48944 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(cbigint) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 80 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: avg(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out index 826be78..a14d515 100644 --- a/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorization_short_regress.q.out @@ -150,22 +150,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2601650 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((762 = cbigint) or ((UDFToFloat(csmallint) < cfloat) and (UDFToDouble(ctimestamp2) > -5.0) and (cdouble <> UDFToDouble(cint))) or (cstring1 = 'a') or ((CAST( cbigint AS decimal(22,3)) <= -1.389) and (cstring2 <> 'a') and (79.553 <> CAST( cint AS decimal(13,3))) and (cboolean2 <> cboolean1))) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5466 Data size: 1157380 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cdouble (type: double), csmallint (type: smallint), cfloat (type: float), ctinyint (type: tinyint) outputColumnNames: cint, cdouble, csmallint, cfloat, ctinyint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5466 Data size: 1157380 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(cint), sum(cdouble), stddev_pop(cint), stddev_samp(csmallint), var_samp(cint), avg(cfloat), stddev_samp(cint), min(ctinyint), count(csmallint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 492 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 20 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 492 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: double), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col6 (type: struct), _col7 (type: tinyint), _col8 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs @@ -176,14 +176,14 @@ STAGE PLANS: aggregations: avg(VALUE._col0), sum(VALUE._col1), stddev_pop(VALUE._col2), stddev_samp(VALUE._col3), var_samp(VALUE._col4), avg(VALUE._col5), stddev_samp(VALUE._col6), min(VALUE._col7), count(VALUE._col8) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 68 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 68 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), (_col0 + -3728.0) (type: double), (- (_col0 + -3728.0)) (type: double), (- (- (_col0 + -3728.0))) (type: double), ((- (- (_col0 + -3728.0))) * (_col0 + -3728.0)) (type: double), _col1 (type: double), (- _col0) (type: double), _col2 (type: double), (((- (- (_col0 + -3728.0))) * (_col0 + -3728.0)) * (- (- (_col0 + -3728.0)))) (type: double), _col3 (type: double), (- _col2) (type: double), (_col2 - (- (- (_col0 + -3728.0)))) (type: double), ((_col2 - (- (- (_col0 + -3728.0)))) * _col2) (type: double), _col4 (type: double), _col5 (type: double), (10.175 - _col4) (type: double), (- (10.175 - _col4)) (type: double), ((- _col2) / -563.0) (type: double), _col6 (type: double), (- ((- _col2) / -563.0)) (type: double), (_col0 / _col1) (type: double), _col7 (type: tinyint), _col8 (type: bigint), (UDFToDouble(_col7) / ((- _col2) / -563.0)) (type: double), (- (_col0 / _col1)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24 - Statistics: Num rows: 1 Data size: 68 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 68 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 196 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -364,22 +364,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2036734 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((cbigint <= 197) and (UDFToLong(cint) < cbigint)) or ((cdouble >= -26.28) and (UDFToDouble(csmallint) > cdouble)) or ((UDFToFloat(ctinyint) > cfloat) and cstring1 regexp '.*ss.*') or ((cfloat > 79.553) and (cstring2 like '10%'))) (type: boolean) - Statistics: Num rows: 6826 Data size: 1467614 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6826 Data size: 1131534 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cbigint (type: bigint), csmallint (type: smallint), cdouble (type: double), ctinyint (type: tinyint) outputColumnNames: cint, cbigint, csmallint, cdouble, ctinyint - Statistics: Num rows: 6826 Data size: 1467614 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6826 Data size: 1131534 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(cint), var_pop(cbigint), stddev_pop(csmallint), max(cdouble), avg(ctinyint), min(cint), min(cdouble), stddev_samp(csmallint), var_samp(cint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 420 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 420 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: int), _col1 (type: struct), _col2 (type: struct), _col3 (type: double), _col4 (type: struct), _col5 (type: int), _col6 (type: double), _col7 (type: struct), _col8 (type: struct) Execution mode: vectorized, llap LLAP IO: all inputs @@ -390,14 +390,14 @@ STAGE PLANS: aggregations: max(VALUE._col0), var_pop(VALUE._col1), stddev_pop(VALUE._col2), max(VALUE._col3), avg(VALUE._col4), min(VALUE._col5), min(VALUE._col6), stddev_samp(VALUE._col7), var_samp(VALUE._col8) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), (UDFToDouble(_col0) / -3728.0) (type: double), (_col0 * -3728) (type: int), _col1 (type: double), (- (_col0 * -3728)) (type: int), _col2 (type: double), (-563 % (_col0 * -3728)) (type: int), (_col1 / _col2) (type: double), (- _col2) (type: double), _col3 (type: double), _col4 (type: double), (_col2 - 10.175) (type: double), _col5 (type: int), (UDFToDouble((_col0 * -3728)) % (_col2 - 10.175)) (type: double), (- _col3) (type: double), _col6 (type: double), (_col3 % -26.28) (type: double), _col7 (type: double), (- (UDFToDouble(_col0) / -3728.0)) (type: double), ((- (_col0 * -3728)) % (-563 % (_col0 * -3728))) (type: int), ((UDFToDouble(_col0) / -3728.0) - _col4) (type: double), (- (_col0 * -3728)) (type: int), _col8 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 156 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 156 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -570,22 +570,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((ctimestamp1 = ctimestamp2) or (762 = cfloat) or (cstring1 = 'ss') or ((UDFToLong(csmallint) <= cbigint) and (1 = cboolean2)) or (cboolean1 is not null and ctimestamp2 is not null and (cstring2 > 'a'))) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cbigint (type: bigint), ctinyint (type: tinyint), csmallint (type: smallint), cint (type: int), cdouble (type: double) outputColumnNames: cbigint, ctinyint, csmallint, cint, cdouble - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3093170 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: var_pop(cbigint), count(), max(ctinyint), stddev_pop(csmallint), max(cint), stddev_samp(cdouble), count(ctinyint), avg(ctinyint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 340 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: bigint), _col2 (type: tinyint), _col3 (type: struct), _col4 (type: int), _col5 (type: struct), _col6 (type: bigint), _col7 (type: struct) Execution mode: vectorized, llap LLAP IO: all inputs @@ -596,14 +596,14 @@ STAGE PLANS: aggregations: var_pop(VALUE._col0), count(VALUE._col1), max(VALUE._col2), stddev_pop(VALUE._col3), max(VALUE._col4), stddev_samp(VALUE._col5), count(VALUE._col6), avg(VALUE._col7) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), (- _col0) (type: double), (_col0 - (- _col0)) (type: double), _col1 (type: bigint), (CAST( _col1 AS decimal(19,0)) % 79.553) (type: decimal(5,3)), _col2 (type: tinyint), (UDFToDouble(_col1) - (- _col0)) (type: double), (- (- _col0)) (type: double), (-1.0 % (- _col0)) (type: double), _col1 (type: bigint), (- _col1) (type: bigint), _col3 (type: double), (- (- (- _col0))) (type: double), (762 * (- _col1)) (type: bigint), _col4 (type: int), (UDFToLong(_col2) + (762 * (- _col1))) (type: bigint), ((- _col0) + UDFToDouble(_col4)) (type: double), _col5 (type: double), ((- _col1) % _col1) (type: bigint), _col6 (type: bigint), _col7 (type: double), (-3728 % (UDFToLong(_col2) + (762 * (- _col1)))) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 - Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 56 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 272 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -755,22 +755,22 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2139070 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((ctimestamp2 <= ctimestamp1) and (UDFToDouble(cbigint) <> cdouble) and ('ss' <= cstring1)) or ((csmallint < UDFToShort(ctinyint)) and (UDFToDouble(ctimestamp1) >= 0.0)) or (cfloat = 17)) (type: boolean) - Statistics: Num rows: 8874 Data size: 1907941 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2835 Data size: 493648 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), cbigint (type: bigint), cint (type: int), cfloat (type: float) outputColumnNames: ctinyint, cbigint, cint, cfloat - Statistics: Num rows: 8874 Data size: 1907941 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2835 Data size: 493648 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: avg(ctinyint), max(cbigint), stddev_samp(cint), var_pop(cint), var_pop(cbigint), max(cfloat) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 328 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 12 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 328 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: struct), _col1 (type: bigint), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: float) Execution mode: vectorized, llap LLAP IO: all inputs @@ -781,14 +781,14 @@ STAGE PLANS: aggregations: avg(VALUE._col0), max(VALUE._col1), stddev_samp(VALUE._col2), var_pop(VALUE._col3), var_pop(VALUE._col4), max(VALUE._col5) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), (_col0 + 6981.0) (type: double), ((_col0 + 6981.0) + _col0) (type: double), _col1 (type: bigint), (((_col0 + 6981.0) + _col0) / _col0) (type: double), (- (_col0 + 6981.0)) (type: double), _col2 (type: double), (_col0 % (- (_col0 + 6981.0))) (type: double), _col3 (type: double), _col4 (type: double), (- _col1) (type: bigint), (UDFToDouble((- _col1)) / _col2) (type: double), _col5 (type: float), (_col4 * -26.28) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13 - Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 44 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 108 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -948,18 +948,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3056470 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((cstring1 regexp 'a.*' and (cstring2 like '%ss%')) or ((1 <> cboolean2) and (CAST( csmallint AS decimal(8,3)) < 79.553) and (-257 <> UDFToInteger(ctinyint))) or ((cdouble > UDFToDouble(ctinyint)) and (cfloat >= UDFToFloat(cint))) or ((UDFToLong(cint) < cbigint) and (UDFToLong(ctinyint) > cbigint))) (type: boolean) - Statistics: Num rows: 9898 Data size: 2128105 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9898 Data size: 2462086 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cdouble (type: double), ctimestamp2 (type: timestamp), cstring1 (type: string), cboolean2 (type: boolean), ctinyint (type: tinyint), cfloat (type: float), ctimestamp1 (type: timestamp), csmallint (type: smallint), cbigint (type: bigint), (-3728 * cbigint) (type: bigint), (- cint) (type: int), (-863.257 - CAST( cint AS decimal(10,0))) (type: decimal(14,3)), (- csmallint) (type: smallint), (csmallint - (- csmallint)) (type: smallint), ((csmallint - (- csmallint)) + (- csmallint)) (type: smallint), (UDFToDouble(cint) / UDFToDouble(cint)) (type: double), ((-863.257 - CAST( cint AS decimal(10,0))) - -26.28) (type: decimal(15,3)), (- cfloat) (type: float), (cdouble * -89010.0) (type: double), (UDFToDouble(ctinyint) / 988888.0) (type: double), (- ctinyint) (type: tinyint), (79.553 / CAST( ctinyint AS decimal(3,0))) (type: decimal(20,18)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 - Statistics: Num rows: 9898 Data size: 2128105 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9898 Data size: 5632662 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: double), _col2 (type: timestamp), _col3 (type: string), _col4 (type: boolean), _col5 (type: tinyint), _col6 (type: float), _col7 (type: timestamp), _col8 (type: smallint), _col9 (type: bigint), _col10 (type: bigint), _col11 (type: int), _col12 (type: decimal(14,3)), _col13 (type: smallint), _col14 (type: smallint), _col15 (type: smallint), _col16 (type: double), _col17 (type: decimal(15,3)), _col18 (type: float), _col19 (type: double), _col20 (type: double), _col21 (type: tinyint), _col22 (type: decimal(20,18)) sort order: +++++++++++++++++++++++ - Statistics: Num rows: 9898 Data size: 2128105 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9898 Data size: 5632662 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap LLAP IO: all inputs @@ -969,13 +969,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: double), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey3 (type: string), KEY.reducesinkkey4 (type: boolean), KEY.reducesinkkey5 (type: tinyint), KEY.reducesinkkey6 (type: float), KEY.reducesinkkey7 (type: timestamp), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey9 (type: bigint), KEY.reducesinkkey10 (type: bigint), KEY.reducesinkkey11 (type: int), KEY.reducesinkkey12 (type: decimal(14,3)), KEY.reducesinkkey13 (type: smallint), KEY.reducesinkkey14 (type: smallint), KEY.reducesinkkey15 (type: smallint), KEY.reducesinkkey16 (type: double), KEY.reducesinkkey17 (type: decimal(15,3)), KEY.reducesinkkey18 (type: float), KEY.reducesinkkey19 (type: double), KEY.reducesinkkey20 (type: double), KEY.reducesinkkey21 (type: tinyint), KEY.reducesinkkey22 (type: decimal(20,18)) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22 - Statistics: Num rows: 9898 Data size: 2128105 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9898 Data size: 5632662 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 50 - Statistics: Num rows: 50 Data size: 10750 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 28540 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 50 Data size: 10750 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 28540 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1209,18 +1209,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2601650 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((197 > UDFToInteger(ctinyint)) and (UDFToLong(cint) = cbigint)) or (cbigint = 359) or (cboolean1 < 0) or ((cstring1 like '%ss') and (cfloat <= UDFToFloat(ctinyint)))) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8195 Data size: 1735170 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cbigint (type: bigint), cstring1 (type: string), cboolean1 (type: boolean), cfloat (type: float), cdouble (type: double), ctimestamp2 (type: timestamp), csmallint (type: smallint), cstring2 (type: string), cboolean2 (type: boolean), (UDFToDouble(cint) / UDFToDouble(cbigint)) (type: double), (CAST( cbigint AS decimal(19,0)) % 79.553) (type: decimal(5,3)), (- (UDFToDouble(cint) / UDFToDouble(cbigint))) (type: double), (10.175 % cfloat) (type: float), (- cfloat) (type: float), (cfloat - (- cfloat)) (type: float), ((cfloat - (- cfloat)) % -6432.0) (type: float), (cdouble * UDFToDouble(csmallint)) (type: double), (- cdouble) (type: double), (- cbigint) (type: bigint), (UDFToDouble(cfloat) - (UDFToDouble(cint) / UDFToDouble(cbigint))) (type: double), (- csmallint) (type: smallint), (3569 % cbigint) (type: bigint), (359.0 - cdouble) (type: double), (- csmallint) (type: smallint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8195 Data size: 3349694 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int), _col1 (type: bigint), _col2 (type: string), _col3 (type: boolean), _col4 (type: float), _col5 (type: double), _col6 (type: timestamp), _col7 (type: smallint), _col8 (type: string), _col9 (type: boolean), _col10 (type: double), _col11 (type: decimal(5,3)), _col12 (type: double), _col13 (type: float), _col14 (type: float), _col15 (type: float), _col16 (type: float), _col17 (type: double), _col18 (type: double), _col19 (type: bigint), _col20 (type: double), _col21 (type: smallint), _col22 (type: bigint), _col23 (type: double), _col24 (type: smallint) sort order: +++++++++++++++++++++++++ - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8195 Data size: 3349694 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Execution mode: vectorized, llap LLAP IO: all inputs @@ -1230,13 +1230,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: int), KEY.reducesinkkey1 (type: bigint), KEY.reducesinkkey2 (type: string), KEY.reducesinkkey3 (type: boolean), KEY.reducesinkkey4 (type: float), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: timestamp), KEY.reducesinkkey7 (type: smallint), KEY.reducesinkkey8 (type: string), KEY.reducesinkkey9 (type: boolean), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: decimal(5,3)), KEY.reducesinkkey12 (type: double), KEY.reducesinkkey13 (type: float), KEY.reducesinkkey14 (type: float), KEY.reducesinkkey15 (type: float), KEY.reducesinkkey16 (type: float), KEY.reducesinkkey17 (type: double), KEY.reducesinkkey18 (type: double), KEY.reducesinkkey19 (type: bigint), KEY.reducesinkkey20 (type: double), KEY.reducesinkkey21 (type: smallint), KEY.reducesinkkey22 (type: bigint), KEY.reducesinkkey23 (type: double), KEY.reducesinkkey21 (type: smallint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 8195 Data size: 3349694 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 25 - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 10520 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 25 Data size: 5375 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 25 Data size: 10520 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1419,18 +1419,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2601650 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((CAST( csmallint AS decimal(7,2)) > -26.28) and (cstring2 like 'ss')) or ((cdouble <= UDFToDouble(cbigint)) and (cstring1 >= 'ss') and (UDFToDouble(cint) <> cdouble)) or (UDFToInteger(ctinyint) = -89010) or ((UDFToFloat(cbigint) <= cfloat) and (-26.28 <= CAST( csmallint AS decimal(7,2))))) (type: boolean) - Statistics: Num rows: 10922 Data size: 2348269 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10922 Data size: 2312410 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int), cstring1 (type: string), cboolean2 (type: boolean), ctimestamp2 (type: timestamp), cdouble (type: double), cfloat (type: float), cbigint (type: bigint), csmallint (type: smallint), cboolean1 (type: boolean), (cint + UDFToInteger(csmallint)) (type: int), (cbigint - UDFToLong(ctinyint)) (type: bigint), (- cbigint) (type: bigint), (- cfloat) (type: float), ((cbigint - UDFToLong(ctinyint)) + cbigint) (type: bigint), (cdouble / cdouble) (type: double), (- cdouble) (type: double), (UDFToLong((cint + UDFToInteger(csmallint))) * (- cbigint)) (type: bigint), ((- cdouble) + UDFToDouble(cbigint)) (type: double), (-1.389 / CAST( ctinyint AS decimal(3,0))) (type: decimal(19,18)), (UDFToDouble(cbigint) % cdouble) (type: double), (- csmallint) (type: smallint), (UDFToInteger(csmallint) + (cint + UDFToInteger(csmallint))) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 - Statistics: Num rows: 10922 Data size: 2348269 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10922 Data size: 3594034 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col8 (type: boolean), _col1 (type: string), _col3 (type: timestamp), _col5 (type: float), _col6 (type: bigint), _col1 (type: string), _col4 (type: double), _col0 (type: int), _col7 (type: smallint), _col4 (type: double), _col9 (type: int), _col10 (type: bigint), _col11 (type: bigint), _col12 (type: float), _col13 (type: bigint), _col14 (type: double), _col15 (type: double), _col16 (type: bigint), _col17 (type: double), _col18 (type: decimal(19,18)), _col19 (type: double), _col20 (type: smallint), _col21 (type: int) sort order: +++++++++++++++++++++++ - Statistics: Num rows: 10922 Data size: 2348269 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10922 Data size: 3594034 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col2 (type: boolean) Execution mode: vectorized, llap @@ -1441,13 +1441,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey7 (type: int), KEY.reducesinkkey1 (type: string), VALUE._col0 (type: boolean), KEY.reducesinkkey2 (type: timestamp), KEY.reducesinkkey6 (type: double), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey8 (type: smallint), KEY.reducesinkkey0 (type: boolean), KEY.reducesinkkey10 (type: int), KEY.reducesinkkey11 (type: bigint), KEY.reducesinkkey12 (type: bigint), KEY.reducesinkkey13 (type: float), KEY.reducesinkkey14 (type: bigint), KEY.reducesinkkey15 (type: double), KEY.reducesinkkey16 (type: double), KEY.reducesinkkey17 (type: bigint), KEY.reducesinkkey18 (type: double), KEY.reducesinkkey19 (type: decimal(19,18)), KEY.reducesinkkey20 (type: double), KEY.reducesinkkey21 (type: smallint), KEY.reducesinkkey22 (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21 - Statistics: Num rows: 10922 Data size: 2348269 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 10922 Data size: 3594034 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 75 - Statistics: Num rows: 75 Data size: 16125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 24810 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 75 Data size: 16125 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 75 Data size: 24810 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1687,18 +1687,18 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2528254 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (((-1.389 >= CAST( cint AS decimal(13,3))) and (csmallint < UDFToShort(ctinyint)) and (-6432 > UDFToInteger(csmallint))) or ((cdouble >= UDFToDouble(cfloat)) and (cstring2 <= 'a')) or ((cstring1 like 'ss%') and (10.175 > CAST( cbigint AS decimal(22,3))))) (type: boolean) - Statistics: Num rows: 3868 Data size: 831633 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3868 Data size: 795962 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctimestamp1 (type: timestamp), cstring2 (type: string), cdouble (type: double), cfloat (type: float), cbigint (type: bigint), csmallint (type: smallint), (UDFToDouble(cbigint) / 3569.0) (type: double), (-257 - UDFToInteger(csmallint)) (type: int), (-6432.0 * cfloat) (type: float), (- cdouble) (type: double), (cdouble * 10.175) (type: double), (UDFToDouble((-6432.0 * cfloat)) / UDFToDouble(cfloat)) (type: double), (- cfloat) (type: float), (cint % UDFToInteger(csmallint)) (type: int), (- cdouble) (type: double), (cdouble * (- cdouble)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 3868 Data size: 831633 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3868 Data size: 748844 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col5 (type: smallint), _col1 (type: string), _col2 (type: double), _col3 (type: float), _col4 (type: bigint), _col6 (type: double), _col7 (type: int), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: float), _col13 (type: int), _col14 (type: double), _col15 (type: double) sort order: +++++++++++++++ - Statistics: Num rows: 3868 Data size: 831633 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3868 Data size: 748844 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 value expressions: _col0 (type: timestamp) Execution mode: vectorized, llap @@ -1709,13 +1709,13 @@ STAGE PLANS: Select Operator expressions: VALUE._col0 (type: timestamp), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: float), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: float), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey9 (type: double), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: float), KEY.reducesinkkey12 (type: int), KEY.reducesinkkey8 (type: double), KEY.reducesinkkey14 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 3868 Data size: 831633 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3868 Data size: 748844 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 45 - Statistics: Num rows: 45 Data size: 9675 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 45 Data size: 8880 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 45 Data size: 9675 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 45 Data size: 8880 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -1897,25 +1897,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 256884 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((UDFToInteger(csmallint) >= -257) and ((-6432 = UDFToInteger(csmallint)) or ((UDFToDouble(cint) >= cdouble) and (UDFToInteger(ctinyint) <= cint)))) (type: boolean) - Statistics: Num rows: 2503 Data size: 538153 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2503 Data size: 52344 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: csmallint (type: smallint), cbigint (type: bigint), ctinyint (type: tinyint) outputColumnNames: csmallint, cbigint, ctinyint - Statistics: Num rows: 2503 Data size: 538153 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2503 Data size: 52344 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: stddev_samp(csmallint), sum(cbigint), var_pop(ctinyint), count() keys: csmallint (type: smallint) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 2503 Data size: 538153 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1128 Data size: 201900 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: smallint) sort order: + Map-reduce partition columns: _col0 (type: smallint) - Statistics: Num rows: 2503 Data size: 538153 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1128 Data size: 201900 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: struct), _col2 (type: bigint), _col3 (type: struct), _col4 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs @@ -1927,15 +1927,15 @@ STAGE PLANS: keys: KEY._col0 (type: smallint) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4 - Statistics: Num rows: 1251 Data size: 268968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1128 Data size: 39468 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: smallint), (UDFToInteger(_col0) % -75) (type: int), _col1 (type: double), (-1.389 / CAST( _col0 AS decimal(5,0))) (type: decimal(19,18)), _col2 (type: bigint), (UDFToDouble((UDFToInteger(_col0) % -75)) / UDFToDouble(_col2)) (type: double), (- (UDFToInteger(_col0) % -75)) (type: int), _col3 (type: double), (- (- (UDFToInteger(_col0) % -75))) (type: int), _col4 (type: bigint), (_col4 - -89010) (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 1251 Data size: 268968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1128 Data size: 197388 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: smallint), _col1 (type: int), _col2 (type: double), _col3 (type: decimal(19,18)), _col4 (type: bigint), _col5 (type: double), _col6 (type: int), _col7 (type: double), _col8 (type: int), _col9 (type: bigint), _col10 (type: bigint) sort order: +++++++++++ - Statistics: Num rows: 1251 Data size: 268968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1128 Data size: 197388 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 Execution mode: vectorized, llap @@ -1943,13 +1943,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: smallint), KEY.reducesinkkey1 (type: int), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: decimal(19,18)), KEY.reducesinkkey4 (type: bigint), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey6 (type: int), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: int), KEY.reducesinkkey9 (type: bigint), KEY.reducesinkkey10 (type: bigint) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 1251 Data size: 268968 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1128 Data size: 197388 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 20 - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3504 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 20 Data size: 4300 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 20 Data size: 3504 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2107,25 +2107,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 293580 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((cdouble > 2563.58) and (((cbigint >= UDFToLong(cint)) and (UDFToInteger(csmallint) < cint) and (cfloat < -5638.15)) or (2563.58 = CAST( ctinyint AS decimal(6,2))) or ((cdouble <= UDFToDouble(cbigint)) and (-5638.15 > CAST( cbigint AS decimal(21,2)))))) (type: boolean) - Statistics: Num rows: 2654 Data size: 570619 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2503 Data size: 59820 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cdouble (type: double), cfloat (type: float) outputColumnNames: cdouble, cfloat - Statistics: Num rows: 2654 Data size: 570619 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2503 Data size: 59820 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: var_samp(cdouble), count(cfloat), sum(cfloat), var_pop(cdouble), stddev_pop(cdouble), sum(cdouble) keys: cdouble (type: double) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 2654 Data size: 570619 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 870 Data size: 234888 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + Map-reduce partition columns: _col0 (type: double) - Statistics: Num rows: 2654 Data size: 570619 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 870 Data size: 234888 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: struct), _col2 (type: bigint), _col3 (type: double), _col4 (type: struct), _col5 (type: struct), _col6 (type: double) Execution mode: vectorized, llap LLAP IO: all inputs @@ -2137,15 +2137,15 @@ STAGE PLANS: keys: KEY._col0 (type: double) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 1327 Data size: 285309 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 870 Data size: 46968 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: double), _col1 (type: double), _col5 (type: double), (_col0 + _col1) (type: double), (_col0 * 762.0) (type: double), _col6 (type: double), (-863.257 % (_col0 * 762.0)) (type: double), (2563.58 * _col1) (type: double), (- _col1) (type: double), _col2 (type: bigint), ((2563.58 * _col1) + -5638.15) (type: double), ((- _col1) * ((2563.58 * _col1) + -5638.15)) (type: double), _col3 (type: double), _col4 (type: double), (_col0 - (- _col1)) (type: double) outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col14, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 1327 Data size: 285309 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 870 Data size: 109608 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: double) sort order: + - Statistics: Num rows: 1327 Data size: 285309 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 870 Data size: 109608 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: double), _col2 (type: double), _col3 (type: double), _col4 (type: bigint), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: double), _col9 (type: double), _col10 (type: double), _col11 (type: double), _col12 (type: double), _col13 (type: double), _col14 (type: double) Reducer 3 Execution mode: vectorized, llap @@ -2153,10 +2153,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: double), VALUE._col0 (type: double), VALUE._col1 (type: double), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: double), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: double), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: double), VALUE._col11 (type: double), VALUE._col12 (type: double), VALUE._col13 (type: double), VALUE._col12 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15 - Statistics: Num rows: 1327 Data size: 285309 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 870 Data size: 109608 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1327 Data size: 285309 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 870 Data size: 109608 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2364,25 +2364,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3019778 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((UDFToDouble(ctimestamp1) <> 0.0) and (((-257 <> UDFToInteger(ctinyint)) and cboolean2 is not null and cstring1 regexp '.*ss' and (-3.0 < UDFToDouble(ctimestamp1))) or (UDFToDouble(ctimestamp2) = -5.0) or ((UDFToDouble(ctimestamp1) < 0.0) and (cstring2 like '%b%')) or (cdouble = UDFToDouble(cint)) or (cboolean1 is null and (cfloat < UDFToFloat(cint))))) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3019778 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctimestamp1 (type: timestamp), cstring1 (type: string), cint (type: int), csmallint (type: smallint), ctinyint (type: tinyint), cfloat (type: float), cdouble (type: double) outputColumnNames: ctimestamp1, cstring1, cint, csmallint, ctinyint, cfloat, cdouble - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 3019778 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: stddev_pop(cint), avg(csmallint), count(), min(ctinyint), var_samp(csmallint), var_pop(cfloat), avg(cint), var_samp(cfloat), avg(cfloat), min(cdouble), var_pop(csmallint), stddev_pop(ctinyint), sum(cint) keys: ctimestamp1 (type: timestamp), cstring1 (type: string) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 5199016 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: timestamp), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: timestamp), _col1 (type: string) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 5199016 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col2 (type: struct), _col3 (type: struct), _col4 (type: bigint), _col5 (type: tinyint), _col6 (type: struct), _col7 (type: struct), _col8 (type: struct), _col9 (type: struct), _col10 (type: struct), _col11 (type: double), _col12 (type: struct), _col13 (type: struct), _col14 (type: bigint) Execution mode: vectorized, llap LLAP IO: all inputs @@ -2394,15 +2394,15 @@ STAGE PLANS: keys: KEY._col0 (type: timestamp), KEY._col1 (type: string) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 645716 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: timestamp), _col1 (type: string), _col2 (type: double), (_col2 * 10.175) (type: double), (- _col2) (type: double), _col3 (type: double), (- _col2) (type: double), (-26.28 - _col2) (type: double), _col4 (type: bigint), (- _col4) (type: bigint), ((-26.28 - _col2) * (- _col2)) (type: double), _col5 (type: tinyint), (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4))) (type: double), (- (_col2 * 10.175)) (type: double), _col6 (type: double), (_col6 + (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4)))) (type: double), (- (- _col2)) (type: double), (UDFToDouble((- _col4)) / _col2) (type: double), _col7 (type: double), (10.175 / _col3) (type: double), _col8 (type: double), _col9 (type: double), ((_col6 + (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4)))) - (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4)))) (type: double), (- (- (_col2 * 10.175))) (type: double), _col10 (type: double), (((_col6 + (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4)))) - (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4)))) * 10.175) (type: double), (10.175 % (10.175 / _col3)) (type: double), (- _col5) (type: tinyint), _col11 (type: double), _col12 (type: double), (- ((-26.28 - _col2) * (- _col2))) (type: double), ((- _col2) % _col10) (type: double), (-26.28 / CAST( (- _col5) AS decimal(3,0))) (type: decimal(20,18)), _col13 (type: double), _col14 (type: bigint), ((_col6 + (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4)))) / _col7) (type: double), (- (- _col4)) (type: bigint), _col4 (type: bigint), ((_col6 + (((-26.28 - _col2) * (- _col2)) * UDFToDouble((- _col4)))) % -26.28) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 1542740 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: timestamp), _col1 (type: string), _col2 (type: double), _col3 (type: double), _col4 (type: double), _col5 (type: double), _col6 (type: double), _col7 (type: double), _col8 (type: bigint), _col9 (type: bigint), _col10 (type: double), _col11 (type: tinyint), _col12 (type: double), _col13 (type: double), _col14 (type: double), _col15 (type: double), _col16 (type: double), _col17 (type: double), _col18 (type: double), _col19 (type: double), _col20 (type: double), _col21 (type: double), _col22 (type: double), _col23 (type: double), _col24 (type: double), _col25 (type: double), _col26 (type: double), _col27 (type: tinyint), _col28 (type: double), _col29 (type: double), _col30 (type: double), _col31 (type: double), _col32 (type: decimal(20,18)), _col33 (type: double), _col34 (type: bigint), _col35 (type: double), _col36 (type: bigint), _col37 (type: bigint), _col38 (type: double) sort order: +++++++++++++++++++++++++++++++++++++++ - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 1542740 Basic stats: COMPLETE Column stats: COMPLETE TopN Hash Memory Usage: 0.1 Reducer 3 Execution mode: vectorized, llap @@ -2410,13 +2410,13 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: timestamp), KEY.reducesinkkey1 (type: string), KEY.reducesinkkey2 (type: double), KEY.reducesinkkey3 (type: double), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey5 (type: double), KEY.reducesinkkey4 (type: double), KEY.reducesinkkey7 (type: double), KEY.reducesinkkey8 (type: bigint), KEY.reducesinkkey9 (type: bigint), KEY.reducesinkkey10 (type: double), KEY.reducesinkkey11 (type: tinyint), KEY.reducesinkkey12 (type: double), KEY.reducesinkkey13 (type: double), KEY.reducesinkkey14 (type: double), KEY.reducesinkkey15 (type: double), KEY.reducesinkkey16 (type: double), KEY.reducesinkkey17 (type: double), KEY.reducesinkkey18 (type: double), KEY.reducesinkkey19 (type: double), KEY.reducesinkkey20 (type: double), KEY.reducesinkkey21 (type: double), KEY.reducesinkkey22 (type: double), KEY.reducesinkkey23 (type: double), KEY.reducesinkkey24 (type: double), KEY.reducesinkkey25 (type: double), KEY.reducesinkkey26 (type: double), KEY.reducesinkkey27 (type: tinyint), KEY.reducesinkkey28 (type: double), KEY.reducesinkkey29 (type: double), KEY.reducesinkkey30 (type: double), KEY.reducesinkkey31 (type: double), KEY.reducesinkkey32 (type: decimal(20,18)), KEY.reducesinkkey33 (type: double), KEY.reducesinkkey34 (type: bigint), KEY.reducesinkkey35 (type: double), KEY.reducesinkkey36 (type: bigint), KEY.reducesinkkey8 (type: bigint), KEY.reducesinkkey38 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3072 Data size: 1542740 Basic stats: COMPLETE Column stats: COMPLETE Limit Number of rows: 50 - Statistics: Num rows: 50 Data size: 10750 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 25172 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 50 Data size: 10750 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 50 Data size: 25172 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2699,25 +2699,25 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 2601650 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((((cdouble < UDFToDouble(csmallint)) and (cboolean2 = cboolean1) and (CAST( cbigint AS decimal(22,3)) <= -863.257)) or ((cint >= -257) and cstring1 is not null and (cboolean1 >= 1)) or cstring2 regexp 'b' or ((csmallint >= UDFToShort(ctinyint)) and ctimestamp2 is null)) and cboolean1 is not null) (type: boolean) - Statistics: Num rows: 10239 Data size: 2201421 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7845 Data size: 1661020 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cboolean1 (type: boolean), cfloat (type: float), cbigint (type: bigint), cint (type: int), cdouble (type: double), ctinyint (type: tinyint), csmallint (type: smallint) outputColumnNames: cboolean1, cfloat, cbigint, cint, cdouble, ctinyint, csmallint - Statistics: Num rows: 10239 Data size: 2201421 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 7845 Data size: 1661020 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(cfloat), sum(cbigint), var_samp(cint), avg(cdouble), min(cbigint), var_pop(cbigint), sum(cint), stddev_samp(ctinyint), stddev_pop(csmallint), avg(cint) keys: cboolean1 (type: boolean) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 10239 Data size: 2201421 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1524 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: boolean) sort order: + Map-reduce partition columns: _col0 (type: boolean) - Statistics: Num rows: 10239 Data size: 2201421 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1524 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: float), _col2 (type: bigint), _col3 (type: struct), _col4 (type: struct), _col5 (type: bigint), _col6 (type: struct), _col7 (type: bigint), _col8 (type: struct), _col9 (type: struct), _col10 (type: struct) Execution mode: vectorized, llap LLAP IO: all inputs @@ -2729,15 +2729,15 @@ STAGE PLANS: keys: KEY._col0 (type: boolean) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - Statistics: Num rows: 5119 Data size: 1100602 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 240 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: boolean), _col1 (type: float), (UDFToDouble((CAST( _col2 AS decimal(19,0)) - 10.175)) + _col3) (type: double), _col5 (type: bigint), _col6 (type: double), (- (10.175 + (- _col1))) (type: float), (79.553 / _col6) (type: double), (_col3 % (79.553 / _col6)) (type: double), _col7 (type: bigint), _col8 (type: double), (-1.389 * CAST( _col5 AS decimal(19,0))) (type: decimal(24,3)), (- _col1) (type: float), (CAST( _col7 AS decimal(19,0)) - (-1.389 * CAST( _col5 AS decimal(19,0)))) (type: decimal(25,3)), _col9 (type: double), (- (CAST( _col7 AS decimal(19,0)) - (-1.389 * CAST( _col5 AS decimal(19,0))))) (type: decimal(25,3)), _col10 (type: double), (- _col10) (type: double), (_col10 * UDFToDouble(_col7)) (type: double), (-26.28 / UDFToDouble(_col1)) (type: double), _col2 (type: bigint), (CAST( _col2 AS decimal(19,0)) - 10.175) (type: decimal(23,3)), _col3 (type: double), (_col3 % UDFToDouble(_col1)) (type: double), (10.175 + (- _col1)) (type: float), _col4 (type: double) outputColumnNames: _col0, _col1, _col10, _col11, _col12, _col13, _col14, _col15, _col17, _col18, _col19, _col2, _col20, _col21, _col22, _col23, _col24, _col25, _col3, _col4, _col5, _col6, _col7, _col8, _col9 - Statistics: Num rows: 5119 Data size: 1100602 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: boolean) sort order: + - Statistics: Num rows: 5119 Data size: 1100602 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: float), _col2 (type: float), _col3 (type: double), _col4 (type: bigint), _col5 (type: decimal(23,3)), _col6 (type: double), _col7 (type: double), _col8 (type: float), _col9 (type: double), _col10 (type: double), _col11 (type: bigint), _col12 (type: double), _col13 (type: float), _col14 (type: double), _col15 (type: double), _col17 (type: bigint), _col18 (type: double), _col19 (type: decimal(24,3)), _col20 (type: decimal(25,3)), _col21 (type: double), _col22 (type: decimal(25,3)), _col23 (type: double), _col24 (type: double), _col25 (type: double) Reducer 3 Execution mode: vectorized, llap @@ -2745,10 +2745,10 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: float), VALUE._col1 (type: float), VALUE._col2 (type: double), VALUE._col3 (type: bigint), VALUE._col4 (type: decimal(23,3)), VALUE._col5 (type: double), VALUE._col6 (type: double), VALUE._col7 (type: float), VALUE._col8 (type: double), VALUE._col9 (type: double), VALUE._col10 (type: bigint), VALUE._col11 (type: double), VALUE._col12 (type: float), VALUE._col13 (type: double), VALUE._col14 (type: double), VALUE._col12 (type: float), VALUE._col15 (type: bigint), VALUE._col16 (type: double), VALUE._col17 (type: decimal(24,3)), VALUE._col18 (type: decimal(25,3)), VALUE._col19 (type: double), VALUE._col20 (type: decimal(25,3)), VALUE._col21 (type: double), VALUE._col22 (type: double), VALUE._col23 (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25 - Statistics: Num rows: 5119 Data size: 1100602 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 5119 Data size: 1100602 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 3 Data size: 1800 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat diff --git a/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out b/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out index 6263d24..6c6c6d6 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_bucketmapjoin1.q.out @@ -107,6 +107,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -118,14 +119,15 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -133,14 +135,15 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -151,17 +154,17 @@ STAGE PLANS: 0 key (type: int) 1 key (type: int) outputColumnNames: _col0, _col1, _col5, _col6 - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -197,6 +200,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -208,14 +212,15 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -223,14 +228,15 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 50 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 25 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 50 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 25 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 50 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -241,17 +247,17 @@ STAGE PLANS: 0 key (type: int) 1 key (type: int) outputColumnNames: _col0, _col1, _col5, _col6 - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -297,6 +303,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 3 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -308,14 +315,15 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 104 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 208 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -323,14 +331,15 @@ STAGE PLANS: Statistics: Num rows: 2 Data size: 52 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: key is not null (type: boolean) - Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 52 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: key (type: int) sort order: + Map-reduce partition columns: key (type: int) - Statistics: Num rows: 1 Data size: 26 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 52 Basic stats: COMPLETE Column stats: NONE value expressions: value (type: string) Execution mode: llap + LLAP IO: no inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -341,17 +350,17 @@ STAGE PLANS: 0 key (type: int) 1 key (type: int) outputColumnNames: _col0, _col1, _col5, _col6 - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col0 (type: int), _col1 (type: string), _col5 (type: int), _col6 (type: string) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 114 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 228 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_case.q.out b/ql/src/test/results/clientpositive/llap/vectorized_case.q.out index c2250e6..6e13369 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_case.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_case.q.out @@ -35,21 +35,41 @@ or csmallint = 12205 or csmallint = 10583 POSTHOOK: type: QUERY STAGE DEPENDENCIES: - Stage-0 is a root stage + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc + Statistics: Num rows: 12288 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((csmallint = 418) or (csmallint = 12205) or (csmallint = 10583)) (type: boolean) + Statistics: Num rows: 6 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: csmallint (type: smallint), CASE WHEN ((csmallint = 418)) THEN ('a') WHEN ((csmallint = 12205)) THEN ('b') ELSE ('c') END (type: string), CASE WHEN ((csmallint = 418)) THEN ('a') WHEN ((csmallint = 12205)) THEN ('b') ELSE ('c') END (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 2228 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2228 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + Stage: Stage-0 Fetch Operator limit: -1 Processor Tree: - TableScan - alias: alltypesorc - Filter Operator - predicate: ((csmallint = 418) or (csmallint = 12205) or (csmallint = 10583)) (type: boolean) - Select Operator - expressions: csmallint (type: smallint), CASE WHEN ((csmallint = 418)) THEN ('a') WHEN ((csmallint = 12205)) THEN ('b') ELSE ('c') END (type: string), CASE (csmallint) WHEN (418) THEN ('a') WHEN (12205) THEN ('b') ELSE ('c') END (type: string) - outputColumnNames: _col0, _col1, _col2 - ListSink + ListSink PREHOOK: query: select csmallint, @@ -93,3 +113,76 @@ POSTHOOK: Input: default@alltypesorc 10583 c c 418 a a 12205 b b +PREHOOK: query: explain +select + csmallint, + case + when csmallint = 418 then "a" + when csmallint = 12205 then "b" + else null + end, + case csmallint + when 418 then "a" + when 12205 then null + else "c" + end +from alltypesorc +where csmallint = 418 +or csmallint = 12205 +or csmallint = 10583 +PREHOOK: type: QUERY +POSTHOOK: query: explain +select + csmallint, + case + when csmallint = 418 then "a" + when csmallint = 12205 then "b" + else null + end, + case csmallint + when 418 then "a" + when 12205 then null + else "c" + end +from alltypesorc +where csmallint = 418 +or csmallint = 12205 +or csmallint = 10583 +POSTHOOK: type: QUERY +STAGE DEPENDENCIES: + Stage-1 is a root stage + Stage-0 depends on stages: Stage-1 + +STAGE PLANS: + Stage: Stage-1 + Tez +#### A masked pattern was here #### + Vertices: + Map 1 + Map Operator Tree: + TableScan + alias: alltypesorc + Statistics: Num rows: 12288 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE + Filter Operator + predicate: ((csmallint = 418) or (csmallint = 12205) or (csmallint = 10583)) (type: boolean) + Statistics: Num rows: 6 Data size: 20 Basic stats: COMPLETE Column stats: COMPLETE + Select Operator + expressions: csmallint (type: smallint), CASE WHEN ((csmallint = 418)) THEN ('a') WHEN ((csmallint = 12205)) THEN ('b') ELSE (null) END (type: string), CASE WHEN ((csmallint = 418)) THEN ('a') WHEN ((csmallint = 12205)) THEN (null) ELSE ('c') END (type: string) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6 Data size: 2228 Basic stats: COMPLETE Column stats: COMPLETE + File Output Operator + compressed: false + Statistics: Num rows: 6 Data size: 2228 Basic stats: COMPLETE Column stats: COMPLETE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + Execution mode: vectorized, llap + LLAP IO: all inputs + + Stage: Stage-0 + Fetch Operator + limit: -1 + Processor Tree: + ListSink + diff --git a/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out b/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out index ef4c9d6..a95702d 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_casts.q.out @@ -169,22 +169,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 1684250 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((cbigint % 250) = 0) (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 842180 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: UDFToBoolean(ctinyint) (type: boolean), UDFToBoolean(csmallint) (type: boolean), UDFToBoolean(cint) (type: boolean), UDFToBoolean(cbigint) (type: boolean), UDFToBoolean(cfloat) (type: boolean), UDFToBoolean(cdouble) (type: boolean), cboolean1 (type: boolean), UDFToBoolean((cbigint * 0)) (type: boolean), UDFToBoolean(ctimestamp1) (type: boolean), UDFToBoolean(cstring1) (type: boolean), UDFToInteger(ctinyint) (type: int), UDFToInteger(csmallint) (type: int), cint (type: int), UDFToInteger(cbigint) (type: int), UDFToInteger(cfloat) (type: int), UDFToInteger(cdouble) (type: int), UDFToInteger(cboolean1) (type: int), UDFToInteger(ctimestamp1) (type: int), UDFToInteger(cstring1) (type: int), UDFToInteger(substr(cstring1, 1, 1)) (type: int), UDFToByte(cfloat) (type: tinyint), UDFToShort(cfloat) (type: smallint), UDFToLong(cfloat) (type: bigint), UDFToDouble(ctinyint) (type: double), UDFToDouble(csmallint) (type: double), UDFToDouble(cint) (type: double), UDFToDouble(cbigint) (type: double), UDFToDouble(cfloat) (type: double), cdouble (type: double), UDFToDouble(cboolean1) (type: double), UDFToDouble(ctimestamp1) (type: double), UDFToDouble(cstring1) (type: double), UDFToDouble(substr(cstring1, 1, 1)) (type: double), UDFToFloat(cint) (type: float), UDFToFloat(cdouble) (type: float), CAST( ctinyint AS TIMESTAMP) (type: timestamp), CAST( csmallint AS TIMESTAMP) (type: timestamp), CAST( cint AS TIMESTAMP) (type: timestamp), CAST( cbigint AS TIMESTAMP) (type: timestamp), CAST( cfloat AS TIMESTAMP) (type: timestamp), CAST( cdouble AS TIMESTAMP) (type: timestamp), CAST( cboolean1 AS TIMESTAMP) (type: timestamp), CAST( (cbigint * 0) AS TIMESTAMP) (type: timestamp), ctimestamp1 (type: timestamp), CAST( cstring1 AS TIMESTAMP) (type: timestamp), CAST( substr(cstring1, 1, 1) AS TIMESTAMP) (type: timestamp), UDFToString(ctinyint) (type: string), UDFToString(csmallint) (type: string), UDFToString(cint) (type: string), UDFToString(cbigint) (type: string), UDFToString(cfloat) (type: string), UDFToString(cdouble) (type: string), UDFToString(cboolean1) (type: string), UDFToString((cbigint * 0)) (type: string), UDFToString(ctimestamp1) (type: string), cstring1 (type: string), UDFToString(CAST( cstring1 AS CHAR(10)) (type: string), UDFToString(CAST( cstring1 AS varchar(10))) (type: string), UDFToFloat(UDFToInteger(cfloat)) (type: float), UDFToDouble((cint * 2)) (type: double), UDFToString(sin(cfloat)) (type: string), (UDFToDouble(UDFToFloat(cint)) + UDFToDouble(cboolean1)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40, _col41, _col42, _col43, _col44, _col45, _col46, _col47, _col48, _col49, _col50, _col51, _col52, _col53, _col54, _col55, _col56, _col57, _col58, _col59, _col60, _col61 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 17929060 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6144 Data size: 17929060 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator @@ -342,29 +343,29 @@ where cbigint % 250 = 0 POSTHOOK: type: QUERY POSTHOOK: Input: default@alltypesorc #### A masked pattern was here #### -true NULL true true true NULL false false true true -51 NULL 773600971 1053923250 -51 NULL 0 8 NULL 2 -51 -51 -51 -51.0 NULL 7.73600971E8 1.05392325E9 -51.0 NULL 0.0 8.451 NULL 2.0 7.7360096E8 NULL 1969-12-31 15:59:59.949 NULL 1970-01-09 14:53:20.971 1970-01-12 20:45:23.25 1969-12-31 15:59:09 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:08.451 NULL NULL -51 NULL 773600971 1053923250 -51.0 NULL FALSE 0 1969-12-31 16:00:08.451 2yK4Bx76O 2yK4Bx76O 2yK4Bx76O -51.0 1.547201942E9 -0.6702291758433747 7.73600971E8 -true NULL true true true NULL false false true true 8 NULL -102936434 -1312782750 8 NULL 0 15 NULL NULL 8 8 8 8.0 NULL -1.02936434E8 -1.31278275E9 8.0 NULL 0.0 15.892 NULL NULL -1.02936432E8 NULL 1969-12-31 16:00:00.008 NULL 1969-12-30 11:24:23.566 1969-12-16 11:20:17.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL -102936434 -1312782750 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 eJROSNhugc3kQR7Pb eJROSNhugc eJROSNhugc 8.0 -2.05872868E8 0.9893582466233818 -1.02936434E8 -true NULL true true true NULL false false true true 8 NULL -661621138 -931392750 8 NULL 0 15 NULL NULL 8 8 8 8.0 NULL -6.61621138E8 -9.3139275E8 8.0 NULL 0.0 15.892 NULL NULL -6.6162112E8 NULL 1969-12-31 16:00:00.008 NULL 1969-12-24 00:12:58.862 1969-12-20 21:16:47.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL -661621138 -931392750 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 L15l8i5k558tBcDV20 L15l8i5k55 L15l8i5k55 8.0 -1.323242276E9 0.9893582466233818 -6.61621138E8 -true NULL true true true NULL false false true true 8 NULL -669632311 1588591250 8 NULL 0 15 NULL 3 8 8 8 8.0 NULL -6.69632311E8 1.58859125E9 8.0 NULL 0.0 15.892 NULL 3.0 -6.6963232E8 NULL 1969-12-31 16:00:00.008 NULL 1969-12-23 21:59:27.689 1970-01-19 01:16:31.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL -669632311 1588591250 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 3r3sDvfUkG0yTP3LnX5mNQRr 3r3sDvfUkG 3r3sDvfUkG 8.0 -1.339264622E9 0.9893582466233818 -6.69632311E8 -true NULL true true true NULL false false true true 8 NULL 805179664 868161500 8 NULL 0 15 NULL NULL 8 8 8 8.0 NULL 8.05179664E8 8.681615E8 8.0 NULL 0.0 15.892 NULL NULL 8.0517965E8 NULL 1969-12-31 16:00:00.008 NULL 1970-01-09 23:39:39.664 1970-01-10 17:09:21.5 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL 805179664 868161500 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 e005B5q e005B5q e005B5q 8.0 1.610359328E9 0.9893582466233818 8.05179664E8 -true NULL true true true NULL true false true true -51 NULL 747553882 -1930467250 -51 NULL 1 8 NULL NULL -51 -51 -51 -51.0 NULL 7.47553882E8 -1.93046725E9 -51.0 NULL 1.0 8.451 NULL NULL 7.4755386E8 NULL 1969-12-31 15:59:59.949 NULL 1970-01-09 07:39:13.882 1969-12-09 07:45:32.75 1969-12-31 15:59:09 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:08.451 NULL NULL -51 NULL 747553882 -1930467250 -51.0 NULL TRUE 0 1969-12-31 16:00:08.451 q8M86Fx0r q8M86Fx0r q8M86Fx0r -51.0 1.495107764E9 -0.6702291758433747 7.47553883E8 -true NULL true true true NULL true false true true 11 NULL -335450417 1233327000 11 NULL 1 2 NULL NULL 11 11 11 11.0 NULL -3.35450417E8 1.233327E9 11.0 NULL 1.0 2.351 NULL NULL -3.35450432E8 NULL 1969-12-31 16:00:00.011 NULL 1969-12-27 18:49:09.583 1970-01-14 22:35:27 1969-12-31 16:00:11 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:02.351 NULL NULL 11 NULL -335450417 1233327000 11.0 NULL TRUE 0 1969-12-31 16:00:02.351 dOYnqgaXoJ1P3ERwxe5N7 dOYnqgaXoJ dOYnqgaXoJ 11.0 -6.70900834E8 -0.9999902065507035 -3.35450416E8 -true NULL true true true NULL true false true true 11 NULL -64615982 1803053750 11 NULL 1 2 NULL 8 11 11 11 11.0 NULL -6.4615982E7 1.80305375E9 11.0 NULL 1.0 2.351 NULL 8.0 -6.4615984E7 NULL 1969-12-31 16:00:00.011 NULL 1969-12-30 22:03:04.018 1970-01-21 12:50:53.75 1969-12-31 16:00:11 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:02.351 NULL NULL 11 NULL -64615982 1803053750 11.0 NULL TRUE 0 1969-12-31 16:00:02.351 8J5OB7K26PEV7kdbeHr3 8J5OB7K26P 8J5OB7K26P 11.0 -1.29231964E8 -0.9999902065507035 -6.4615981E7 -true NULL true true true NULL true false true true 8 NULL 890988972 -1862301000 8 NULL 1 15 NULL NULL 8 8 8 8.0 NULL 8.90988972E8 -1.862301E9 8.0 NULL 1.0 15.892 NULL NULL 8.9098899E8 NULL 1969-12-31 16:00:00.008 NULL 1970-01-10 23:29:48.972 1969-12-10 02:41:39 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL 890988972 -1862301000 8.0 NULL TRUE 0 1969-12-31 16:00:15.892 XylAH4 XylAH4 XylAH4 8.0 1.781977944E9 0.9893582466233818 8.90988973E8 -true NULL true true true NULL true false true true 8 NULL 930867246 1205399250 8 NULL 1 15 NULL NULL 8 8 8 8.0 NULL 9.30867246E8 1.20539925E9 8.0 NULL 1.0 15.892 NULL NULL 9.3086726E8 NULL 1969-12-31 16:00:00.008 NULL 1970-01-11 10:34:27.246 1970-01-14 14:49:59.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL 930867246 1205399250 8.0 NULL TRUE 0 1969-12-31 16:00:15.892 c1V8o1A c1V8o1A c1V8o1A 8.0 1.861734492E9 0.9893582466233818 9.30867247E8 +true NULL true true true NULL false false true true -51 NULL 773600971 1053923250 -51 NULL 0 8 NULL 2 -51 -51 -51 -51.0 NULL 7.73600971E8 1.05392325E9 -51.0 NULL 0.0 8.451 NULL 2.0 7.7360096E8 NULL 1969-12-31 15:59:59.949 NULL 1970-01-09 14:53:20.971 1970-01-12 20:45:23.25 1969-12-31 15:59:09 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:08.451 NULL NULL -51 NULL 773600971 1053923250 -51.0 NULL FALSE 0 1969-12-31 16:00:08.451 2yK4Bx76O 2yK4Bx76O 2yK4Bx76O -51.0 1.547201942E9 -0.6702291758433747 7.7360096E8 +true NULL true true true NULL false false true true 8 NULL -102936434 -1312782750 8 NULL 0 15 NULL NULL 8 8 8 8.0 NULL -1.02936434E8 -1.31278275E9 8.0 NULL 0.0 15.892 NULL NULL -1.02936432E8 NULL 1969-12-31 16:00:00.008 NULL 1969-12-30 11:24:23.566 1969-12-16 11:20:17.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL -102936434 -1312782750 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 eJROSNhugc3kQR7Pb eJROSNhugc eJROSNhugc 8.0 -2.05872868E8 0.9893582466233818 -1.02936432E8 +true NULL true true true NULL false false true true 8 NULL -661621138 -931392750 8 NULL 0 15 NULL NULL 8 8 8 8.0 NULL -6.61621138E8 -9.3139275E8 8.0 NULL 0.0 15.892 NULL NULL -6.6162112E8 NULL 1969-12-31 16:00:00.008 NULL 1969-12-24 00:12:58.862 1969-12-20 21:16:47.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL -661621138 -931392750 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 L15l8i5k558tBcDV20 L15l8i5k55 L15l8i5k55 8.0 -1.323242276E9 0.9893582466233818 -6.6162112E8 +true NULL true true true NULL false false true true 8 NULL -669632311 1588591250 8 NULL 0 15 NULL 3 8 8 8 8.0 NULL -6.69632311E8 1.58859125E9 8.0 NULL 0.0 15.892 NULL 3.0 -6.6963232E8 NULL 1969-12-31 16:00:00.008 NULL 1969-12-23 21:59:27.689 1970-01-19 01:16:31.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL -669632311 1588591250 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 3r3sDvfUkG0yTP3LnX5mNQRr 3r3sDvfUkG 3r3sDvfUkG 8.0 -1.339264622E9 0.9893582466233818 -6.6963232E8 +true NULL true true true NULL false false true true 8 NULL 805179664 868161500 8 NULL 0 15 NULL NULL 8 8 8 8.0 NULL 8.05179664E8 8.681615E8 8.0 NULL 0.0 15.892 NULL NULL 8.0517965E8 NULL 1969-12-31 16:00:00.008 NULL 1970-01-09 23:39:39.664 1970-01-10 17:09:21.5 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL 805179664 868161500 8.0 NULL FALSE 0 1969-12-31 16:00:15.892 e005B5q e005B5q e005B5q 8.0 1.610359328E9 0.9893582466233818 8.05179648E8 +true NULL true true true NULL true false true true -51 NULL 747553882 -1930467250 -51 NULL 1 8 NULL NULL -51 -51 -51 -51.0 NULL 7.47553882E8 -1.93046725E9 -51.0 NULL 1.0 8.451 NULL NULL 7.4755386E8 NULL 1969-12-31 15:59:59.949 NULL 1970-01-09 07:39:13.882 1969-12-09 07:45:32.75 1969-12-31 15:59:09 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:08.451 NULL NULL -51 NULL 747553882 -1930467250 -51.0 NULL TRUE 0 1969-12-31 16:00:08.451 q8M86Fx0r q8M86Fx0r q8M86Fx0r -51.0 1.495107764E9 -0.6702291758433747 7.47553857E8 +true NULL true true true NULL true false true true 11 NULL -335450417 1233327000 11 NULL 1 2 NULL NULL 11 11 11 11.0 NULL -3.35450417E8 1.233327E9 11.0 NULL 1.0 2.351 NULL NULL -3.35450432E8 NULL 1969-12-31 16:00:00.011 NULL 1969-12-27 18:49:09.583 1970-01-14 22:35:27 1969-12-31 16:00:11 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:02.351 NULL NULL 11 NULL -335450417 1233327000 11.0 NULL TRUE 0 1969-12-31 16:00:02.351 dOYnqgaXoJ1P3ERwxe5N7 dOYnqgaXoJ dOYnqgaXoJ 11.0 -6.70900834E8 -0.9999902065507035 -3.35450431E8 +true NULL true true true NULL true false true true 11 NULL -64615982 1803053750 11 NULL 1 2 NULL 8 11 11 11 11.0 NULL -6.4615982E7 1.80305375E9 11.0 NULL 1.0 2.351 NULL 8.0 -6.4615984E7 NULL 1969-12-31 16:00:00.011 NULL 1969-12-30 22:03:04.018 1970-01-21 12:50:53.75 1969-12-31 16:00:11 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:02.351 NULL NULL 11 NULL -64615982 1803053750 11.0 NULL TRUE 0 1969-12-31 16:00:02.351 8J5OB7K26PEV7kdbeHr3 8J5OB7K26P 8J5OB7K26P 11.0 -1.29231964E8 -0.9999902065507035 -6.4615983E7 +true NULL true true true NULL true false true true 8 NULL 890988972 -1862301000 8 NULL 1 15 NULL NULL 8 8 8 8.0 NULL 8.90988972E8 -1.862301E9 8.0 NULL 1.0 15.892 NULL NULL 8.9098899E8 NULL 1969-12-31 16:00:00.008 NULL 1970-01-10 23:29:48.972 1969-12-10 02:41:39 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL 890988972 -1862301000 8.0 NULL TRUE 0 1969-12-31 16:00:15.892 XylAH4 XylAH4 XylAH4 8.0 1.781977944E9 0.9893582466233818 8.90988993E8 +true NULL true true true NULL true false true true 8 NULL 930867246 1205399250 8 NULL 1 15 NULL NULL 8 8 8 8.0 NULL 9.30867246E8 1.20539925E9 8.0 NULL 1.0 15.892 NULL NULL 9.3086726E8 NULL 1969-12-31 16:00:00.008 NULL 1970-01-11 10:34:27.246 1970-01-14 14:49:59.25 1969-12-31 16:00:08 NULL 1969-12-31 16:00:00.001 1969-12-31 16:00:00 1969-12-31 16:00:15.892 NULL NULL 8 NULL 930867246 1205399250 8.0 NULL TRUE 0 1969-12-31 16:00:15.892 c1V8o1A c1V8o1A c1V8o1A 8.0 1.861734492E9 0.9893582466233818 9.30867265E8 true true NULL true true true NULL false true NULL -14 -7196 NULL -1552199500 -14 -7196 NULL 11 NULL NULL -14 -14 -14 -14.0 -7196.0 NULL -1.5521995E9 -14.0 -7196.0 NULL 11.065 NULL NULL NULL -7196.0 1969-12-31 15:59:59.986 1969-12-31 15:59:52.804 NULL 1969-12-13 16:50:00.5 1969-12-31 15:59:46 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 16:00:11.065 NULL NULL -14 -7196 NULL -1552199500 -14.0 -7196.0 NULL 0 1969-12-31 16:00:11.065 NULL NULL NULL -14.0 NULL -0.9906073556948704 NULL -true true NULL true true true NULL false true NULL -21 -7196 NULL 1542429000 -21 -7196 NULL -4 NULL NULL -21 -21 -21 -21.0 -7196.0 NULL 1.542429E9 -21.0 -7196.0 NULL -4.1 NULL NULL NULL -7196.0 1969-12-31 15:59:59.979 1969-12-31 15:59:52.804 NULL 1970-01-18 12:27:09 1969-12-31 15:59:39 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:55.9 NULL NULL -21 -7196 NULL 1542429000 -21.0 -7196.0 NULL 0 1969-12-31 15:59:55.9 NULL NULL NULL -21.0 NULL -0.8366556385360561 NULL -true true NULL true true true NULL false true NULL -24 -7196 NULL 829111000 -24 -7196 NULL -6 NULL NULL -24 -24 -24 -24.0 -7196.0 NULL 8.29111E8 -24.0 -7196.0 NULL -6.855 NULL NULL NULL -7196.0 1969-12-31 15:59:59.976 1969-12-31 15:59:52.804 NULL 1970-01-10 06:18:31 1969-12-31 15:59:36 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:53.145 NULL NULL -24 -7196 NULL 829111000 -24.0 -7196.0 NULL 0 1969-12-31 15:59:53.145 NULL NULL NULL -24.0 NULL 0.9055783620066238 NULL +true true NULL true true true NULL false true NULL -21 -7196 NULL 1542429000 -21 -7196 NULL -5 NULL NULL -21 -21 -21 -21.0 -7196.0 NULL 1.542429E9 -21.0 -7196.0 NULL -4.1 NULL NULL NULL -7196.0 1969-12-31 15:59:59.979 1969-12-31 15:59:52.804 NULL 1970-01-18 12:27:09 1969-12-31 15:59:39 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:55.9 NULL NULL -21 -7196 NULL 1542429000 -21.0 -7196.0 NULL 0 1969-12-31 15:59:55.9 NULL NULL NULL -21.0 NULL -0.8366556385360561 NULL +true true NULL true true true NULL false true NULL -24 -7196 NULL 829111000 -24 -7196 NULL -7 NULL NULL -24 -24 -24 -24.0 -7196.0 NULL 8.29111E8 -24.0 -7196.0 NULL -6.855 NULL NULL NULL -7196.0 1969-12-31 15:59:59.976 1969-12-31 15:59:52.804 NULL 1970-01-10 06:18:31 1969-12-31 15:59:36 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:53.145 NULL NULL -24 -7196 NULL 829111000 -24.0 -7196.0 NULL 0 1969-12-31 15:59:53.145 NULL NULL NULL -24.0 NULL 0.9055783620066238 NULL true true NULL true true true NULL false true NULL -30 -200 NULL 1429852250 -30 -200 NULL 12 NULL NULL -30 -30 -30 -30.0 -200.0 NULL 1.42985225E9 -30.0 -200.0 NULL 12.935 NULL NULL NULL -200.0 1969-12-31 15:59:59.97 1969-12-31 15:59:59.8 NULL 1970-01-17 05:10:52.25 1969-12-31 15:59:30 1969-12-31 15:56:40 NULL 1969-12-31 16:00:00 1969-12-31 16:00:12.935 NULL NULL -30 -200 NULL 1429852250 -30.0 -200.0 NULL 0 1969-12-31 16:00:12.935 NULL NULL NULL -30.0 NULL 0.9880316240928618 NULL -true true NULL true true true NULL false true NULL -36 -200 NULL -2006216750 -36 -200 NULL -14 NULL NULL -36 -36 -36 -36.0 -200.0 NULL -2.00621675E9 -36.0 -200.0 NULL -14.252 NULL NULL NULL -200.0 1969-12-31 15:59:59.964 1969-12-31 15:59:59.8 NULL 1969-12-08 10:43:03.25 1969-12-31 15:59:24 1969-12-31 15:56:40 NULL 1969-12-31 16:00:00 1969-12-31 15:59:45.748 NULL NULL -36 -200 NULL -2006216750 -36.0 -200.0 NULL 0 1969-12-31 15:59:45.748 NULL NULL NULL -36.0 NULL 0.9917788534431158 NULL -true true NULL true true true NULL false true NULL -36 -200 NULL 1599879000 -36 -200 NULL -6 NULL NULL -36 -36 -36 -36.0 -200.0 NULL 1.599879E9 -36.0 -200.0 NULL -6.183 NULL NULL NULL -200.0 1969-12-31 15:59:59.964 1969-12-31 15:59:59.8 NULL 1970-01-19 04:24:39 1969-12-31 15:59:24 1969-12-31 15:56:40 NULL 1969-12-31 16:00:00 1969-12-31 15:59:53.817 NULL NULL -36 -200 NULL 1599879000 -36.0 -200.0 NULL 0 1969-12-31 15:59:53.817 NULL NULL NULL -36.0 NULL 0.9917788534431158 NULL -true true NULL true true true NULL false true NULL -38 15601 NULL -1858689000 -38 15601 NULL -1 NULL NULL -38 -38 -38 -38.0 15601.0 NULL -1.858689E9 -38.0 15601.0 NULL -1.386 NULL NULL NULL 15601.0 1969-12-31 15:59:59.962 1969-12-31 16:00:15.601 NULL 1969-12-10 03:41:51 1969-12-31 15:59:22 1969-12-31 20:20:01 NULL 1969-12-31 16:00:00 1969-12-31 15:59:58.614 NULL NULL -38 15601 NULL -1858689000 -38.0 15601.0 NULL 0 1969-12-31 15:59:58.614 NULL NULL NULL -38.0 NULL -0.2963685787093853 NULL +true true NULL true true true NULL false true NULL -36 -200 NULL -2006216750 -36 -200 NULL -15 NULL NULL -36 -36 -36 -36.0 -200.0 NULL -2.00621675E9 -36.0 -200.0 NULL -14.252 NULL NULL NULL -200.0 1969-12-31 15:59:59.964 1969-12-31 15:59:59.8 NULL 1969-12-08 10:43:03.25 1969-12-31 15:59:24 1969-12-31 15:56:40 NULL 1969-12-31 16:00:00 1969-12-31 15:59:45.748 NULL NULL -36 -200 NULL -2006216750 -36.0 -200.0 NULL 0 1969-12-31 15:59:45.748 NULL NULL NULL -36.0 NULL 0.9917788534431158 NULL +true true NULL true true true NULL false true NULL -36 -200 NULL 1599879000 -36 -200 NULL -7 NULL NULL -36 -36 -36 -36.0 -200.0 NULL 1.599879E9 -36.0 -200.0 NULL -6.183 NULL NULL NULL -200.0 1969-12-31 15:59:59.964 1969-12-31 15:59:59.8 NULL 1970-01-19 04:24:39 1969-12-31 15:59:24 1969-12-31 15:56:40 NULL 1969-12-31 16:00:00 1969-12-31 15:59:53.817 NULL NULL -36 -200 NULL 1599879000 -36.0 -200.0 NULL 0 1969-12-31 15:59:53.817 NULL NULL NULL -36.0 NULL 0.9917788534431158 NULL +true true NULL true true true NULL false true NULL -38 15601 NULL -1858689000 -38 15601 NULL -2 NULL NULL -38 -38 -38 -38.0 15601.0 NULL -1.858689E9 -38.0 15601.0 NULL -1.3860000000000001 NULL NULL NULL 15601.0 1969-12-31 15:59:59.962 1969-12-31 16:00:15.601 NULL 1969-12-10 03:41:51 1969-12-31 15:59:22 1969-12-31 20:20:01 NULL 1969-12-31 16:00:00 1969-12-31 15:59:58.614 NULL NULL -38 15601 NULL -1858689000 -38.0 15601.0 NULL 0 1969-12-31 15:59:58.614 NULL NULL NULL -38.0 NULL -0.2963685787093853 NULL true true NULL true true true NULL false true NULL -5 15601 NULL 612416000 -5 15601 NULL 4 NULL NULL -5 -5 -5 -5.0 15601.0 NULL 6.12416E8 -5.0 15601.0 NULL 4.679 NULL NULL NULL 15601.0 1969-12-31 15:59:59.995 1969-12-31 16:00:15.601 NULL 1970-01-07 18:06:56 1969-12-31 15:59:55 1969-12-31 20:20:01 NULL 1969-12-31 16:00:00 1969-12-31 16:00:04.679 NULL NULL -5 15601 NULL 612416000 -5.0 15601.0 NULL 0 1969-12-31 16:00:04.679 NULL NULL NULL -5.0 NULL 0.9589242746631385 NULL -true true NULL true true true NULL false true NULL -50 -7196 NULL -1031187250 -50 -7196 NULL -5 NULL NULL -50 -50 -50 -50.0 -7196.0 NULL -1.03118725E9 -50.0 -7196.0 NULL -5.267 NULL NULL NULL -7196.0 1969-12-31 15:59:59.95 1969-12-31 15:59:52.804 NULL 1969-12-19 17:33:32.75 1969-12-31 15:59:10 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:54.733 NULL NULL -50 -7196 NULL -1031187250 -50.0 -7196.0 NULL 0 1969-12-31 15:59:54.733 NULL NULL NULL -50.0 NULL 0.26237485370392877 NULL +true true NULL true true true NULL false true NULL -50 -7196 NULL -1031187250 -50 -7196 NULL -6 NULL NULL -50 -50 -50 -50.0 -7196.0 NULL -1.03118725E9 -50.0 -7196.0 NULL -5.267 NULL NULL NULL -7196.0 1969-12-31 15:59:59.95 1969-12-31 15:59:52.804 NULL 1969-12-19 17:33:32.75 1969-12-31 15:59:10 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:54.733 NULL NULL -50 -7196 NULL -1031187250 -50.0 -7196.0 NULL 0 1969-12-31 15:59:54.733 NULL NULL NULL -50.0 NULL 0.26237485370392877 NULL true true NULL true true true NULL false true NULL -59 -7196 NULL -1604890000 -59 -7196 NULL 13 NULL NULL -59 -59 -59 -59.0 -7196.0 NULL -1.60489E9 -59.0 -7196.0 NULL 13.15 NULL NULL NULL -7196.0 1969-12-31 15:59:59.941 1969-12-31 15:59:52.804 NULL 1969-12-13 02:11:50 1969-12-31 15:59:01 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 16:00:13.15 NULL NULL -59 -7196 NULL -1604890000 -59.0 -7196.0 NULL 0 1969-12-31 16:00:13.15 NULL NULL NULL -59.0 NULL -0.6367380071391379 NULL -true true NULL true true true NULL false true NULL -60 -7196 NULL 1516314750 -60 -7196 NULL -7 NULL NULL -60 -60 -60 -60.0 -7196.0 NULL 1.51631475E9 -60.0 -7196.0 NULL -7.592 NULL NULL NULL -7196.0 1969-12-31 15:59:59.94 1969-12-31 15:59:52.804 NULL 1970-01-18 05:11:54.75 1969-12-31 15:59:00 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:52.408 NULL NULL -60 -7196 NULL 1516314750 -60.0 -7196.0 NULL 0 1969-12-31 15:59:52.408 NULL NULL NULL -60.0 NULL 0.3048106211022167 NULL +true true NULL true true true NULL false true NULL -60 -7196 NULL 1516314750 -60 -7196 NULL -8 NULL NULL -60 -60 -60 -60.0 -7196.0 NULL 1.51631475E9 -60.0 -7196.0 NULL -7.592 NULL NULL NULL -7196.0 1969-12-31 15:59:59.94 1969-12-31 15:59:52.804 NULL 1970-01-18 05:11:54.75 1969-12-31 15:59:00 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 15:59:52.408 NULL NULL -60 -7196 NULL 1516314750 -60.0 -7196.0 NULL 0 1969-12-31 15:59:52.408 NULL NULL NULL -60.0 NULL 0.3048106211022167 NULL true true NULL true true true NULL false true NULL -8 -7196 NULL -1849991500 -8 -7196 NULL 3 NULL NULL -8 -8 -8 -8.0 -7196.0 NULL -1.8499915E9 -8.0 -7196.0 NULL 3.136 NULL NULL NULL -7196.0 1969-12-31 15:59:59.992 1969-12-31 15:59:52.804 NULL 1969-12-10 06:06:48.5 1969-12-31 15:59:52 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 16:00:03.136 NULL NULL -8 -7196 NULL -1849991500 -8.0 -7196.0 NULL 0 1969-12-31 16:00:03.136 NULL NULL NULL -8.0 NULL -0.9893582466233818 NULL -true true NULL true true true NULL false true NULL 20 15601 NULL -362433250 20 15601 NULL -14 NULL NULL 20 20 20 20.0 15601.0 NULL -3.6243325E8 20.0 15601.0 NULL -14.871 NULL NULL NULL 15601.0 1969-12-31 16:00:00.02 1969-12-31 16:00:15.601 NULL 1969-12-27 11:19:26.75 1969-12-31 16:00:20 1969-12-31 20:20:01 NULL 1969-12-31 16:00:00 1969-12-31 15:59:45.129 NULL NULL 20 15601 NULL -362433250 20.0 15601.0 NULL 0 1969-12-31 15:59:45.129 NULL NULL NULL 20.0 NULL 0.9129452507276277 NULL -true true NULL true true true NULL false true NULL 48 15601 NULL -795361000 48 15601 NULL -9 NULL NULL 48 48 48 48.0 15601.0 NULL -7.95361E8 48.0 15601.0 NULL -9.765 NULL NULL NULL 15601.0 1969-12-31 16:00:00.048 1969-12-31 16:00:15.601 NULL 1969-12-22 11:03:59 1969-12-31 16:00:48 1969-12-31 20:20:01 NULL 1969-12-31 16:00:00 1969-12-31 15:59:50.235 NULL NULL 48 15601 NULL -795361000 48.0 15601.0 NULL 0 1969-12-31 15:59:50.235 NULL NULL NULL 48.0 NULL -0.7682546613236668 NULL +true true NULL true true true NULL false true NULL 20 15601 NULL -362433250 20 15601 NULL -15 NULL NULL 20 20 20 20.0 15601.0 NULL -3.6243325E8 20.0 15601.0 NULL -14.871 NULL NULL NULL 15601.0 1969-12-31 16:00:00.02 1969-12-31 16:00:15.601 NULL 1969-12-27 11:19:26.75 1969-12-31 16:00:20 1969-12-31 20:20:01 NULL 1969-12-31 16:00:00 1969-12-31 15:59:45.129 NULL NULL 20 15601 NULL -362433250 20.0 15601.0 NULL 0 1969-12-31 15:59:45.129 NULL NULL NULL 20.0 NULL 0.9129452507276277 NULL +true true NULL true true true NULL false true NULL 48 15601 NULL -795361000 48 15601 NULL -10 NULL NULL 48 48 48 48.0 15601.0 NULL -7.95361E8 48.0 15601.0 NULL -9.765 NULL NULL NULL 15601.0 1969-12-31 16:00:00.048 1969-12-31 16:00:15.601 NULL 1969-12-22 11:03:59 1969-12-31 16:00:48 1969-12-31 20:20:01 NULL 1969-12-31 16:00:00 1969-12-31 15:59:50.235 NULL NULL 48 15601 NULL -795361000 48.0 15601.0 NULL 0 1969-12-31 15:59:50.235 NULL NULL NULL 48.0 NULL -0.7682546613236668 NULL true true NULL true true true NULL false true NULL 5 -7196 NULL -1015607500 5 -7196 NULL 10 NULL NULL 5 5 5 5.0 -7196.0 NULL -1.0156075E9 5.0 -7196.0 NULL 10.973 NULL NULL NULL -7196.0 1969-12-31 16:00:00.005 1969-12-31 15:59:52.804 NULL 1969-12-19 21:53:12.5 1969-12-31 16:00:05 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 16:00:10.973 NULL NULL 5 -7196 NULL -1015607500 5.0 -7196.0 NULL 0 1969-12-31 16:00:10.973 NULL NULL NULL 5.0 NULL -0.9589242746631385 NULL true true NULL true true true NULL false true NULL 59 -7196 NULL -1137754500 59 -7196 NULL 10 NULL NULL 59 59 59 59.0 -7196.0 NULL -1.1377545E9 59.0 -7196.0 NULL 10.956 NULL NULL NULL -7196.0 1969-12-31 16:00:00.059 1969-12-31 15:59:52.804 NULL 1969-12-18 11:57:25.5 1969-12-31 16:00:59 1969-12-31 14:00:04 NULL 1969-12-31 16:00:00 1969-12-31 16:00:10.956 NULL NULL 59 -7196 NULL -1137754500 59.0 -7196.0 NULL 0 1969-12-31 16:00:10.956 NULL NULL NULL 59.0 NULL 0.6367380071391379 NULL diff --git a/ql/src/test/results/clientpositive/llap/vectorized_context.q.out b/ql/src/test/results/clientpositive/llap/vectorized_context.q.out index b93a609..1f70a01 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_context.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_context.q.out @@ -103,6 +103,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 2 <- Map 1 (BROADCAST_EDGE), Map 3 (BROADCAST_EDGE) #### A masked pattern was here #### @@ -114,14 +115,19 @@ STAGE PLANS: Statistics: Num rows: 6075 Data size: 72736 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: (ss_store_sk is not null and ss_hdemo_sk is not null) (type: boolean) - Statistics: Num rows: 1519 Data size: 18186 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: ss_store_sk (type: int) - sort order: + - Map-reduce partition columns: ss_store_sk (type: int) - Statistics: Num rows: 1519 Data size: 18186 Basic stats: COMPLETE Column stats: NONE - value expressions: ss_hdemo_sk (type: int), ss_net_profit (type: double) + Statistics: Num rows: 6075 Data size: 72736 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: ss_store_sk (type: int), ss_hdemo_sk (type: int), ss_net_profit (type: double) + outputColumnNames: _col0, _col1, _col2 + Statistics: Num rows: 6075 Data size: 72736 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 6075 Data size: 72736 Basic stats: COMPLETE Column stats: NONE + value expressions: _col1 (type: int), _col2 (type: double) Execution mode: vectorized, llap + LLAP IO: all inputs Map 2 Map Operator Tree: TableScan @@ -129,42 +135,47 @@ STAGE PLANS: Statistics: Num rows: 6075 Data size: 615632 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: s_store_sk is not null (type: boolean) - Statistics: Num rows: 3038 Data size: 307866 Basic stats: COMPLETE Column stats: NONE - Map Join Operator - condition map: - Inner Join 0 to 1 - keys: - 0 ss_store_sk (type: int) - 1 s_store_sk (type: int) - outputColumnNames: _col1, _col2, _col7 - input vertices: - 0 Map 1 - Statistics: Num rows: 3341 Data size: 338652 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6075 Data size: 615632 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: s_store_sk (type: int), s_city (type: string) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 6075 Data size: 615632 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 keys: - 0 _col1 (type: int) - 1 hd_demo_sk (type: int) - outputColumnNames: _col2, _col7 + 0 _col0 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col1, _col2, _col4 input vertices: - 1 Map 3 - Statistics: Num rows: 3675 Data size: 372517 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: _col7 (type: string), _col2 (type: double) - outputColumnNames: _col0, _col1 - Statistics: Num rows: 3675 Data size: 372517 Basic stats: COMPLETE Column stats: NONE - Limit - Number of rows: 100 - Statistics: Num rows: 100 Data size: 10100 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 100 Data size: 10100 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + 0 Map 1 + Statistics: Num rows: 6682 Data size: 80009 Basic stats: COMPLETE Column stats: NONE + Map Join Operator + condition map: + Inner Join 0 to 1 + keys: + 0 _col1 (type: int) + 1 _col0 (type: int) + outputColumnNames: _col2, _col4 + input vertices: + 1 Map 3 + Statistics: Num rows: 7350 Data size: 88009 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: _col4 (type: string), _col2 (type: double) + outputColumnNames: _col0, _col1 + Statistics: Num rows: 7350 Data size: 88009 Basic stats: COMPLETE Column stats: NONE + Limit + Number of rows: 100 + Statistics: Num rows: 100 Data size: 1100 Basic stats: COMPLETE Column stats: NONE + File Output Operator + compressed: false + Statistics: Num rows: 100 Data size: 1100 Basic stats: COMPLETE Column stats: NONE + table: + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat + serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan @@ -172,13 +183,18 @@ STAGE PLANS: Statistics: Num rows: 6075 Data size: 24300 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: hd_demo_sk is not null (type: boolean) - Statistics: Num rows: 3038 Data size: 12152 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: hd_demo_sk (type: int) - sort order: + - Map-reduce partition columns: hd_demo_sk (type: int) - Statistics: Num rows: 3038 Data size: 12152 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6075 Data size: 24300 Basic stats: COMPLETE Column stats: NONE + Select Operator + expressions: hd_demo_sk (type: int) + outputColumnNames: _col0 + Statistics: Num rows: 6075 Data size: 24300 Basic stats: COMPLETE Column stats: NONE + Reduce Output Operator + key expressions: _col0 (type: int) + sort order: + + Map-reduce partition columns: _col0 (type: int) + Statistics: Num rows: 6075 Data size: 24300 Basic stats: COMPLETE Column stats: NONE Execution mode: vectorized, llap + LLAP IO: all inputs Stage: Stage-0 Fetch Operator diff --git a/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out index 6e13352..b18da27 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_date_funcs.q.out @@ -242,7 +242,7 @@ STAGE PLANS: TableScan alias: date_udf_flight_orc Select Operator - expressions: to_unix_timestamp(fl_time) (type: bigint), year(fl_time) (type: int), month(fl_time) (type: int), day(fl_time) (type: int), dayofmonth(fl_time) (type: int), weekofyear(fl_time) (type: int), CAST( fl_time AS DATE) (type: date), to_date(fl_time) (type: string), date_add(fl_time, 2) (type: string), date_sub(fl_time, 2) (type: string), datediff(fl_time, '2000-01-01') (type: int) + expressions: to_unix_timestamp(fl_time) (type: bigint), year(fl_time) (type: int), month(fl_time) (type: int), day(fl_time) (type: int), dayofmonth(fl_time) (type: int), weekofyear(fl_time) (type: int), CAST( fl_time AS DATE) (type: date), to_date(fl_time) (type: date), date_add(fl_time, 2) (type: date), date_sub(fl_time, 2) (type: date), datediff(fl_time, '2000-01-01') (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 ListSink @@ -454,7 +454,7 @@ STAGE PLANS: TableScan alias: date_udf_flight_orc Select Operator - expressions: to_unix_timestamp(fl_date) (type: bigint), year(fl_date) (type: int), month(fl_date) (type: int), day(fl_date) (type: int), dayofmonth(fl_date) (type: int), weekofyear(fl_date) (type: int), fl_date (type: date), to_date(fl_date) (type: string), date_add(fl_date, 2) (type: string), date_sub(fl_date, 2) (type: string), datediff(fl_date, '2000-01-01') (type: int) + expressions: to_unix_timestamp(fl_date) (type: bigint), year(fl_date) (type: int), month(fl_date) (type: int), day(fl_date) (type: int), dayofmonth(fl_date) (type: int), weekofyear(fl_date) (type: int), fl_date (type: date), to_date(fl_date) (type: date), date_add(fl_date, 2) (type: date), date_sub(fl_date, 2) (type: date), datediff(fl_date, '2000-01-01') (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 ListSink @@ -866,7 +866,7 @@ STAGE PLANS: TableScan alias: date_udf_flight_orc Select Operator - expressions: fl_date (type: date), to_date(date_add(fl_date, 2)) (type: string), to_date(date_sub(fl_date, 2)) (type: string), datediff(fl_date, date_add(fl_date, 2)) (type: int), datediff(fl_date, date_sub(fl_date, 2)) (type: int), datediff(date_add(fl_date, 2), date_sub(fl_date, 2)) (type: int) + expressions: fl_date (type: date), to_date(date_add(fl_date, 2)) (type: date), to_date(date_sub(fl_date, 2)) (type: date), datediff(fl_date, date_add(fl_date, 2)) (type: int), datediff(fl_date, date_sub(fl_date, 2)) (type: int), datediff(date_add(fl_date, 2), date_sub(fl_date, 2)) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 Limit Number of rows: 10 @@ -894,16 +894,16 @@ FROM date_udf_flight_orc LIMIT 10 POSTHOOK: type: QUERY POSTHOOK: Input: default@date_udf_flight_orc #### A masked pattern was here #### -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-20 2010-10-22 2010-10-18 -1 2 4 -2010-10-21 2010-10-23 2010-10-19 -1 2 4 -2010-10-21 2010-10-23 2010-10-19 -1 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-20 2010-10-22 2010-10-18 -2 2 4 +2010-10-21 2010-10-23 2010-10-19 -2 2 4 +2010-10-21 2010-10-23 2010-10-19 -2 2 4 PREHOOK: query: -- Test extracting the date part of expression that includes time SELECT to_date('2009-07-30 04:17:52') FROM date_udf_flight_orc LIMIT 1 PREHOOK: type: QUERY @@ -938,6 +938,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -962,6 +963,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 128 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: date), _col1 (type: date), _col2 (type: bigint), _col3 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -976,7 +978,7 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 128 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: date), _col2 (type: bigint), _col3 (type: bigint) Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: date), VALUE._col0 (type: date), VALUE._col1 (type: bigint), VALUE._col2 (type: bigint) @@ -986,8 +988,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 128 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out b/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out index 67dea8e..ced9795 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_distinct_gby.q.out @@ -14,8 +14,8 @@ POSTHOOK: query: insert into table dtest select c,b from (select array(300,300,3 POSTHOOK: type: QUERY POSTHOOK: Input: default@src POSTHOOK: Output: default@dtest -POSTHOOK: Lineage: dtest.a SIMPLE [] -POSTHOOK: Lineage: dtest.b EXPRESSION [] +POSTHOOK: Lineage: dtest.a SCRIPT [] +POSTHOOK: Lineage: dtest.b SIMPLE [] PREHOOK: query: explain select sum(distinct a), count(distinct a) from dtest PREHOOK: type: QUERY POSTHOOK: query: explain select sum(distinct a), count(distinct a) from dtest @@ -27,6 +27,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -55,8 +56,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: bigint), _col1 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1) @@ -67,8 +69,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -97,6 +99,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -106,22 +109,23 @@ STAGE PLANS: Map Operator Tree: TableScan alias: alltypesorc - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: cint - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: cint (type: int) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5775 Data size: 17248 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5775 Data size: 17248 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: vectorized, llap Reduce Operator Tree: @@ -129,30 +133,30 @@ STAGE PLANS: keys: KEY._col0 (type: int) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 5775 Data size: 17248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col0), count(_col0), avg(_col0), std(_col0) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 172 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: bigint), _col2 (type: struct), _col3 (type: struct) Reducer 3 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0), count(VALUE._col1), avg(VALUE._col2), std(VALUE._col3) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 32 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out index 689ca58..76c8404 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_dynamic_partition_pruning.q.out @@ -57,21 +57,21 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -81,14 +81,14 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string), _col0 (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat @@ -222,16 +222,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -278,7 +278,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -351,16 +351,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -392,7 +392,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -482,16 +482,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -575,12 +575,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -590,7 +590,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2420 Data size: 890560 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -670,16 +670,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds is not null and hr is not null) (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -733,12 +733,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -748,7 +748,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2420 Data size: 890560 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -837,16 +837,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -908,7 +908,7 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col2 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -981,16 +981,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds is not null and hr is not null) (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1022,7 +1022,7 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col2 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1108,16 +1108,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1164,7 +1164,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1237,16 +1237,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1278,7 +1278,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1362,16 +1362,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToDouble(_col0) (type: double) sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1418,7 +1418,7 @@ STAGE PLANS: keys: 0 UDFToDouble(_col0) (type: double) 1 UDFToDouble(UDFToInteger((_col0 / 2.0))) (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1491,16 +1491,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToDouble(_col0) * 2.0) (type: double) sort order: + Map-reduce partition columns: (UDFToDouble(_col0) * 2.0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1547,7 +1547,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col0) * 2.0) (type: double) 1 _col0 (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1620,16 +1620,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToDouble(_col0) (type: double) sort order: + Map-reduce partition columns: UDFToDouble(_col0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1661,7 +1661,7 @@ STAGE PLANS: keys: 0 UDFToDouble(_col0) (type: double) 1 UDFToDouble(UDFToInteger((_col0 / 2.0))) (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1734,16 +1734,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: (UDFToDouble(_col0) * 2.0) (type: double) sort order: + Map-reduce partition columns: (UDFToDouble(_col0) * 2.0) (type: double) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1775,7 +1775,7 @@ STAGE PLANS: keys: 0 (UDFToDouble(_col0) * 2.0) (type: double) 1 _col0 (type: double) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -1861,16 +1861,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: UDFToString((UDFToDouble(_col0) * 2.0)) (type: string) sort order: + Map-reduce partition columns: UDFToString((UDFToDouble(_col0) * 2.0)) (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -1917,7 +1917,7 @@ STAGE PLANS: keys: 0 UDFToString((UDFToDouble(_col0) * 2.0)) (type: string) 1 UDFToString(_col0) (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2007,12 +2007,12 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 94000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2020,19 +2020,19 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: (ds = '2008-04-08') (type: boolean) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 18624 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: '2008-04-08' (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -2044,15 +2044,15 @@ STAGE PLANS: keys: 0 1 - Statistics: Num rows: 500000 Data size: 11124000 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 Execution mode: vectorized, llap @@ -2061,10 +2061,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -2076,12 +2076,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Select Operator - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 500 Data size: 5312 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 94 Basic stats: COMPLETE Column stats: COMPLETE Stage: Stage-0 Fetch Operator @@ -2140,14 +2140,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string), _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -2180,12 +2180,12 @@ STAGE PLANS: 0 1 outputColumnNames: _col0, _col1, _col2, _col4 - Statistics: Num rows: 2000 Data size: 743248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 1458000 Basic stats: COMPLETE Column stats: NONE Filter Operator predicate: ((_col0 = _col2) or (_col1 = _col4)) (type: boolean) - Statistics: Num rows: 2000 Data size: 743248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 1458000 Basic stats: COMPLETE Column stats: NONE Select Operator - Statistics: Num rows: 2000 Data size: 743248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 1458000 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2260,16 +2260,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) sort order: ++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2331,7 +2331,7 @@ STAGE PLANS: keys: 0 _col0 (type: string), _col1 (type: string) 1 _col0 (type: string), _col2 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2406,16 +2406,16 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2462,7 +2462,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2550,16 +2550,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Reducer 2 @@ -2571,7 +2571,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2626,16 +2626,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 @@ -2682,7 +2682,7 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2740,16 +2740,16 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 378624 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: llap LLAP IO: no inputs @@ -2818,12 +2818,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1100 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2833,7 +2833,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 1210 Data size: 12854 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1210 Data size: 445280 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -2909,19 +2909,19 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ((UDFToDouble(hr) = 13.0) and ds is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ((UDFToDouble(hr) = 13.0) and ds is not null) (type: boolean) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: string) Execution mode: vectorized, llap LLAP IO: unknown @@ -2975,12 +2975,12 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col1 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 404 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col1 (type: string) sort order: + Map-reduce partition columns: _col1 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 404 Basic stats: COMPLETE Column stats: NONE Reducer 3 Execution mode: llap Reduce Operator Tree: @@ -2990,7 +2990,7 @@ STAGE PLANS: keys: 0 _col1 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 444 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -3063,35 +3063,35 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3099,19 +3099,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3124,15 +3124,15 @@ STAGE PLANS: keys: 0 _col0 (type: string) 1 _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 8000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count() mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint) Reducer 3 Execution mode: vectorized, llap @@ -3141,10 +3141,10 @@ STAGE PLANS: aggregations: count(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3156,34 +3156,34 @@ STAGE PLANS: aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Reducer 8 Execution mode: vectorized, llap @@ -3192,34 +3192,34 @@ STAGE PLANS: aggregations: min(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Union 6 Vertex: Union 6 @@ -3271,35 +3271,35 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 4 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3307,19 +3307,19 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3333,17 +3333,17 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1000 Data size: 184000 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reducer 3 Execution mode: vectorized, llap Reduce Operator Tree: @@ -3351,10 +3351,10 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1100 Data size: 11686 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3366,34 +3366,34 @@ STAGE PLANS: aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Reducer 8 Execution mode: vectorized, llap @@ -3402,34 +3402,34 @@ STAGE PLANS: aggregations: min(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Union 6 Vertex: Union 6 @@ -3483,36 +3483,36 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 10 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: min(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3521,36 +3521,36 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: ds (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: llap LLAP IO: no inputs Map 7 Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: ds - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: max(ds) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: string) Execution mode: llap LLAP IO: no inputs @@ -3561,49 +3561,49 @@ STAGE PLANS: aggregations: min(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 5 Reducer 2 Execution mode: vectorized, llap @@ -3612,12 +3612,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE Reducer 4 Execution mode: llap Reduce Operator Tree: @@ -3628,10 +3628,10 @@ STAGE PLANS: 0 _col0 (type: string) 1 _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE table: input format: org.apache.hadoop.mapred.SequenceFileInputFormat output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat @@ -3643,12 +3643,12 @@ STAGE PLANS: keys: KEY._col0 (type: string) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1000 Data size: 10624 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 4 Data size: 736 Basic stats: COMPLETE Column stats: COMPLETE Reducer 8 Execution mode: vectorized, llap Reduce Operator Tree: @@ -3656,49 +3656,49 @@ STAGE PLANS: aggregations: max(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: string) sort order: + Map-reduce partition columns: _col0 (type: string) - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 1 Select Operator expressions: _col0 (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator keys: _col0 (type: string) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Dynamic Partitioning Event Operator Target column: ds (string) Target Input: srcpart Partition key expr: ds - Statistics: Num rows: 2 Data size: 368 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 184 Basic stats: COMPLETE Column stats: COMPLETE Target Vertex: Map 5 Union 3 Vertex: Union 3 @@ -3755,11 +3755,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -3768,7 +3768,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -3894,11 +3894,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -3908,7 +3908,7 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Map Join Operator condition map: Inner Join 0 to 1 @@ -3917,7 +3917,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 4 - Statistics: Num rows: 2420 Data size: 25709 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2420 Data size: 890560 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4078,11 +4078,11 @@ STAGE PLANS: Map Operator Tree: TableScan alias: srcpart - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 757248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string), hr (type: string) outputColumnNames: _col0, _col1 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 736000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4091,7 +4091,7 @@ STAGE PLANS: 1 _col0 (type: string), _col2 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 809600 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4229,11 +4229,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: ds is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ds (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4242,7 +4242,7 @@ STAGE PLANS: 1 _col0 (type: string) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4354,11 +4354,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4367,7 +4367,7 @@ STAGE PLANS: 1 UDFToDouble(UDFToInteger((_col0 / 2.0))) (type: double) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash @@ -4477,11 +4477,11 @@ STAGE PLANS: TableScan alias: srcpart filterExpr: hr is not null (type: boolean) - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 389248 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: hr (type: string) outputColumnNames: _col0 - Statistics: Num rows: 2000 Data size: 21248 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2000 Data size: 368000 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -4490,7 +4490,7 @@ STAGE PLANS: 1 _col0 (type: double) input vertices: 1 Map 3 - Statistics: Num rows: 2200 Data size: 23372 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 2200 Data size: 404800 Basic stats: COMPLETE Column stats: NONE Group By Operator aggregations: count() mode: hash diff --git a/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out index 57201eb..1bab6f7 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_mapjoin.q.out @@ -17,6 +17,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -26,14 +27,14 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -43,54 +44,55 @@ STAGE PLANS: outputColumnNames: _col0, _col1 input vertices: 1 Map 3 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 19518 Data size: 156144 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: int), (_col0 + _col1) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19518 Data size: 156144 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col0), max(_col1), min(_col0), avg(_col2) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan - alias: t1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + alias: t2 + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), avg(VALUE._col3) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out index 444b9e0..0a81f62 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_math_funcs.q.out @@ -119,7 +119,7 @@ STAGE PLANS: Filter Operator predicate: (((cbigint % 500) = 0) and (sin(cfloat) >= -1.0)) (type: boolean) Select Operator - expressions: cdouble (type: double), round(cdouble, 2) (type: double), floor(cdouble) (type: bigint), ceil(cdouble) (type: bigint), rand() (type: double), rand(98007) (type: double), exp(ln(cdouble)) (type: double), ln(cdouble) (type: double), ln(cfloat) (type: double), log10(cdouble) (type: double), log2(cdouble) (type: double), log2((cdouble - 15601.0)) (type: double), log2(cfloat) (type: double), log2(cbigint) (type: double), log2(cint) (type: double), log2(csmallint) (type: double), log2(ctinyint) (type: double), log(2.0, cdouble) (type: double), power(log2(cdouble), 2.0) (type: double), power(log2(cdouble), 2.0) (type: double), sqrt(cdouble) (type: double), sqrt(cbigint) (type: double), bin(cbigint) (type: string), hex(cdouble) (type: string), conv(cbigint, 10, 16) (type: string), abs(cdouble) (type: double), abs(ctinyint) (type: int), (cint pmod 3) (type: int), sin(cdouble) (type: double), asin(cdouble) (type: double), cos(cdouble) (type: double), acos(cdouble) (type: double), atan(cdouble) (type: double), degrees(cdouble) (type: double), radians(cdouble) (type: double), cdouble (type: double), cbigint (type: bigint), (- cdouble) (type: double), sign(cdouble) (type: double), sign(cbigint) (type: double), cos(((- sin(log(cdouble))) + 3.14159)) (type: double) + expressions: cdouble (type: double), round(cdouble, 2) (type: double), floor(cdouble) (type: bigint), ceil(cdouble) (type: bigint), rand() (type: double), rand(98007) (type: double), exp(ln(cdouble)) (type: double), ln(cdouble) (type: double), ln(cfloat) (type: double), log10(cdouble) (type: double), log2(cdouble) (type: double), log2((cdouble - 15601.0)) (type: double), log2(cfloat) (type: double), log2(cbigint) (type: double), log2(cint) (type: double), log2(csmallint) (type: double), log2(ctinyint) (type: double), log(2, cdouble) (type: double), power(log2(cdouble), 2) (type: double), power(log2(cdouble), 2) (type: double), sqrt(cdouble) (type: double), sqrt(cbigint) (type: double), bin(cbigint) (type: string), hex(cdouble) (type: string), conv(cbigint, 10, 16) (type: string), abs(cdouble) (type: double), abs(ctinyint) (type: int), (cint pmod 3) (type: int), sin(cdouble) (type: double), asin(cdouble) (type: double), cos(cdouble) (type: double), acos(cdouble) (type: double), atan(cdouble) (type: double), degrees(cdouble) (type: double), radians(cdouble) (type: double), cdouble (type: double), cbigint (type: bigint), (- cdouble) (type: double), sign(cdouble) (type: double), sign(cbigint) (type: double), cos(((- sin(log(cdouble))) + 3.14159)) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20, _col21, _col22, _col23, _col24, _col25, _col26, _col27, _col28, _col29, _col30, _col31, _col32, _col33, _col34, _col35, _col36, _col37, _col38, _col39, _col40 ListSink diff --git a/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out b/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out index f06f311..800cbb6 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_nested_mapjoin.q.out @@ -13,6 +13,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Map 1 <- Map 3 (BROADCAST_EDGE), Map 4 (BROADCAST_EDGE) Reducer 2 <- Map 1 (SIMPLE_EDGE) @@ -21,15 +22,15 @@ STAGE PLANS: Map 1 Map Operator Tree: TableScan - alias: v1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + alias: v2 + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: ctinyint is not null (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -39,12 +40,11 @@ STAGE PLANS: outputColumnNames: _col2, _col3 input vertices: 1 Map 3 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 884742 Data size: 10616904 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col2 (type: smallint), _col3 (type: double) outputColumnNames: _col0, _col1 - Statistics: Num rows: 13516 Data size: 2906160 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 884742 Data size: 10616904 Basic stats: COMPLETE Column stats: COMPLETE Map Join Operator condition map: Inner Join 0 to 1 @@ -54,69 +54,71 @@ STAGE PLANS: outputColumnNames: _col1 input vertices: 1 Map 4 - Statistics: Num rows: 14867 Data size: 3196776 Basic stats: COMPLETE Column stats: NONE - HybridGraceHashJoin: true + Statistics: Num rows: 1966236 Data size: 15729888 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: sum(_col1) mode: hash outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: double) Execution mode: vectorized, llap + LLAP IO: all inputs Map 3 Map Operator Tree: TableScan alias: v1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 146796 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: (ctinyint is not null and csmallint is not null) (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6848 Data size: 81820 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: ctinyint (type: tinyint), csmallint (type: smallint), cdouble (type: double) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6848 Data size: 81820 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: tinyint) sort order: + Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 6848 Data size: 81820 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: smallint), _col2 (type: double) Execution mode: vectorized, llap + LLAP IO: all inputs Map 4 Map Operator Tree: TableScan - alias: v1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + alias: v3 + Statistics: Num rows: 12288 Data size: 36700 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: csmallint is not null (type: boolean) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9174 Data size: 27400 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: csmallint (type: smallint) outputColumnNames: _col0 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9174 Data size: 27400 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: smallint) sort order: + Map-reduce partition columns: _col0 (type: smallint) - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9174 Data size: 27400 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) mode: mergepartial outputColumnNames: _col0 - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out b/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out index dfb14d0..8345132 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_parquet.q.out @@ -124,6 +124,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -150,8 +151,9 @@ STAGE PLANS: Statistics: Num rows: 12288 Data size: 73728 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: bigint), _col4 (type: struct), _col5 (type: struct) Execution mode: llap + LLAP IO: no inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: max(VALUE._col0), min(VALUE._col1), count(VALUE._col2), avg(VALUE._col3), stddev_pop(VALUE._col4) @@ -163,8 +165,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 6144 Data size: 36864 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out b/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out index 4b4931b..b49d5dd 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_parquet_types.q.out @@ -127,20 +127,15 @@ explain SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_types POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-0 is a root stage +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: parquet_types - Select Operator - expressions: cint (type: int), ctinyint (type: tinyint), csmallint (type: smallint), cfloat (type: float), cdouble (type: double), cstring1 (type: string), t (type: timestamp), cchar (type: char(5)), cvarchar (type: varchar(10)), hex(cbinary) (type: string), cdecimal (type: decimal(4,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10 - ListSink +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6","_col7","_col8","_col9","_col10"] + TableScan [TS_0] + Output:["cint","ctinyint","csmallint","cfloat","cdouble","cstring1","t","cchar","cvarchar","cbinary","cdecimal"] PREHOOK: query: SELECT cint, ctinyint, csmallint, cfloat, cdouble, cstring1, t, cchar, cvarchar, hex(cbinary), cdecimal FROM parquet_types @@ -180,20 +175,15 @@ PREHOOK: type: QUERY POSTHOOK: query: explain SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_types POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-0 is a root stage +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - TableScan - alias: parquet_types - Select Operator - expressions: cchar (type: char(5)), length(cchar) (type: int), cvarchar (type: varchar(10)), length(cvarchar) (type: int), cdecimal (type: decimal(4,2)), sign(cdecimal) (type: int) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5 - ListSink +Stage-0 + Fetch Operator + limit:-1 + Select Operator [SEL_1] + Output:["_col0","_col1","_col2","_col3","_col4","_col5"] + TableScan [TS_0] + Output:["cchar","cvarchar","cdecimal"] PREHOOK: query: SELECT cchar, LENGTH(cchar), cvarchar, LENGTH(cvarchar), cdecimal, SIGN(cdecimal) FROM parquet_types PREHOOK: type: QUERY @@ -249,74 +239,33 @@ FROM parquet_types GROUP BY ctinyint ORDER BY ctinyint POSTHOOK: type: QUERY -STAGE DEPENDENCIES: - Stage-1 is a root stage - Stage-0 depends on stages: Stage-1 +Plan optimized by CBO. -STAGE PLANS: - Stage: Stage-1 - Tez - Edges: - Reducer 2 <- Map 1 (SIMPLE_EDGE) - Reducer 3 <- Reducer 2 (SIMPLE_EDGE) -#### A masked pattern was here #### - Vertices: - Map 1 - Map Operator Tree: - TableScan - alias: parquet_types - Statistics: Num rows: 22 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Select Operator - expressions: ctinyint (type: tinyint), cint (type: int), csmallint (type: smallint), cstring1 (type: string), cfloat (type: float), cdouble (type: double), cdecimal (type: decimal(4,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 22 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Group By Operator - aggregations: max(_col1), min(_col2), count(_col3), avg(_col4), stddev_pop(_col5), max(_col6) - keys: _col0 (type: tinyint) - mode: hash - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 22 Data size: 242 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: tinyint) - sort order: + - Map-reduce partition columns: _col0 (type: tinyint) - Statistics: Num rows: 22 Data size: 242 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: bigint), _col4 (type: struct), _col5 (type: struct), _col6 (type: decimal(4,2)) - Execution mode: llap - Reducer 2 - Execution mode: llap - Reduce Operator Tree: - Group By Operator - aggregations: max(VALUE._col0), min(VALUE._col1), count(VALUE._col2), avg(VALUE._col3), stddev_pop(VALUE._col4), max(VALUE._col5) - keys: KEY._col0 (type: tinyint) - mode: mergepartial - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 11 Data size: 121 Basic stats: COMPLETE Column stats: NONE - Reduce Output Operator - key expressions: _col0 (type: tinyint) - sort order: + - Statistics: Num rows: 11 Data size: 121 Basic stats: COMPLETE Column stats: NONE - value expressions: _col1 (type: int), _col2 (type: smallint), _col3 (type: bigint), _col4 (type: double), _col5 (type: double), _col6 (type: decimal(4,2)) - Reducer 3 - Execution mode: vectorized, uber - Reduce Operator Tree: - Select Operator - expressions: KEY.reducesinkkey0 (type: tinyint), VALUE._col0 (type: int), VALUE._col1 (type: smallint), VALUE._col2 (type: bigint), VALUE._col3 (type: double), VALUE._col4 (type: double), VALUE._col5 (type: decimal(4,2)) - outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6 - Statistics: Num rows: 11 Data size: 121 Basic stats: COMPLETE Column stats: NONE - File Output Operator - compressed: false - Statistics: Num rows: 11 Data size: 121 Basic stats: COMPLETE Column stats: NONE - table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat - serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) - Stage: Stage-0 - Fetch Operator - limit: -1 - Processor Tree: - ListSink +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 3 vectorized, llap + File Output Operator [FS_10] + Select Operator [SEL_9] (rows=11 width=11) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"] + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + Group By Operator [GBY_4] (rows=11 width=11) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["max(VALUE._col0)","min(VALUE._col1)","count(VALUE._col2)","avg(VALUE._col3)","stddev_pop(VALUE._col4)","max(VALUE._col5)"],keys:KEY._col0 + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + PartitionCols:_col0 + Group By Operator [GBY_2] (rows=22 width=11) + Output:["_col0","_col1","_col2","_col3","_col4","_col5","_col6"],aggregations:["max(cint)","min(csmallint)","count(cstring1)","avg(cfloat)","stddev_pop(cdouble)","max(cdecimal)"],keys:ctinyint + Select Operator [SEL_1] (rows=22 width=11) + Output:["ctinyint","cint","csmallint","cstring1","cfloat","cdouble","cdecimal"] + TableScan [TS_0] (rows=22 width=11) + default@parquet_types,parquet_types,Tbl:COMPLETE,Col:NONE,Output:["cint","ctinyint","csmallint","cfloat","cdouble","cstring1","cdecimal"] PREHOOK: query: SELECT ctinyint, MAX(cint), diff --git a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out index 7234a4c..996b893 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_ptf.q.out @@ -142,84 +142,6 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_retailprice - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -227,6 +149,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -240,6 +163,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -247,6 +171,7 @@ STAGE PLANS: value expressions: p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -256,7 +181,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -269,14 +194,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -289,7 +214,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -313,13 +238,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -327,7 +253,7 @@ STAGE PLANS: value expressions: _col5 (type: int), _col7 (type: double) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -343,7 +269,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -380,13 +306,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:double escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -466,92 +393,6 @@ from noop (on (select p1.* from part_orc p1 join part_orc p2 on p1.p_partkey = p distribute by j.p_mfgr sort by j.p_name) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - part_orc - p1 - TOK_TABREF - TOK_TABNAME - part_orc - p2 - = - . - TOK_TABLE_OR_COL - p1 - p_partkey - . - TOK_TABLE_OR_COL - p2 - p_partkey - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - TOK_TABNAME - p1 - j - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - . - TOK_TABLE_OR_COL - j - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - . - TOK_TABLE_OR_COL - j - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - - - TOK_TABLE_OR_COL - p_size - TOK_FUNCTION - lag - TOK_TABLE_OR_COL - p_size - 1 - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - deltaSz - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -559,6 +400,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -574,16 +416,18 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_partkey (type: int) + null sort order: a sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 0 value expressions: p_name (type: string), p_mfgr (type: string), p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -593,7 +437,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -606,14 +450,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -626,7 +470,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -642,15 +486,17 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_partkey (type: int) + null sort order: a sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -660,7 +506,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -673,14 +519,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -693,7 +539,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -712,12 +558,13 @@ STAGE PLANS: 1 p_partkey (type: int) outputColumnNames: _col1, _col2, _col5 Position of Big Table: 0 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col5 (type: int) auto parallelism: true @@ -728,7 +575,7 @@ STAGE PLANS: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE PTF Operator Function definitions: Input definition @@ -738,27 +585,28 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col5 (type: int) auto parallelism: true Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int) outputColumnNames: _col1, _col2, _col5 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE PTF Operator Function definitions: Input definition @@ -768,7 +616,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -779,26 +627,27 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int), (_col5 - lag_window_0) (type: int) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3 columns.types string:string:int:int escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -872,39 +721,6 @@ from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -912,6 +728,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -924,6 +741,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -931,6 +749,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -940,7 +759,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -953,14 +772,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -973,7 +792,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -981,7 +800,7 @@ STAGE PLANS: Truncated Path -> Alias: /part_orc [part_orc] Reducer 2 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -997,7 +816,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -1014,13 +833,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2 columns.types string:string:int escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1098,85 +918,6 @@ from noop(on part_orc order by p_name ) abc POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - abc - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_retailprice - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1184,6 +925,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1197,6 +939,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -1204,6 +947,7 @@ STAGE PLANS: value expressions: p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1213,7 +957,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -1226,14 +970,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -1246,7 +990,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1270,13 +1014,14 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -1284,7 +1029,7 @@ STAGE PLANS: value expressions: _col5 (type: int), _col7 (type: double) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1300,7 +1045,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1337,13 +1082,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:double escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1429,89 +1175,6 @@ from noop(on part_orc order by p_name ) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - - - TOK_TABLE_OR_COL - p_size - TOK_FUNCTION - lag - TOK_TABLE_OR_COL - p_size - 1 - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - deltaSz - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1519,6 +1182,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1532,6 +1196,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -1539,6 +1204,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1548,7 +1214,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -1561,14 +1227,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -1581,7 +1247,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1605,13 +1271,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -1619,7 +1286,7 @@ STAGE PLANS: value expressions: _col5 (type: int) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -1635,7 +1302,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -1673,13 +1340,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 columns.types string:string:int:int:int:int:int escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -1767,96 +1435,6 @@ from noop(on part_orc ) group by p_mfgr, p_name, p_size POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - - - TOK_TABLE_OR_COL - p_size - TOK_FUNCTION - lag - TOK_TABLE_OR_COL - p_size - 1 - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - deltaSz - TOK_GROUPBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_TABLE_OR_COL - p_size - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -1864,6 +1442,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -1877,6 +1456,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -1884,6 +1464,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -1893,7 +1474,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -1906,14 +1487,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -1926,7 +1507,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -1950,7 +1531,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -1966,13 +1547,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + null sort order: aaa sort order: +++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -1989,7 +1571,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col0 raw input shape: window functions: @@ -2027,13 +1609,14 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 columns.types string:string:int:int:int:int:int escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2114,49 +1697,6 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_PTBLFUNCTION - noop - abc - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_TABREF - TOK_TABNAME - part_orc - p1 - = - . - TOK_TABLE_OR_COL - abc - p_partkey - . - TOK_TABLE_OR_COL - p1 - p_partkey - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - TOK_TABNAME - abc - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2164,6 +1704,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Map 4 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -2177,6 +1718,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -2184,6 +1726,7 @@ STAGE PLANS: value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2193,7 +1736,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2206,14 +1749,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2226,7 +1769,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2242,15 +1785,17 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_partkey (type: int) + null sort order: a sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2260,7 +1805,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2273,14 +1818,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2293,7 +1838,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2317,7 +1862,7 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string partition by: _col2 raw input shape: @@ -2325,12 +1870,13 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 0 value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) auto parallelism: true @@ -2346,22 +1892,23 @@ STAGE PLANS: 1 p_partkey (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 Position of Big Table: 0 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8 columns.types int:string:string:string:string:int:string:double:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2437,49 +1984,6 @@ partition by p_mfgr order by p_name ) abc on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_TABREF - TOK_TABNAME - part_orc - p1 - TOK_PTBLFUNCTION - noop - abc - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - = - . - TOK_TABLE_OR_COL - abc - p_partkey - . - TOK_TABLE_OR_COL - p1 - p_partkey - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_ALLCOLREF - TOK_TABNAME - abc - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2487,6 +1991,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Reducer 4 (SIMPLE_EDGE) Reducer 4 <- Map 3 (SIMPLE_EDGE) @@ -2501,15 +2006,17 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_partkey (type: int) + null sort order: a sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 0 auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2519,7 +2026,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2532,14 +2039,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2552,7 +2059,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2567,6 +2074,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -2574,6 +2082,7 @@ STAGE PLANS: value expressions: p_partkey (type: int), p_brand (type: string), p_type (type: string), p_size (type: int), p_container (type: string), p_retailprice (type: double), p_comment (type: string) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2583,7 +2092,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2596,14 +2105,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2616,7 +2125,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2634,27 +2143,28 @@ STAGE PLANS: 0 p_partkey (type: int) 1 _col0 (type: int) outputColumnNames: _col12, _col13, _col14, _col15, _col16, _col17, _col18, _col19, _col20 - Position of Big Table: 0 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Position of Big Table: 1 + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col12 (type: int), _col13 (type: string), _col14 (type: string), _col15 (type: string), _col16 (type: string), _col17 (type: int), _col18 (type: string), _col19 (type: double), _col20 (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8 columns.types int:string:string:string:string:int:string:double:string escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -2678,7 +2188,7 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col3: string, _col4: string, _col5: int, _col6: string, _col7: double, _col8: string partition by: _col2 raw input shape: @@ -2686,12 +2196,13 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 1 value expressions: _col1 (type: string), _col2 (type: string), _col3 (type: string), _col4 (type: string), _col5 (type: int), _col6 (type: string), _col7 (type: double), _col8 (type: string) auto parallelism: true @@ -2764,58 +2275,6 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name, p_size desc) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noopwithmap - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_TABSORTCOLNAMEDESC - TOK_TABLE_OR_COL - p_size - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_TABSORTCOLNAMEDESC - TOK_TABLE_OR_COL - p_size - r - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -2823,6 +2282,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -2843,7 +2303,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: p_name, p_size(DESC) + order by: p_name ASC NULLS FIRST, p_size DESC NULLS LAST output shape: p_name: string, p_mfgr: string, p_size: int partition by: p_mfgr raw input shape: @@ -2852,12 +2312,14 @@ STAGE PLANS: Map-side function: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string), p_size (type: int) + null sort order: aaz sort order: ++- Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Execution mode: llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -2867,7 +2329,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2880,14 +2342,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -2900,7 +2362,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -2924,7 +2386,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col1, _col5(DESC) + order by: _col1 ASC NULLS FIRST, _col5 DESC NULLS LAST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -2932,13 +2394,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string), _col5 (type: int) + null sort order: aaz sort order: ++- Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -2954,7 +2417,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1, _col5(DESC) + order by: _col1 ASC NULLS FIRST, _col5 DESC NULLS LAST partition by: _col2 raw input shape: window functions: @@ -2978,13 +2441,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3 columns.types string:string:int:int escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -3062,84 +2526,6 @@ from noopwithmap(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noopwithmap - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_retailprice - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3147,6 +2533,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -3167,7 +2554,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: p_name + order by: p_name ASC NULLS FIRST output shape: p_name: string, p_mfgr: string, p_size: int, p_retailprice: double partition by: p_mfgr raw input shape: @@ -3176,6 +2563,7 @@ STAGE PLANS: Map-side function: true Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -3183,6 +2571,7 @@ STAGE PLANS: value expressions: p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3192,7 +2581,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -3205,14 +2594,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -3225,7 +2614,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3249,7 +2638,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -3257,6 +2646,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -3264,7 +2654,7 @@ STAGE PLANS: value expressions: _col5 (type: int), _col7 (type: double) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -3280,7 +2670,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -3317,13 +2707,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:double escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -3405,84 +2796,6 @@ from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_retailprice - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3490,6 +2803,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -3503,6 +2817,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -3510,6 +2825,7 @@ STAGE PLANS: value expressions: p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3519,7 +2835,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -3532,14 +2848,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -3552,7 +2868,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3576,13 +2892,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -3590,7 +2907,7 @@ STAGE PLANS: value expressions: _col5 (type: int), _col7 (type: double) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -3606,7 +2923,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -3643,13 +2960,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:double escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -3733,91 +3051,6 @@ partition by p_mfgr order by p_mfgr, p_name ))) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noopwithmap - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_retailprice - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -3825,6 +3058,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -3839,6 +3073,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -3846,6 +3081,7 @@ STAGE PLANS: value expressions: p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -3855,7 +3091,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -3868,14 +3104,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -3888,7 +3124,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -3912,7 +3148,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -3926,7 +3162,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -3934,7 +3170,7 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -3942,6 +3178,7 @@ STAGE PLANS: Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -3965,7 +3202,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -3973,13 +3210,14 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -3987,7 +3225,7 @@ STAGE PLANS: value expressions: _col5 (type: int), _col7 (type: double) auto parallelism: true Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -4003,7 +3241,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -4040,13 +3278,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:double escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -4138,104 +3377,6 @@ order by p_name) window w1 as (partition by p_mfgr order by p_name rows between 2 preceding and 2 following) ) sub1 POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_SUBQUERY - TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_FUNCTION - count - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - cd - TOK_SELEXPR - TOK_TABLE_OR_COL - p_retailprice - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_retailprice - TOK_WINDOWSPEC - w1 - s1 - window - TOK_WINDOWDEF - w1 - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - 2 - following - 2 - sub1 - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - . - TOK_TABLE_OR_COL - sub1 - cd - TOK_SELEXPR - . - TOK_TABLE_OR_COL - sub1 - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4243,6 +3384,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -4256,6 +3398,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -4263,6 +3406,7 @@ STAGE PLANS: value expressions: p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4272,7 +3416,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -4285,14 +3429,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -4305,7 +3449,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4329,13 +3473,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -4343,7 +3488,7 @@ STAGE PLANS: value expressions: _col5 (type: int), _col7 (type: double) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -4359,7 +3504,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -4388,13 +3533,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3 columns.types string:string:bigint:double escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -4490,176 +3636,6 @@ partition by p_mfgr order by p_name ) abc join part_orc p1 on abc.p_partkey = p1.p_partkey POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_JOIN - TOK_PTBLFUNCTION - noop - abc - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_TABREF - TOK_TABNAME - part_orc - p1 - = - . - TOK_TABLE_OR_COL - abc - p_partkey - . - TOK_TABLE_OR_COL - p1 - p_partkey - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - . - TOK_TABLE_OR_COL - abc - p_mfgr - TOK_SELEXPR - . - TOK_TABLE_OR_COL - abc - p_name - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - . - TOK_TABLE_OR_COL - abc - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - . - TOK_TABLE_OR_COL - abc - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - . - TOK_TABLE_OR_COL - abc - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - . - TOK_TABLE_OR_COL - abc - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - count - . - TOK_TABLE_OR_COL - abc - p_name - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - . - TOK_TABLE_OR_COL - abc - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - . - TOK_TABLE_OR_COL - abc - p_name - cd - TOK_SELEXPR - . - TOK_TABLE_OR_COL - abc - p_retailprice - TOK_SELEXPR - TOK_FUNCTION - sum - . - TOK_TABLE_OR_COL - abc - p_retailprice - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - . - TOK_TABLE_OR_COL - abc - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - . - TOK_TABLE_OR_COL - abc - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - TOK_SELEXPR - . - TOK_TABLE_OR_COL - abc - p_size - TOK_SELEXPR - - - . - TOK_TABLE_OR_COL - abc - p_size - TOK_FUNCTION - lag - . - TOK_TABLE_OR_COL - abc - p_size - 1 - . - TOK_TABLE_OR_COL - abc - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - . - TOK_TABLE_OR_COL - abc - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - . - TOK_TABLE_OR_COL - abc - p_name - deltaSz - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -4667,6 +3643,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Map 5 (SIMPLE_EDGE), Reducer 2 (SIMPLE_EDGE) @@ -4681,6 +3658,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -4688,6 +3666,7 @@ STAGE PLANS: value expressions: p_partkey (type: int), p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4697,7 +3676,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -4710,14 +3689,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -4730,7 +3709,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4746,15 +3725,17 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: p_partkey is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: p_partkey (type: int) + null sort order: a sort order: + Map-reduce partition columns: p_partkey (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 1 auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -4764,7 +3745,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -4777,14 +3758,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -4797,7 +3778,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -4821,7 +3802,7 @@ STAGE PLANS: Partition table definition input alias: abc name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col0: int, _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: @@ -4829,12 +3810,13 @@ STAGE PLANS: Filter Operator isSamplingPred: false predicate: _col0 is not null (type: boolean) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: int) + null sort order: a sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: 0 value expressions: _col1 (type: string), _col2 (type: string), _col5 (type: int), _col7 (type: double) auto parallelism: true @@ -4850,23 +3832,24 @@ STAGE PLANS: 1 p_partkey (type: int) outputColumnNames: _col1, _col2, _col5, _col7 Position of Big Table: 0 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE tag: -1 value expressions: _col5 (type: int), _col7 (type: double) auto parallelism: true Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey1 (type: string), KEY.reducesinkkey0 (type: string), VALUE._col3 (type: int), VALUE._col5 (type: double) outputColumnNames: _col1, _col2, _col5, _col7 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE PTF Operator Function definitions: Input definition @@ -4876,7 +3859,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -4913,26 +3896,27 @@ STAGE PLANS: window function: GenericUDAFLagEvaluator window frame: PRECEDING(MAX)~FOLLOWING(MAX) isPivotResult: true - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: _col2 (type: string), _col1 (type: string), rank_window_0 (type: int), dense_rank_window_1 (type: int), count_window_2 (type: bigint), _col7 (type: double), sum_window_3 (type: double), _col5 (type: int), (_col5 - lag_window_4) (type: int) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false GlobalTableId: 0 #### A masked pattern was here #### NumFilesPerFileSink: 1 - Statistics: Num rows: 14 Data size: 8823 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 28 Data size: 17646 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5,_col6,_col7,_col8 columns.types string:string:int:int:bigint:double:double:int:int escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -5016,39 +4000,6 @@ from noop(on part_orc partition by p_mfgr order by p_name) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECTDI - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5056,6 +4007,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -5069,6 +4021,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -5076,6 +4029,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5085,7 +4039,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -5098,14 +4052,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -5118,7 +4072,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -5142,7 +4096,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -5158,13 +4112,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string), _col2 (type: int) + null sort order: aaa sort order: +++ Map-reduce partition columns: _col0 (type: string), _col1 (type: string), _col2 (type: int) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE tag: -1 auto parallelism: true Reducer 3 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Needs Tagging: false Reduce Operator Tree: Group By Operator @@ -5180,13 +4135,14 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2 columns.types string:string:int escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -5275,63 +4231,6 @@ partition by p_mfgr order by p_mfgr) window w1 as ( partition by p_mfgr order by p_brand rows between 2 preceding and current row) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - mfgr_price_view - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_brand - TOK_SELEXPR - TOK_TABLE_OR_COL - s - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - s - TOK_WINDOWSPEC - w1 - s1 - window - TOK_WINDOWDEF - w1 - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_brand - TOK_WINDOWRANGE - preceding - 2 - current - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -5339,6 +4238,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -5362,6 +4262,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -5369,6 +4270,7 @@ STAGE PLANS: value expressions: _col2 (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5378,7 +4280,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -5391,14 +4293,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -5411,7 +4313,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -5437,13 +4339,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col0 + order by: _col0 ASC NULLS FIRST output shape: _col0: string, _col1: string, _col2: double partition by: _col0 raw input shape: Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col0 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col0 (type: string) Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE @@ -5451,7 +4354,7 @@ STAGE PLANS: value expressions: _col2 (type: double) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -5467,7 +4370,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col0 raw input shape: window functions: @@ -5490,13 +4393,14 @@ STAGE PLANS: Statistics: Num rows: 13 Data size: 8021 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3 columns.types string:string:double:double escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -5624,199 +4528,6 @@ cume_dist() over (distribute by p_mfgr sort by p_mfgr, p_name) as cud, first_value(p_size, true) over w1 as fv1 window w1 as (distribute by p_mfgr sort by p_mfgr, p_name rows between 2 preceding and 2 following) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - part_4 - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_retailprice - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s - TOK_INSERT - TOK_DESTINATION - TOK_TAB - TOK_TABNAME - part_5 - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - round - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_size - TOK_WINDOWVALUES - preceding - 5 - current - 1 - s2 - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_FUNCTION - cume_dist - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - cud - TOK_SELEXPR - TOK_FUNCTION - first_value - TOK_TABLE_OR_COL - p_size - true - TOK_WINDOWSPEC - w1 - fv1 - window - TOK_WINDOWDEF - w1 - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_SORTBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - 2 - following - 2 - - STAGE DEPENDENCIES: Stage-2 is a root stage Stage-3 depends on stages: Stage-2 @@ -5828,6 +4539,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-2 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -5843,6 +4555,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -5850,6 +4563,7 @@ STAGE PLANS: value expressions: p_size (type: int), p_retailprice (type: double) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -5859,7 +4573,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -5872,14 +4586,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -5892,7 +4606,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -5916,13 +4630,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col1 + order by: _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int, _col7: double partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -5931,6 +4646,7 @@ STAGE PLANS: auto parallelism: true Reduce Output Operator key expressions: _col2 (type: string), _col5 (type: int) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -5938,7 +4654,7 @@ STAGE PLANS: value expressions: _col1 (type: string) auto parallelism: true Reducer 3 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -5954,7 +4670,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -5994,15 +4710,20 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_mfgr,p_name,p_size,r,dr,s columns.comments columns.types string:string:int:int:int:double #### A masked pattern was here #### name default.part_4 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.part_4 @@ -6026,7 +4747,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col5 + order by: _col5 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -6043,6 +4764,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -6050,7 +4772,7 @@ STAGE PLANS: value expressions: sum_window_0 (type: bigint), _col5 (type: int) auto parallelism: true Reducer 5 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -6066,7 +4788,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col3, _col2 + order by: _col3 ASC NULLS FIRST, _col2 ASC NULLS FIRST partition by: _col3 raw input shape: window functions: @@ -6113,15 +4835,20 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1 columns.comments columns.types string:string:int:int:int:int:double:int #### A masked pattern was here #### name default.part_5 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.part_5 @@ -6141,15 +4868,20 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_mfgr,p_name,p_size,r,dr,s columns.comments columns.types string:string:int:int:int:double #### A masked pattern was here #### name default.part_4 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct part_4 { string p_mfgr, string p_name, i32 p_size, i32 r, i32 dr, double s} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.part_4 @@ -6167,15 +4899,20 @@ STAGE PLANS: input format: org.apache.hadoop.mapred.TextInputFormat output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat properties: + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_mfgr,p_name,p_size,s2,r,dr,cud,fv1 columns.comments columns.types string:string:int:int:int:int:double:int #### A masked pattern was here #### name default.part_5 + numFiles 0 + numRows 0 + rawDataSize 0 serialization.ddl struct part_5 { string p_mfgr, string p_name, i32 p_size, i32 s2, i32 r, i32 dr, double cud, i32 fv1} serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe + totalSize 0 #### A masked pattern was here #### serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe name: default.part_5 @@ -6340,110 +5077,6 @@ from noop(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noopwithmap - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6451,6 +5084,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -6465,6 +5099,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string) + null sort order: a sort order: + Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -6472,6 +5107,7 @@ STAGE PLANS: value expressions: p_name (type: string), p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -6481,7 +5117,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -6494,14 +5130,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -6514,7 +5150,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -6538,14 +5174,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -6559,7 +5195,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -6567,7 +5203,7 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -6575,6 +5211,7 @@ STAGE PLANS: Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -6598,7 +5235,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -6606,13 +5243,14 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -6620,7 +5258,7 @@ STAGE PLANS: value expressions: _col5 (type: int) auto parallelism: true Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -6636,7 +5274,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST partition by: _col2, _col1 raw input shape: window functions: @@ -6673,13 +5311,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -6793,111 +5432,6 @@ from noop(on partition by p_mfgr order by p_mfgr ) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -6905,6 +5439,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -6920,6 +5455,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string) + null sort order: a sort order: + Map-reduce partition columns: p_mfgr (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -6927,6 +5463,7 @@ STAGE PLANS: value expressions: p_name (type: string), p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -6936,7 +5473,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -6949,14 +5486,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -6969,7 +5506,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -6993,20 +5530,21 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7030,13 +5568,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7060,13 +5599,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7074,7 +5614,7 @@ STAGE PLANS: value expressions: _col5 (type: int) auto parallelism: true Reducer 5 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -7090,7 +5630,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -7127,13 +5667,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -7243,99 +5784,6 @@ from noop(on partition by p_mfgr order by p_mfgr)) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -7343,6 +5791,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -7357,6 +5806,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7364,6 +5814,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -7373,7 +5824,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -7386,14 +5837,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -7406,7 +5857,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -7430,20 +5881,21 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7467,20 +5919,21 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7488,7 +5941,7 @@ STAGE PLANS: value expressions: _col5 (type: int) auto parallelism: true Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -7504,7 +5957,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -7541,13 +5994,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -7657,110 +6111,6 @@ from noopwithmap(on partition by p_mfgr,p_name order by p_mfgr,p_name) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noopwithmap - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -7768,6 +6118,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -7783,6 +6134,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7790,6 +6142,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -7799,7 +6152,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -7812,14 +6165,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -7832,7 +6185,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -7856,20 +6209,21 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7893,7 +6247,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -7907,7 +6261,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -7916,6 +6270,7 @@ STAGE PLANS: Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7939,7 +6294,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -7947,6 +6302,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -7954,7 +6310,7 @@ STAGE PLANS: value expressions: _col5 (type: int) auto parallelism: true Reducer 5 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -7970,7 +6326,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST partition by: _col2, _col1 raw input shape: window functions: @@ -8007,13 +6363,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5 columns.types string:string:int:int:int:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -8125,140 +6482,6 @@ from noop(on order by p_mfgr )) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noopwithmap - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s1 - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWRANGE - preceding - unbounded - current - s2 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -8266,6 +6489,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -8280,6 +6504,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -8287,6 +6512,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8296,7 +6522,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -8309,14 +6535,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -8329,7 +6555,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -8353,7 +6579,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -8367,7 +6593,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -8375,7 +6601,7 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -8383,6 +6609,7 @@ STAGE PLANS: Map-side function: true Reduce Output Operator key expressions: _col2 (type: string) + null sort order: a sort order: + Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -8406,7 +6633,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: @@ -8414,13 +6641,14 @@ STAGE PLANS: Partition table definition input alias: ptf_2 name: noop - order by: _col2 + order by: _col2 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2 raw input shape: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -8428,7 +6656,7 @@ STAGE PLANS: value expressions: _col5 (type: int) auto parallelism: true Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -8444,7 +6672,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST partition by: _col2, _col1 raw input shape: window functions: @@ -8481,13 +6709,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 columns.types string:string:int:int:int:bigint:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe @@ -8593,112 +6822,6 @@ from noopwithmap(on order by p_mfgr, p_name) )) POSTHOOK: type: QUERY -ABSTRACT SYNTAX TREE: - -TOK_QUERY - TOK_FROM - TOK_PTBLFUNCTION - noopwithmap - TOK_PTBLFUNCTION - noop - TOK_PTBLFUNCTION - noop - TOK_TABREF - TOK_TABNAME - part_orc - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_TABLE_OR_COL - p_name - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_mfgr - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_INSERT - TOK_DESTINATION - TOK_DIR - TOK_TMP_FILE - TOK_SELECT - TOK_SELEXPR - TOK_TABLE_OR_COL - p_mfgr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_name - TOK_SELEXPR - TOK_FUNCTION - rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - r - TOK_SELEXPR - TOK_FUNCTION - dense_rank - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - dr - TOK_SELEXPR - TOK_TABLE_OR_COL - p_size - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWVALUES - preceding - unbounded - current - s1 - TOK_SELEXPR - TOK_FUNCTION - sum - TOK_TABLE_OR_COL - p_size - TOK_WINDOWSPEC - TOK_PARTITIONINGSPEC - TOK_DISTRIBUTEBY - TOK_TABLE_OR_COL - p_mfgr - TOK_ORDERBY - TOK_TABSORTCOLNAMEASC - TOK_TABLE_OR_COL - p_name - TOK_WINDOWVALUES - preceding - unbounded - current - s2 - - STAGE DEPENDENCIES: Stage-1 is a root stage Stage-0 depends on stages: Stage-1 @@ -8706,6 +6829,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -8720,6 +6844,7 @@ STAGE PLANS: GatherStats: false Reduce Output Operator key expressions: p_mfgr (type: string), p_name (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: p_mfgr (type: string), p_name (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -8727,6 +6852,7 @@ STAGE PLANS: value expressions: p_size (type: int) auto parallelism: true Execution mode: vectorized, llap + LLAP IO: all inputs Path -> Alias: #### A masked pattern was here #### Path -> Partition: @@ -8736,7 +6862,7 @@ STAGE PLANS: input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -8749,14 +6875,14 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde input format: org.apache.hadoop.hive.ql.io.orc.OrcInputFormat output format: org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat properties: - COLUMN_STATS_ACCURATE true + COLUMN_STATS_ACCURATE {"BASIC_STATS":"true"} bucket_count -1 columns p_partkey,p_name,p_mfgr,p_brand,p_type,p_size,p_container,p_retailprice,p_comment columns.comments @@ -8769,7 +6895,7 @@ STAGE PLANS: serialization.ddl struct part_orc { i32 p_partkey, string p_name, string p_mfgr, string p_brand, string p_type, i32 p_size, string p_container, double p_retailprice, string p_comment} serialization.format 1 serialization.lib org.apache.hadoop.hive.ql.io.orc.OrcSerde - totalSize 2639 + totalSize 2689 #### A masked pattern was here #### serde: org.apache.hadoop.hive.ql.io.orc.OrcSerde name: default.part_orc @@ -8793,14 +6919,14 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: Partition table definition input alias: ptf_2 name: noop - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -8814,7 +6940,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -8823,6 +6949,7 @@ STAGE PLANS: Map-side function: true Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string), _col1 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -8846,7 +6973,7 @@ STAGE PLANS: Partition table definition input alias: ptf_1 name: noopwithmap - order by: _col2, _col1 + order by: _col2 ASC NULLS FIRST, _col1 ASC NULLS FIRST output shape: _col1: string, _col2: string, _col5: int partition by: _col2, _col1 raw input shape: @@ -8854,6 +6981,7 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator key expressions: _col2 (type: string), _col1 (type: string) + null sort order: aa sort order: ++ Map-reduce partition columns: _col2 (type: string) Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE @@ -8861,7 +6989,7 @@ STAGE PLANS: value expressions: _col5 (type: int) auto parallelism: true Reducer 4 - Execution mode: uber + Execution mode: llap Needs Tagging: false Reduce Operator Tree: Select Operator @@ -8877,7 +7005,7 @@ STAGE PLANS: Windowing table definition input alias: ptf_1 name: windowingtablefunction - order by: _col1 + order by: _col1 ASC NULLS FIRST partition by: _col2 raw input shape: window functions: @@ -8914,13 +7042,14 @@ STAGE PLANS: Statistics: Num rows: 26 Data size: 16042 Basic stats: COMPLETE Column stats: NONE #### A masked pattern was here #### table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat properties: columns _col0,_col1,_col2,_col3,_col4,_col5,_col6 columns.types string:string:int:int:int:bigint:bigint escape.delim \ hive.serialization.extend.additional.nesting.levels true + serialization.escape.crlf true serialization.format 1 serialization.lib org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe diff --git a/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out b/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out index 4252201..e376ca1 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_shufflejoin.q.out @@ -17,6 +17,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) Reducer 3 <- Reducer 2 (SIMPLE_EDGE) @@ -27,38 +28,40 @@ STAGE PLANS: Map Operator Tree: TableScan alias: t1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Map 5 Map Operator Tree: TableScan - alias: t1 - Statistics: Num rows: 12288 Data size: 2641964 Basic stats: COMPLETE Column stats: NONE + alias: t2 + Statistics: Num rows: 12288 Data size: 36696 Basic stats: COMPLETE Column stats: COMPLETE Filter Operator predicate: cint is not null (type: boolean) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: cint (type: int) outputColumnNames: _col0 - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: int) sort order: + Map-reduce partition columns: _col0 (type: int) - Statistics: Num rows: 6144 Data size: 1320982 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 9173 Data size: 27396 Basic stats: COMPLETE Column stats: COMPLETE Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 Execution mode: llap Reduce Operator Tree: @@ -69,19 +72,19 @@ STAGE PLANS: 0 _col0 (type: int) 1 _col0 (type: int) outputColumnNames: _col0, _col1 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19518 Data size: 156144 Basic stats: COMPLETE Column stats: COMPLETE Select Operator expressions: _col0 (type: int), _col1 (type: int), (_col0 + _col1) (type: int) outputColumnNames: _col0, _col1, _col2 - Statistics: Num rows: 6758 Data size: 1453080 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 19518 Data size: 156144 Basic stats: COMPLETE Column stats: COMPLETE Group By Operator aggregations: count(_col0), max(_col1), min(_col0), avg(_col2) mode: hash outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 16 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 92 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col0 (type: bigint), _col1 (type: int), _col2 (type: int), _col3 (type: struct) Reducer 3 Execution mode: llap @@ -90,25 +93,25 @@ STAGE PLANS: aggregations: count(VALUE._col0), max(VALUE._col1), min(VALUE._col2), avg(VALUE._col3) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE Reduce Output Operator key expressions: _col0 (type: bigint) sort order: + - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: double) Reducer 4 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: double) outputColumnNames: _col0, _col1, _col2, _col3 - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 24 Basic stats: COMPLETE Column stats: COMPLETE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out index 0463d31..bfac939 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_string_funcs.q.out @@ -57,7 +57,7 @@ STAGE PLANS: TableScan alias: alltypesorc Filter Operator - predicate: ((((cbigint % 237) = 0) and (length(substr(cstring1, 1, 2)) <= 2)) and (cstring1 like '%')) (type: boolean) + predicate: (((cbigint % 237) = 0) and (length(substr(cstring1, 1, 2)) <= 2) and (cstring1 like '%')) (type: boolean) Select Operator expressions: substr(cstring1, 1, 2) (type: string), substr(cstring1, 2) (type: string), lower(cstring1) (type: string), upper(cstring1) (type: string), upper(cstring1) (type: string), length(cstring1) (type: int), trim(cstring1) (type: string), ltrim(cstring1) (type: string), rtrim(cstring1) (type: string), concat(cstring1, cstring2) (type: string), concat('>', cstring1) (type: string), concat(cstring1, '<') (type: string), concat(substr(cstring1, 1, 2), substr(cstring2, 1, 2)) (type: string) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7, _col8, _col9, _col10, _col11, _col12 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out new file mode 100644 index 0000000..ceaac4f --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/vectorized_timestamp.q.out @@ -0,0 +1,157 @@ +PREHOOK: query: DROP TABLE IF EXISTS test +PREHOOK: type: DROPTABLE +POSTHOOK: query: DROP TABLE IF EXISTS test +POSTHOOK: type: DROPTABLE +PREHOOK: query: CREATE TABLE test(ts TIMESTAMP) STORED AS ORC +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@test +POSTHOOK: query: CREATE TABLE test(ts TIMESTAMP) STORED AS ORC +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@test +PREHOOK: query: INSERT INTO TABLE test VALUES ('0001-01-01 00:00:00.000000000'), ('9999-12-31 23:59:59.999999999') +PREHOOK: type: QUERY +PREHOOK: Input: default@values__tmp__table__1 +PREHOOK: Output: default@test +POSTHOOK: query: INSERT INTO TABLE test VALUES ('0001-01-01 00:00:00.000000000'), ('9999-12-31 23:59:59.999999999') +POSTHOOK: type: QUERY +POSTHOOK: Input: default@values__tmp__table__1 +POSTHOOK: Output: default@test +POSTHOOK: Lineage: test.ts EXPRESSION [(values__tmp__table__1)values__tmp__table__1.FieldSchema(name:tmp_values_col1, type:string, comment:), ] +PREHOOK: query: EXPLAIN +SELECT ts FROM test +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT ts FROM test +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 llap + File Output Operator [FS_2] + Select Operator [SEL_1] (rows=2 width=40) + Output:["_col0"] + TableScan [TS_0] (rows=2 width=40) + default@test,test,Tbl:COMPLETE,Col:NONE,Output:["ts"] + +PREHOOK: query: SELECT ts FROM test +PREHOOK: type: QUERY +PREHOOK: Input: default@test +#### A masked pattern was here #### +POSTHOOK: query: SELECT ts FROM test +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test +#### A masked pattern was here #### +0001-01-01 00:00:00 +9999-12-31 23:59:59.999999999 +PREHOOK: query: EXPLAIN +SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 llap + File Output Operator [FS_6] + Select Operator [SEL_5] (rows=1 width=80) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_4] (rows=1 width=80) + Output:["_col0","_col1"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_3] + Group By Operator [GBY_2] (rows=1 width=80) + Output:["_col0","_col1"],aggregations:["min(ts)","max(ts)"] + Select Operator [SEL_1] (rows=2 width=40) + Output:["ts"] + TableScan [TS_0] (rows=2 width=40) + default@test,test,Tbl:COMPLETE,Col:NONE,Output:["ts"] + +PREHOOK: query: SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +PREHOOK: type: QUERY +PREHOOK: Input: default@test +#### A masked pattern was here #### +POSTHOOK: query: SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test +#### A masked pattern was here #### +0001-01-01 00:00:00 9999-12-31 23:59:59.999999999 3652060 23:59:59.999999999 +PREHOOK: query: EXPLAIN +SELECT ts FROM test +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT ts FROM test +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Map 1 vectorized, llap + File Output Operator [FS_4] + Select Operator [SEL_3] (rows=2 width=40) + Output:["_col0"] + TableScan [TS_0] (rows=2 width=40) + default@test,test,Tbl:COMPLETE,Col:NONE,Output:["ts"] + +PREHOOK: query: SELECT ts FROM test +PREHOOK: type: QUERY +PREHOOK: Input: default@test +#### A masked pattern was here #### +POSTHOOK: query: SELECT ts FROM test +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test +#### A masked pattern was here #### +0001-01-01 00:00:00 +9999-12-31 23:59:59.999999999 +PREHOOK: query: EXPLAIN +SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +PREHOOK: type: QUERY +POSTHOOK: query: EXPLAIN +SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 2 vectorized, llap + File Output Operator [FS_12] + Select Operator [SEL_11] (rows=1 width=80) + Output:["_col0","_col1","_col2"] + Group By Operator [GBY_10] (rows=1 width=80) + Output:["_col0","_col1"],aggregations:["min(VALUE._col0)","max(VALUE._col1)"] + <-Map 1 [SIMPLE_EDGE] vectorized, llap + SHUFFLE [RS_9] + Group By Operator [GBY_8] (rows=1 width=80) + Output:["_col0","_col1"],aggregations:["min(ts)","max(ts)"] + Select Operator [SEL_7] (rows=2 width=40) + Output:["ts"] + TableScan [TS_0] (rows=2 width=40) + default@test,test,Tbl:COMPLETE,Col:NONE,Output:["ts"] + +PREHOOK: query: SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +PREHOOK: type: QUERY +PREHOOK: Input: default@test +#### A masked pattern was here #### +POSTHOOK: query: SELECT MIN(ts), MAX(ts), MAX(ts) - MIN(ts) FROM test +POSTHOOK: type: QUERY +POSTHOOK: Input: default@test +#### A masked pattern was here #### +0001-01-01 00:00:00 9999-12-31 23:59:59.999999999 3652060 23:59:59.999999999 diff --git a/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out b/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out index b0fe5e2..4092911 100644 --- a/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out +++ b/ql/src/test/results/clientpositive/llap/vectorized_timestamp_funcs.q.out @@ -106,6 +106,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -125,8 +126,9 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) @@ -136,8 +138,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -249,6 +251,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -268,8 +271,9 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) @@ -279,8 +283,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -392,6 +396,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -411,8 +416,9 @@ STAGE PLANS: Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: boolean), _col2 (type: boolean), _col3 (type: boolean), _col4 (type: boolean), _col5 (type: boolean), _col6 (type: boolean), _col7 (type: boolean), _col8 (type: boolean) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: boolean), VALUE._col0 (type: boolean), VALUE._col1 (type: boolean), VALUE._col2 (type: boolean), VALUE._col3 (type: boolean), VALUE._col4 (type: boolean), VALUE._col5 (type: boolean), VALUE._col6 (type: boolean), VALUE._col7 (type: boolean) @@ -422,8 +428,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 40 Data size: 84 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -539,6 +545,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -558,8 +565,9 @@ STAGE PLANS: Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE value expressions: _col1 (type: int), _col2 (type: int), _col3 (type: int), _col4 (type: int), _col5 (type: int), _col6 (type: int), _col7 (type: int), _col8 (type: int) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Select Operator expressions: KEY.reducesinkkey0 (type: bigint), VALUE._col0 (type: int), VALUE._col1 (type: int), VALUE._col2 (type: int), VALUE._col3 (type: int), VALUE._col4 (type: int), VALUE._col5 (type: int), VALUE._col6 (type: int), VALUE._col7 (type: int) @@ -569,8 +577,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 3 Data size: 294 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -633,6 +641,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -656,8 +665,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: timestamp), _col1 (type: timestamp), _col2 (type: bigint), _col3 (type: bigint) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: min(VALUE._col0), max(VALUE._col1), count(VALUE._col2), count(VALUE._col3) @@ -668,8 +678,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 96 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -714,6 +724,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -737,8 +748,9 @@ STAGE PLANS: Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: double) Execution mode: llap + LLAP IO: all inputs Reducer 2 - Execution mode: vectorized, uber + Execution mode: vectorized, llap Reduce Operator Tree: Group By Operator aggregations: sum(VALUE._col0) @@ -753,8 +765,8 @@ STAGE PLANS: compressed: false Statistics: Num rows: 1 Data size: 8 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 @@ -805,6 +817,7 @@ STAGE DEPENDENCIES: STAGE PLANS: Stage: Stage-1 Tez +#### A masked pattern was here #### Edges: Reducer 2 <- Map 1 (SIMPLE_EDGE) #### A masked pattern was here #### @@ -822,30 +835,31 @@ STAGE PLANS: aggregations: avg(ctimestamp1), variance(ctimestamp1), var_pop(ctimestamp1), var_samp(ctimestamp1), std(ctimestamp1), stddev(ctimestamp1), stddev_pop(ctimestamp1), stddev_samp(ctimestamp1) mode: hash outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE Reduce Output Operator sort order: - Statistics: Num rows: 1 Data size: 0 Basic stats: PARTIAL Column stats: NONE + Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE value expressions: _col0 (type: struct), _col1 (type: struct), _col2 (type: struct), _col3 (type: struct), _col4 (type: struct), _col5 (type: struct), _col6 (type: struct), _col7 (type: struct) Execution mode: vectorized, llap + LLAP IO: all inputs Reducer 2 - Execution mode: uber + Execution mode: llap Reduce Operator Tree: Group By Operator aggregations: avg(VALUE._col0), variance(VALUE._col1), var_pop(VALUE._col2), var_samp(VALUE._col3), std(VALUE._col4), stddev(VALUE._col5), stddev_pop(VALUE._col6), stddev_samp(VALUE._col7) mode: mergepartial outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE Select Operator expressions: round(_col0, 0) (type: double), _col1 BETWEEN 8.97077295279421E19 AND 8.97077295279422E19 (type: boolean), _col2 BETWEEN 8.97077295279421E19 AND 8.97077295279422E19 (type: boolean), _col3 BETWEEN 9.20684592523616E19 AND 9.20684592523617E19 (type: boolean), round(_col4, 3) (type: double), round(_col5, 3) (type: double), round(_col6, 3) (type: double), round(_col7, 3) (type: double) outputColumnNames: _col0, _col1, _col2, _col3, _col4, _col5, _col6, _col7 - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE File Output Operator compressed: false - Statistics: Num rows: 1 Data size: 64 Basic stats: COMPLETE Column stats: NONE + Statistics: Num rows: 1 Data size: 672 Basic stats: COMPLETE Column stats: NONE table: - input format: org.apache.hadoop.mapred.TextInputFormat - output format: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat + input format: org.apache.hadoop.mapred.SequenceFileInputFormat + output format: org.apache.hadoop.hive.ql.io.HiveSequenceFileOutputFormat serde: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe Stage: Stage-0 diff --git a/ql/src/test/results/clientpositive/llap/windowing_gby.q.out b/ql/src/test/results/clientpositive/llap/windowing_gby.q.out new file mode 100644 index 0000000..a31a4b2 --- /dev/null +++ b/ql/src/test/results/clientpositive/llap/windowing_gby.q.out @@ -0,0 +1,66 @@ +PREHOOK: query: explain + select rank() over (order by return_ratio) as return_rank from + (select sum(wr.cint)/sum(ws.c_int) as return_ratio + from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 + group by ws.c_boolean ) in_web +PREHOOK: type: QUERY +POSTHOOK: query: explain + select rank() over (order by return_ratio) as return_rank from + (select sum(wr.cint)/sum(ws.c_int) as return_ratio + from cbo_t3 ws join alltypesorc wr on ws.value = wr.cstring1 + group by ws.c_boolean ) in_web +POSTHOOK: type: QUERY +Plan optimized by CBO. + +Vertex dependency in root stage +Reducer 2 <- Map 1 (SIMPLE_EDGE), Map 5 (SIMPLE_EDGE) +Reducer 3 <- Reducer 2 (SIMPLE_EDGE) +Reducer 4 <- Reducer 3 (SIMPLE_EDGE) + +Stage-0 + Fetch Operator + limit:-1 + Stage-1 + Reducer 4 llap + File Output Operator [FS_19] + Select Operator [SEL_17] (rows=2 width=4) + Output:["_col0"] + PTF Operator [PTF_16] (rows=2 width=16) + Function definitions:[{},{"name:":"windowingtablefunction","order by:":"(UDFToDouble(_col1) / UDFToDouble(_col2)) ASC NULLS FIRST","partition by:":"0"}] + Select Operator [SEL_15] (rows=2 width=16) + Output:["_col1","_col2"] + <-Reducer 3 [SIMPLE_EDGE] llap + SHUFFLE [RS_14] + PartitionCols:0 + Select Operator [SEL_13] (rows=2 width=20) + Output:["_col1","_col2"] + Group By Operator [GBY_12] (rows=2 width=20) + Output:["_col0","_col1","_col2"],aggregations:["sum(VALUE._col0)","sum(VALUE._col1)"],keys:KEY._col0 + <-Reducer 2 [SIMPLE_EDGE] llap + SHUFFLE [RS_11] + PartitionCols:_col0 + Group By Operator [GBY_10] (rows=2 width=20) + Output:["_col0","_col1","_col2"],aggregations:["sum(_col3)","sum(_col1)"],keys:_col2 + Select Operator [SEL_9] (rows=29 width=12) + Output:["_col2","_col3","_col1"] + Merge Join Operator [MERGEJOIN_24] (rows=29 width=12) + Conds:RS_6._col0=RS_7._col1(Inner),Output:["_col1","_col2","_col3"] + <-Map 1 [SIMPLE_EDGE] llap + SHUFFLE [RS_6] + PartitionCols:_col0 + Select Operator [SEL_2] (rows=18 width=87) + Output:["_col0","_col1","_col2"] + Filter Operator [FIL_22] (rows=18 width=87) + predicate:value is not null + TableScan [TS_0] (rows=20 width=88) + default@cbo_t3,ws,Tbl:COMPLETE,Col:COMPLETE,Output:["value","c_int","c_boolean"] + <-Map 5 [SIMPLE_EDGE] llap + SHUFFLE [RS_7] + PartitionCols:_col1 + Select Operator [SEL_5] (rows=9174 width=73) + Output:["_col0","_col1"] + Filter Operator [FIL_23] (rows=9174 width=73) + predicate:cstring1 is not null + TableScan [TS_3] (rows=12288 width=73) + default@alltypesorc,wr,Tbl:COMPLETE,Col:COMPLETE,Output:["cint","cstring1"] +