Uploaded image for project: 'Apache Drill'
  1. Apache Drill
  2. DRILL-6707

Query with 10-way merge join fails with IllegalArgumentException

    XMLWordPrintableJSON

Details

    Description

      Query

      SELECT   *
      FROM     si.tpch_sf1_parquet.customer C,
               si.tpch_sf1_parquet.orders O,
               si.tpch_sf1_parquet.lineitem L,
               si.tpch_sf1_parquet.part P,
               si.tpch_sf1_parquet.supplier S,
               si.tpch_sf1_parquet.partsupp PS,
               si.tpch_sf1_parquet.nation S_N,
               si.tpch_sf1_parquet.region S_R,
               si.tpch_sf1_parquet.nation C_N,
               si.tpch_sf1_parquet.region C_R
      WHERE    C.C_CUSTKEY = O.O_CUSTKEY 
      AND      O.O_ORDERKEY = L.L_ORDERKEY
      AND      L.L_PARTKEY = P.P_PARTKEY
      AND      L.L_SUPPKEY = S.S_SUPPKEY
      AND      P.P_PARTKEY = PS.PS_PARTKEY
      AND      P.P_SUPPKEY = PS.PS_SUPPKEY
      AND      S.S_NATIONKEY = S_N.N_NATIONKEY
      AND      S_N.N_REGIONKEY = S_R.R_REGIONKEY
      AND      C.C_NATIONKEY = C_N.N_NATIONKEY
      AND      C_N.N_REGIONKEY = C_R.R_REGIONKEY
      

      Plan

      00-00    Screen : rowType = RecordType(DYNAMIC_STAR **, DYNAMIC_STAR **0, DYNAMIC_STAR **1, DYNAMIC_STAR **2, DYNAMIC_STAR **3, DYNAMIC_STAR **4, DYNAMIC_STAR **5, DYNAMIC_STAR **6, DYNAMIC_STAR **7, DYNAMIC_STAR **8): rowcount = 6001215.0, cumulative cost = {1.151087965E8 rows, 2.66710261332395E9 cpu, 3.198503E7 io, 5.172844544E11 network, 1.87681384E9 memory}, id = 419943
      00-01      ProjectAllowDup(**=[$0], **0=[$1], **1=[$2], **2=[$3], **3=[$4], **4=[$5], **5=[$6], **6=[$7], **7=[$8], **8=[$9]) : rowType = RecordType(DYNAMIC_STAR **, DYNAMIC_STAR **0, DYNAMIC_STAR **1, DYNAMIC_STAR **2, DYNAMIC_STAR **3, DYNAMIC_STAR **4, DYNAMIC_STAR **5, DYNAMIC_STAR **6, DYNAMIC_STAR **7, DYNAMIC_STAR **8): rowcount = 6001215.0, cumulative cost = {1.14508675E8 rows, 2.66650249182395E9 cpu, 3.198503E7 io, 5.172844544E11 network, 1.87681384E9 memory}, id = 419942
      00-02        UnionExchange : rowType = RecordType(DYNAMIC_STAR T19¦¦**, DYNAMIC_STAR T18¦¦**, DYNAMIC_STAR T12¦¦**, DYNAMIC_STAR T17¦¦**, DYNAMIC_STAR T13¦¦**, DYNAMIC_STAR T16¦¦**, DYNAMIC_STAR T14¦¦**, DYNAMIC_STAR T15¦¦**, DYNAMIC_STAR T20¦¦**, DYNAMIC_STAR T21¦¦**): rowcount = 6001215.0, cumulative cost = {1.0850746E8 rows, 2.60649034182395E9 cpu, 3.198503E7 io, 5.172844544E11 network, 1.87681384E9 memory}, id = 419941
      01-01          Project(T19¦¦**=[$0], T18¦¦**=[$3], T12¦¦**=[$6], T17¦¦**=[$10], T13¦¦**=[$13], T16¦¦**=[$16], T14¦¦**=[$19], T15¦¦**=[$22], T20¦¦**=[$24], T21¦¦**=[$27]) : rowType = RecordType(DYNAMIC_STAR T19¦¦**, DYNAMIC_STAR T18¦¦**, DYNAMIC_STAR T12¦¦**, DYNAMIC_STAR T17¦¦**, DYNAMIC_STAR T13¦¦**, DYNAMIC_STAR T16¦¦**, DYNAMIC_STAR T14¦¦**, DYNAMIC_STAR T15¦¦**, DYNAMIC_STAR T20¦¦**, DYNAMIC_STAR T21¦¦**): rowcount = 6001215.0, cumulative cost = {1.02506245E8 rows, 2.55848062182395E9 cpu, 3.198503E7 io, 2.71474688E11 network, 1.87681384E9 memory}, id = 419940
      01-02            Project(T19¦¦**=[$21], C_CUSTKEY=[$22], C_NATIONKEY=[$23], T18¦¦**=[$18], O_CUSTKEY=[$19], O_ORDERKEY=[$20], T12¦¦**=[$0], L_ORDERKEY=[$1], L_PARTKEY=[$2], L_SUPPKEY=[$3], T17¦¦**=[$15], P_PARTKEY=[$16], P_SUPPKEY=[$17], T13¦¦**=[$4], S_SUPPKEY=[$5], S_NATIONKEY=[$6], T16¦¦**=[$12], PS_PARTKEY=[$13], PS_SUPPKEY=[$14], T14¦¦**=[$7], N_NATIONKEY=[$8], N_REGIONKEY=[$9], T15¦¦**=[$10], R_REGIONKEY=[$11], T20¦¦**=[$24], N_NATIONKEY0=[$25], N_REGIONKEY0=[$26], T21¦¦**=[$27], R_REGIONKEY0=[$28]) : rowType = RecordType(DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY, DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY0, ANY N_REGIONKEY0, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY0): rowcount = 6001215.0, cumulative cost = {9.650503E7 rows, 2.49846847182395E9 cpu, 3.198503E7 io, 2.71474688E11 network, 1.87681384E9 memory}, id = 419939
      01-03              MergeJoin(condition=[=($20, $1)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY, DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY, DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY, DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY0, ANY N_REGIONKEY0, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY0): rowcount = 6001215.0, cumulative cost = {9.0503815E7 rows, 2.32443323682395E9 cpu, 3.198503E7 io, 2.71474688E11 network, 1.87681384E9 memory}, id = 419938
      01-05                SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY, DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 6001215.0, cumulative cost = {6.8302375E7 rows, 1.9786950602034163E9 cpu, 2.7034945E7 io, 6.1964288E10 network, 1.69561216E9 memory}, id = 419910
      01-07                  Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY, DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 6001215.0, cumulative cost = {6.230116E7 rows, 1.9726938452034163E9 cpu, 2.7034945E7 io, 6.1964288E10 network, 1.69561216E9 memory}, id = 419909
      01-09                    MergeJoin(condition=[=($2, $16)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY, DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 6001215.0, cumulative cost = {5.6299945E7 rows, 1.432180656973563E9 cpu, 2.7034945E7 io, 6.1964288E10 network, 8.314372E8 memory}, id = 419908
      01-12                      SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 6001215.0, cumulative cost = {4.209873E7 rows, 1.1663478236598706E9 cpu, 2.4034945E7 io, 1.015808E9 network, 7.690372E8 memory}, id = 419895
      01-14                        Sort(sort0=[$2], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 6001215.0, cumulative cost = {3.6097515E7 rows, 1.1603466086598706E9 cpu, 2.4034945E7 io, 1.015808E9 network, 7.690372E8 memory}, id = 419894
      01-16                          MergeJoin(condition=[=($3, $5)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY, DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 6001215.0, cumulative cost = {3.00963E7 rows, 6.198334204300172E8 cpu, 2.4034945E7 io, 1.015808E9 network, 1.9292056E8 memory}, id = 419893
      01-18                            SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY): rowcount = 6001215.0, cumulative cost = {2.400486E7 rows, 5.945241232298534E8 cpu, 2.400486E7 io, 0.0 network, 1.9203888E8 memory}, id = 419873
      01-20                              Sort(sort0=[$3], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY): rowcount = 6001215.0, cumulative cost = {1.8003645E7 rows, 5.885229082298534E8 cpu, 2.400486E7 io, 0.0 network, 1.9203888E8 memory}, id = 419872
      01-22                                Project(T12¦¦**=[$0], L_ORDERKEY=[$1], L_PARTKEY=[$2], L_SUPPKEY=[$3]) : rowType = RecordType(DYNAMIC_STAR T12¦¦**, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY): rowcount = 6001215.0, cumulative cost = {1.200243E7 rows, 4.800972E7 cpu, 2.400486E7 io, 0.0 network, 0.0 memory}, id = 419871
      01-23                                  Scan(table=[[si, tpch_sf1_parquet, lineitem]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/lineitem]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/lineitem, numFiles=1, numRowGroups=3, usedMetadataFile=false, columns=[`**`, `L_ORDERKEY`, `L_PARTKEY`, `L_SUPPKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY L_ORDERKEY, ANY L_PARTKEY, ANY L_SUPPKEY): rowcount = 6001215.0, cumulative cost = {6001215.0 rows, 2.400486E7 cpu, 2.400486E7 io, 0.0 network, 0.0 memory}, id = 419870
      01-17                            SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 10000.0, cumulative cost = {80225.0 rows, 1264437.2001638087 cpu, 30085.0 io, 1.015808E9 network, 881680.0 memory}, id = 419892
      01-19                              Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 10000.0, cumulative cost = {70225.0 rows, 1254437.2001638087 cpu, 30085.0 io, 1.015808E9 network, 881680.0 memory}, id = 419891
      01-21                                BroadcastExchange : rowType = RecordType(DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 10000.0, cumulative cost = {60225.0 rows, 722928.7049818307 cpu, 30085.0 io, 1.015808E9 network, 241680.0 memory}, id = 419890
      02-01                                  MergeJoin(condition=[=($2, $4)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY, DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 10000.0, cumulative cost = {50225.0 rows, 642928.7049818307 cpu, 30085.0 io, 0.0 network, 241680.0 memory}, id = 419889
      02-03                                    SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY): rowcount = 10000.0, cumulative cost = {40000.0 rows, 601508.495181978 cpu, 30000.0 io, 0.0 network, 240000.0 memory}, id = 419877
      02-05                                      Sort(sort0=[$2], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY): rowcount = 10000.0, cumulative cost = {30000.0 rows, 591508.495181978 cpu, 30000.0 io, 0.0 network, 240000.0 memory}, id = 419876
      02-07                                        Project(T13¦¦**=[$0], S_SUPPKEY=[$1], S_NATIONKEY=[$2]) : rowType = RecordType(DYNAMIC_STAR T13¦¦**, ANY S_SUPPKEY, ANY S_NATIONKEY): rowcount = 10000.0, cumulative cost = {20000.0 rows, 60000.0 cpu, 30000.0 io, 0.0 network, 0.0 memory}, id = 419875
      02-10                                          Scan(table=[[si, tpch_sf1_parquet, supplier]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/supplier]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/supplier, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `S_SUPPKEY`, `S_NATIONKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY S_SUPPKEY, ANY S_NATIONKEY): rowcount = 10000.0, cumulative cost = {10000.0 rows, 30000.0 cpu, 30000.0 io, 0.0 network, 0.0 memory}, id = 419874
      02-02                                    SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 25.0, cumulative cost = {200.0 rows, 1320.2097998526922 cpu, 85.0 io, 0.0 network, 1680.0 memory}, id = 419888
      02-04                                      Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 25.0, cumulative cost = {175.0 rows, 1295.2097998526922 cpu, 85.0 io, 0.0 network, 1680.0 memory}, id = 419887
      02-06                                        MergeJoin(condition=[=($2, $4)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 25.0, cumulative cost = {150.0 rows, 830.8241808752197 cpu, 85.0 io, 0.0 network, 680.0 memory}, id = 419886
      02-09                                          SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {100.0 rows, 639.3856189774724 cpu, 75.0 io, 0.0 network, 600.0 memory}, id = 419881
      02-12                                            Sort(sort0=[$2], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {75.0 rows, 614.3856189774724 cpu, 75.0 io, 0.0 network, 600.0 memory}, id = 419880
      02-14                                              Project(T14¦¦**=[$0], N_NATIONKEY=[$1], N_REGIONKEY=[$2]) : rowType = RecordType(DYNAMIC_STAR T14¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {50.0 rows, 150.0 cpu, 75.0 io, 0.0 network, 0.0 memory}, id = 419879
      02-16                                                Scan(table=[[si, tpch_sf1_parquet, nation]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/nation]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/nation, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `N_NATIONKEY`, `N_REGIONKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {25.0 rows, 75.0 cpu, 75.0 io, 0.0 network, 0.0 memory}, id = 419878
      02-08                                          SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {20.0 rows, 71.43856189774723 cpu, 10.0 io, 0.0 network, 80.0 memory}, id = 419885
      02-11                                            Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {15.0 rows, 66.43856189774723 cpu, 10.0 io, 0.0 network, 80.0 memory}, id = 419884
      02-13                                              Project(T15¦¦**=[$0], R_REGIONKEY=[$1]) : rowType = RecordType(DYNAMIC_STAR T15¦¦**, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {10.0 rows, 20.0 cpu, 10.0 io, 0.0 network, 0.0 memory}, id = 419883
      02-15                                                Scan(table=[[si, tpch_sf1_parquet, region]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/region]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/region, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `R_REGIONKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {5.0 rows, 10.0 cpu, 10.0 io, 0.0 network, 0.0 memory}, id = 419882
      01-11                      SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 800000.0, cumulative cost = {7400000.0 rows, 2.386279733136923E8 cpu, 3000000.0 io, 6.094848E10 network, 6.24E7 memory}, id = 419907
      01-13                        Sort(sort0=[$4], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 800000.0, cumulative cost = {6600000.0 rows, 2.378279733136923E8 cpu, 3000000.0 io, 6.094848E10 network, 6.24E7 memory}, id = 419906
      01-15                          BroadcastExchange : rowType = RecordType(DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 800000.0, cumulative cost = {5800000.0 rows, 1.750771237954945E8 cpu, 3000000.0 io, 6.094848E10 network, 2.4E7 memory}, id = 419905
      03-01                            MergeJoin(condition=[AND(=($4, $1), =($5, $2))], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY, DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 800000.0, cumulative cost = {5000000.0 rows, 1.686771237954945E8 cpu, 3000000.0 io, 0.0 network, 2.4E7 memory}, id = 419904
      03-03                              SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY): rowcount = 800000.0, cumulative cost = {3200000.0 rows, 1.311016990363956E8 cpu, 2400000.0 io, 0.0 network, 1.92E7 memory}, id = 419899
      03-05                                Sort(sort0=[$1], sort1=[$2], dir0=[ASC], dir1=[ASC]) : rowType = RecordType(DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY): rowcount = 800000.0, cumulative cost = {2400000.0 rows, 1.303016990363956E8 cpu, 2400000.0 io, 0.0 network, 1.92E7 memory}, id = 419898
      03-07                                  Project(T16¦¦**=[$0], PS_PARTKEY=[$1], PS_SUPPKEY=[$2]) : rowType = RecordType(DYNAMIC_STAR T16¦¦**, ANY PS_PARTKEY, ANY PS_SUPPKEY): rowcount = 800000.0, cumulative cost = {1600000.0 rows, 4800000.0 cpu, 2400000.0 io, 0.0 network, 0.0 memory}, id = 419897
      03-09                                    Scan(table=[[si, tpch_sf1_parquet, partsupp]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/partsupp]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/partsupp, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `PS_PARTKEY`, `PS_SUPPKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY PS_PARTKEY, ANY PS_SUPPKEY): rowcount = 800000.0, cumulative cost = {800000.0 rows, 2400000.0 cpu, 2400000.0 io, 0.0 network, 0.0 memory}, id = 419896
      03-02                              SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 200000.0, cumulative cost = {800000.0 rows, 2.95754247590989E7 cpu, 600000.0 io, 0.0 network, 4800000.0 memory}, id = 419903
      03-04                                Sort(sort0=[$1], sort1=[$2], dir0=[ASC], dir1=[ASC]) : rowType = RecordType(DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 200000.0, cumulative cost = {600000.0 rows, 2.93754247590989E7 cpu, 600000.0 io, 0.0 network, 4800000.0 memory}, id = 419902
      03-06                                  Project(T17¦¦**=[$0], P_PARTKEY=[$1], P_SUPPKEY=[$2]) : rowType = RecordType(DYNAMIC_STAR T17¦¦**, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 200000.0, cumulative cost = {400000.0 rows, 1200000.0 cpu, 600000.0 io, 0.0 network, 0.0 memory}, id = 419901
      03-08                                    Scan(table=[[si, tpch_sf1_parquet, part]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/part]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/part, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `P_PARTKEY`, `P_SUPPKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY P_PARTKEY, ANY P_SUPPKEY): rowcount = 200000.0, cumulative cost = {200000.0 rows, 600000.0 cpu, 600000.0 io, 0.0 network, 0.0 memory}, id = 419900
      01-04                Project(T18¦¦**=[$0], O_CUSTKEY=[$1], O_ORDERKEY=[$2], T19¦¦**=[$3], C_CUSTKEY=[$4], C_NATIONKEY=[$5], T20¦¦**=[$6], N_NATIONKEY0=[$7], N_REGIONKEY0=[$8], T21¦¦**=[$9], R_REGIONKEY0=[$10]) : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY, DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY0, ANY N_REGIONKEY0, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY0): rowcount = 1500000.0, cumulative cost = {1.4700225E7 rows, 3.157333166205334E8 cpu, 4950085.0 io, 2.095104E11 network, 1.8120168E8 memory}, id = 419937
      01-06                  SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY, DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 1500000.0, cumulative cost = {1.3200225E7 rows, 2.992333166205334E8 cpu, 4950085.0 io, 2.095104E11 network, 1.8120168E8 memory}, id = 419936
      01-08                    Sort(sort0=[$2], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY, DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 1500000.0, cumulative cost = {1.1700225E7 rows, 2.977333166205334E8 cpu, 4950085.0 io, 2.095104E11 network, 1.8120168E8 memory}, id = 419935
      01-10                      BroadcastExchange : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY, DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 1500000.0, cumulative cost = {1.0200225E7 rows, 1.746341302002614E8 cpu, 4950085.0 io, 2.095104E11 network, 4.920168E7 memory}, id = 419934
      04-01                        MergeJoin(condition=[=($4, $1)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY, DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 1500000.0, cumulative cost = {8700225.0 rows, 1.626341302002614E8 cpu, 4950085.0 io, 0.0 network, 4.920168E7 memory}, id = 419933
      04-03                          SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY): rowcount = 1500000.0, cumulative cost = {6000000.0 rows, 1.33599186420272E8 cpu, 4500000.0 io, 0.0 network, 3.6E7 memory}, id = 419914
      04-05                            Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY): rowcount = 1500000.0, cumulative cost = {4500000.0 rows, 1.32099186420272E8 cpu, 4500000.0 io, 0.0 network, 3.6E7 memory}, id = 419913
      04-07                              Project(T18¦¦**=[$0], O_CUSTKEY=[$1], O_ORDERKEY=[$2]) : rowType = RecordType(DYNAMIC_STAR T18¦¦**, ANY O_CUSTKEY, ANY O_ORDERKEY): rowcount = 1500000.0, cumulative cost = {3000000.0 rows, 9000000.0 cpu, 4500000.0 io, 0.0 network, 0.0 memory}, id = 419912
      04-10                                Scan(table=[[si, tpch_sf1_parquet, orders]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/orders]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/orders, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `O_CUSTKEY`, `O_ORDERKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY O_CUSTKEY, ANY O_ORDERKEY): rowcount = 1500000.0, cumulative cost = {1500000.0 rows, 4500000.0 cpu, 4500000.0 io, 0.0 network, 0.0 memory}, id = 419911
      04-02                          SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 150000.0, cumulative cost = {1050225.0 rows, 2.2434943779989414E7 cpu, 450085.0 io, 0.0 network, 1.320168E7 memory}, id = 419932
      04-04                            Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 150000.0, cumulative cost = {900225.0 rows, 2.2284943779989414E7 cpu, 450085.0 io, 0.0 network, 1.320168E7 memory}, id = 419931
      04-06                              MergeJoin(condition=[=($2, $4)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY, DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 150000.0, cumulative cost = {750225.0 rows, 1.1968181994894633E7 cpu, 450085.0 io, 0.0 network, 3601680.0 memory}, id = 419930
      04-09                                SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY): rowcount = 150000.0, cumulative cost = {600000.0 rows, 1.136676178509478E7 cpu, 450000.0 io, 0.0 network, 3600000.0 memory}, id = 419918
      04-12                                  Sort(sort0=[$2], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY): rowcount = 150000.0, cumulative cost = {450000.0 rows, 1.121676178509478E7 cpu, 450000.0 io, 0.0 network, 3600000.0 memory}, id = 419917
      04-14                                    Project(T19¦¦**=[$0], C_CUSTKEY=[$1], C_NATIONKEY=[$2]) : rowType = RecordType(DYNAMIC_STAR T19¦¦**, ANY C_CUSTKEY, ANY C_NATIONKEY): rowcount = 150000.0, cumulative cost = {300000.0 rows, 900000.0 cpu, 450000.0 io, 0.0 network, 0.0 memory}, id = 419916
      04-17                                      Scan(table=[[si, tpch_sf1_parquet, customer]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/customer]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/customer, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `C_CUSTKEY`, `C_NATIONKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY C_CUSTKEY, ANY C_NATIONKEY): rowcount = 150000.0, cumulative cost = {150000.0 rows, 450000.0 cpu, 450000.0 io, 0.0 network, 0.0 memory}, id = 419915
      04-08                                SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 25.0, cumulative cost = {200.0 rows, 1320.2097998526922 cpu, 85.0 io, 0.0 network, 1680.0 memory}, id = 419929
      04-11                                  Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 25.0, cumulative cost = {175.0 rows, 1295.2097998526922 cpu, 85.0 io, 0.0 network, 1680.0 memory}, id = 419928
      04-13                                    MergeJoin(condition=[=($2, $4)], joinType=[inner]) : rowType = RecordType(DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY, DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 25.0, cumulative cost = {150.0 rows, 830.8241808752197 cpu, 85.0 io, 0.0 network, 680.0 memory}, id = 419927
      04-16                                      SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {100.0 rows, 639.3856189774724 cpu, 75.0 io, 0.0 network, 600.0 memory}, id = 419922
      04-19                                        Sort(sort0=[$2], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {75.0 rows, 614.3856189774724 cpu, 75.0 io, 0.0 network, 600.0 memory}, id = 419921
      04-21                                          Project(T20¦¦**=[$0], N_NATIONKEY=[$1], N_REGIONKEY=[$2]) : rowType = RecordType(DYNAMIC_STAR T20¦¦**, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {50.0 rows, 150.0 cpu, 75.0 io, 0.0 network, 0.0 memory}, id = 419920
      04-23                                            Scan(table=[[si, tpch_sf1_parquet, nation]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/nation]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/nation, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `N_NATIONKEY`, `N_REGIONKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY N_NATIONKEY, ANY N_REGIONKEY): rowcount = 25.0, cumulative cost = {25.0 rows, 75.0 cpu, 75.0 io, 0.0 network, 0.0 memory}, id = 419919
      04-15                                      SelectionVectorRemover : rowType = RecordType(DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {20.0 rows, 71.43856189774723 cpu, 10.0 io, 0.0 network, 80.0 memory}, id = 419926
      04-18                                        Sort(sort0=[$1], dir0=[ASC]) : rowType = RecordType(DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {15.0 rows, 66.43856189774723 cpu, 10.0 io, 0.0 network, 80.0 memory}, id = 419925
      04-20                                          Project(T21¦¦**=[$0], R_REGIONKEY=[$1]) : rowType = RecordType(DYNAMIC_STAR T21¦¦**, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {10.0 rows, 20.0 cpu, 10.0 io, 0.0 network, 0.0 memory}, id = 419924
      04-22                                            Scan(table=[[si, tpch_sf1_parquet, region]], groupscan=[ParquetGroupScan [entries=[ReadEntryWithPath [path=maprfs:///drill/testdata/tpch/sf1/parquet/region]], selectionRoot=maprfs:/drill/testdata/tpch/sf1/parquet/region, numFiles=1, numRowGroups=1, usedMetadataFile=false, columns=[`**`, `R_REGIONKEY`]]]) : rowType = RecordType(DYNAMIC_STAR **, ANY R_REGIONKEY): rowcount = 5.0, cumulative cost = {5.0 rows, 10.0 cpu, 10.0 io, 0.0 network, 0.0 memory}, id = 419923
      

      Error

      Error: SYSTEM ERROR: IllegalArgumentException
      
      Fragment 4:0
      
      [Error Id: e409ccbf-2cd2-4cbf-8035-7f26f5a0e134 on sidrill2:31010]
      
        (java.lang.IllegalArgumentException) null
          com.google.common.base.Preconditions.checkArgument():108
          org.apache.drill.exec.physical.impl.join.JoinStatus.isOutgoingBatchFull():104
          org.apache.drill.exec.test.generated.JoinWorkerGen28.doJoin():46
          org.apache.drill.exec.physical.impl.join.MergeJoinBatch.innerNext():227
          org.apache.drill.exec.record.AbstractRecordBatch.next():172
          org.apache.drill.exec.physical.impl.BaseRootExec.next():103
          org.apache.drill.exec.physical.impl.broadcastsender.BroadcastSenderRootExec.innerNext():95
          org.apache.drill.exec.physical.impl.BaseRootExec.next():93
          org.apache.drill.exec.work.fragment.FragmentExecutor$1.run():293
          org.apache.drill.exec.work.fragment.FragmentExecutor$1.run():280
          java.security.AccessController.doPrivileged():-2
          javax.security.auth.Subject.doAs():422
          org.apache.hadoop.security.UserGroupInformation.doAs():1633
          org.apache.drill.exec.work.fragment.FragmentExecutor.run():280
          org.apache.drill.common.SelfCleaningRunnable.run():38
          java.util.concurrent.ThreadPoolExecutor.runWorker():1149
          java.util.concurrent.ThreadPoolExecutor$Worker.run():624
          java.lang.Thread.run():748 (state=,code=0)
      

      Attachments

        1. drillbit.zip
          462 kB
          Abhishek Girish

        Issue Links

          Activity

            People

              ben-zvi Boaz Ben-Zvi
              agirish Abhishek Girish
              Sorabh Hamirwasia Sorabh Hamirwasia
              Votes:
              0 Vote for this issue
              Watchers:
              3 Start watching this issue

              Dates

                Created:
                Updated:
                Resolved: