diff --git itests/src/test/resources/testconfiguration.properties itests/src/test/resources/testconfiguration.properties index 3510016c07..8fc6534c13 100644 --- itests/src/test/resources/testconfiguration.properties +++ itests/src/test/resources/testconfiguration.properties @@ -47,7 +47,9 @@ minitez.query.files=acid_vectorization_original_tez.q,\ tez_complextype_with_null.q -minillap.shared.query.files=insert_into1.q,\ +minillap.shared.query.files=acid_multiinsert_dyn_part.q,\ + acid_multiinsert_dyn_part_vect.q,\ + insert_into1.q,\ insert_into2.q,\ llapdecider.q,\ mapreduce1.q,\ diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractFileMergeOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractFileMergeOperator.java index d68d8f9409..b0a45daca4 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractFileMergeOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/AbstractFileMergeOperator.java @@ -257,8 +257,8 @@ public void closeOp(boolean abort) throws HiveException { assert finalPath.equals(outPath); // There's always just one file that we have merged. // The union/DP/etc. should already be account for in the path. - Utilities.writeCommitManifest(Lists.newArrayList(outPath), - tmpPath.getParent(), fs, taskId, conf.getWriteId(), conf.getStmtId(), null, false); + Utilities.writeCommitManifest(Lists.newArrayList(outPath), tmpPath.getParent(), fs, taskId, conf.getWriteId(), + conf.getStmtId(), null, false, null); LOG.info("Merged into " + finalPath + "(" + fss.getLen() + " bytes)."); } } diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java index 04166a23ee..35d97b296e 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/FileSinkOperator.java @@ -138,6 +138,7 @@ private transient String counterGroup; private transient BiFunction hashFunc; public static final String TOTAL_TABLE_ROWS_WRITTEN = "TOTAL_TABLE_ROWS_WRITTEN"; + private transient Set dynamicPartitionSpecs = new HashSet<>(); /** * Counters. @@ -1011,6 +1012,7 @@ public void process(Object row, int tag) throws HiveException { HiveConf.ConfVars.METASTORE_PARTITION_NAME_WHITELIST_PATTERN.varname + ")"); } fpaths = getDynOutPaths(dpVals, lbDirName); + dynamicPartitionSpecs.add(fpaths.dpDirForCounters); // use SubStructObjectInspector to serialize the non-partitioning columns in the input row recordValue = serializer.serialize(row, subSetOI); @@ -1409,7 +1411,7 @@ public void closeOp(boolean abort) throws HiveException { } if (conf.isMmTable() || conf.isDirectInsert()) { Utilities.writeCommitManifest(commitPaths, specPath, fs, originalTaskId, conf.getTableWriteId(), conf - .getStatementId(), unionPath, conf.getInsertOverwrite()); + .getStatementId(), unionPath, conf.getInsertOverwrite(), dynamicPartitionSpecs); } // Only publish stats if this operator's flag was set to gather stats if (conf.isGatherStats()) { diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java index f51c0fc871..615368e04a 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/Utilities.java @@ -4238,7 +4238,8 @@ private static void tryDeleteAllDirectInsertFiles(FileSystem fs, Path specPath, public static void writeCommitManifest(List commitPaths, Path specPath, FileSystem fs, - String taskId, Long writeId, int stmtId, String unionSuffix, boolean isInsertOverwrite) throws HiveException { + String taskId, Long writeId, int stmtId, String unionSuffix, boolean isInsertOverwrite, + Set dynamicPartitionSpecs) throws HiveException { if (commitPaths.isEmpty()) { return; } @@ -4252,6 +4253,14 @@ public static void writeCommitManifest(List commitPaths, Path specPath, Fi if (out == null) { throw new HiveException("Failed to create manifest at " + manifestPath); } + + if (isInsertOverwrite && dynamicPartitionSpecs != null && !dynamicPartitionSpecs.isEmpty()) { + out.writeInt(dynamicPartitionSpecs.size()); + for (String dynamicPartitionSpec : dynamicPartitionSpecs) { + out.writeUTF(dynamicPartitionSpec.toString()); + } + } + out.writeInt(commitPaths.size()); for (Path path : commitPaths) { out.writeUTF(path.toString()); @@ -4267,6 +4276,9 @@ private static Path getManifestDir( Path specPath, long writeId, int stmtId, String unionSuffix, boolean isInsertOverwrite) { Path manifestPath = new Path(specPath, "_tmp." + AcidUtils.baseOrDeltaSubdir(isInsertOverwrite, writeId, writeId, stmtId)); + if (isInsertOverwrite) { + manifestPath = new Path(manifestPath + "_" + stmtId); + } return (unionSuffix == null) ? manifestPath : new Path(manifestPath, unionSuffix); } @@ -4313,29 +4325,22 @@ public static void handleDirectInsertTableFinalPath(Path specPath, String unionS manifestDir = null; } - Utilities.FILE_OP_LOGGER.debug("Looking for files in: {}", specPath); - AcidUtils.IdPathFilter filter = new AcidUtils.IdPathFilter(writeId, stmtId); - if (!fs.exists(specPath)) { - Utilities.FILE_OP_LOGGER.info("Creating directory with no output at {}", specPath); - FileUtils.mkdir(fs, specPath, hconf); - } - Path[] files = getDirectInsertDirectoryCandidates( - fs, specPath, dpLevels, filter, writeId, stmtId, hconf, isInsertOverwrite); - ArrayList directInsertDirectories = new ArrayList<>(); - if (files != null) { - for (Path path : files) { - Utilities.FILE_OP_LOGGER.trace("Looking at path: {}", path); - directInsertDirectories.add(path); - } - } - + Set dynamicPartitionSpecs = new HashSet<>(); Set committed = Collections.newSetFromMap(new ConcurrentHashMap<>()); for (Path mfp : manifests) { try (FSDataInputStream mdis = fs.open(mfp)) { + if (isInsertOverwrite && dpLevels > 0) { + int partitionCount = mdis.readInt(); + for (int i = 0; i < partitionCount; ++i) { + String nextPart = mdis.readUTF(); + dynamicPartitionSpecs.add(nextPart); + } + } + int fileCount = mdis.readInt(); for (int i = 0; i < fileCount; ++i) { String nextFile = mdis.readUTF(); - Utilities.FILE_OP_LOGGER.trace("Looking at committed file: {}", nextFile); + Utilities.FILE_OP_LOGGER.debug("Looking at committed file {} from manifest file: {}", nextFile, mfp); Path path = fs.makeQualified(new Path(nextFile)); if (!committed.add(path)) { throw new HiveException(nextFile + " was specified in multiple manifests"); @@ -4344,6 +4349,23 @@ public static void handleDirectInsertTableFinalPath(Path specPath, String unionS } } + Utilities.FILE_OP_LOGGER.info("Looking for files in: {}", specPath); + AcidUtils.IdPathFilter filter = new AcidUtils.IdPathFilter(writeId, stmtId, dynamicPartitionSpecs, dpLevels); + if (!fs.exists(specPath)) { + Utilities.FILE_OP_LOGGER.info("Creating directory with no output at {}", specPath); + FileUtils.mkdir(fs, specPath, hconf); + } + + Path[] files = getDirectInsertDirectoryCandidates( + fs, specPath, dpLevels, filter, writeId, stmtId, hconf, isInsertOverwrite); + ArrayList directInsertDirectories = new ArrayList<>(); + if (files != null) { + for (Path path : files) { + Utilities.FILE_OP_LOGGER.info("Looking at path: {}", path); + directInsertDirectories.add(path); + } + } + if (manifestDir != null) { Utilities.FILE_OP_LOGGER.info("Deleting manifest directory {}", manifestDir); tryDelete(fs, manifestDir); diff --git ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java index 17e6cdf162..04baf05bbf 100644 --- ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java @@ -2805,8 +2805,14 @@ public boolean accept(Path path) { public static class IdPathFilter implements PathFilter { private String baseDirName, deltaDirName; private final boolean isDeltaPrefix; + private final Set dpSpecs; + private final int dpLevel; public IdPathFilter(long writeId, int stmtId) { + this(writeId, stmtId, null, 0); + } + + public IdPathFilter(long writeId, int stmtId, Set dpSpecs, int dpLevel) { String deltaDirName = null; deltaDirName = DELTA_PREFIX + String.format(DELTA_DIGITS, writeId) + "_" + String.format(DELTA_DIGITS, writeId); @@ -2817,13 +2823,26 @@ public IdPathFilter(long writeId, int stmtId) { this.baseDirName = BASE_PREFIX + String.format(DELTA_DIGITS, writeId); this.deltaDirName = deltaDirName; + this.dpSpecs = dpSpecs; + this.dpLevel = dpLevel; } @Override public boolean accept(Path path) { String name = path.getName(); - return name.equals(baseDirName) || (isDeltaPrefix && name.startsWith(deltaDirName)) - || (!isDeltaPrefix && name.equals(deltaDirName)); + if (dpLevel > 0 && dpSpecs != null && !dpSpecs.isEmpty()) { + Path parent = path.getParent(); + String partitionSpec = parent.getName(); + for (int i = 1; i < dpLevel; i++) { + parent = parent.getParent(); + partitionSpec = parent.getName() + "/" + partitionSpec; + } + return (name.equals(baseDirName) && dpSpecs.contains(partitionSpec)); + } + else { + return name.equals(baseDirName) || (isDeltaPrefix && name.startsWith(deltaDirName)) + || (!isDeltaPrefix && name.equals(deltaDirName)); + } } } diff --git ql/src/test/queries/clientpositive/acid_multiinsert_dyn_part.q ql/src/test/queries/clientpositive/acid_multiinsert_dyn_part.q new file mode 100644 index 0000000000..f0861a7eb5 --- /dev/null +++ ql/src/test/queries/clientpositive/acid_multiinsert_dyn_part.q @@ -0,0 +1,147 @@ +set hive.acid.direct.insert.enabled=true; +set hive.support.concurrency=true; +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.vectorized.execution.enabled=false; +set hive.stats.autogather=false; + +drop table if exists multiinsert_test_text; +drop table if exists multiinsert_test_acid; +drop table if exists multiinsert_test_mm; +drop table if exists multiinsert_test_acid_nondi; + +create external table multiinsert_test_text (a int, b int, c int) stored as textfile; + +insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL); + +create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only'); + +create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +; + +select * from multiinsert_test_acid; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +; + +select * from multiinsert_test_mm; + +set hive.acid.direct.insert.enabled=false; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +; + +select * from multiinsert_test_acid_nondi; + + +drop table if exists multiinsert_test_acid; +drop table if exists multiinsert_test_mm; +drop table if exists multiinsert_test_acid_nondi; + +set hive.acid.direct.insert.enabled=true; + +create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only'); + +create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +; + +select * from multiinsert_test_acid; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +; + +select * from multiinsert_test_mm; + +set hive.acid.direct.insert.enabled=false; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +; + +select * from multiinsert_test_acid_nondi; + +drop table if exists multiinsert_test_text; +drop table if exists multiinsert_test_acid; +drop table if exists multiinsert_test_mm; +drop table if exists multiinsert_test_acid_nondi; \ No newline at end of file diff --git ql/src/test/queries/clientpositive/acid_multiinsert_dyn_part_vect.q ql/src/test/queries/clientpositive/acid_multiinsert_dyn_part_vect.q new file mode 100644 index 0000000000..df71bc0a5e --- /dev/null +++ ql/src/test/queries/clientpositive/acid_multiinsert_dyn_part_vect.q @@ -0,0 +1,147 @@ +set hive.acid.direct.insert.enabled=true; +set hive.support.concurrency=true; +set hive.txn.manager=org.apache.hadoop.hive.ql.lockmgr.DbTxnManager; +set hive.vectorized.execution.enabled=true; +set hive.stats.autogather=true; + +drop table if exists multiinsert_test_text; +drop table if exists multiinsert_test_acid; +drop table if exists multiinsert_test_mm; +drop table if exists multiinsert_test_acid_nondi; + +create external table multiinsert_test_text (a int, b int, c int) stored as textfile; + +insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL); + +create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only'); + +create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +; + +select * from multiinsert_test_acid; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +; + +select * from multiinsert_test_mm; + +set hive.acid.direct.insert.enabled=false; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +; + +select * from multiinsert_test_acid_nondi; + + +drop table if exists multiinsert_test_acid; +drop table if exists multiinsert_test_mm; +drop table if exists multiinsert_test_acid_nondi; + +set hive.acid.direct.insert.enabled=true; + +create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only'); + +create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true'); + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +; + +select * from multiinsert_test_acid; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +; + +select * from multiinsert_test_mm; + +set hive.acid.direct.insert.enabled=false; + +from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +; + +select * from multiinsert_test_acid_nondi; + +drop table if exists multiinsert_test_text; +drop table if exists multiinsert_test_acid; +drop table if exists multiinsert_test_mm; +drop table if exists multiinsert_test_acid_nondi; \ No newline at end of file diff --git ql/src/test/results/clientpositive/acid_multiinsert_dyn_part.q.out ql/src/test/results/clientpositive/acid_multiinsert_dyn_part.q.out new file mode 100644 index 0000000000..a1e727ed32 --- /dev/null +++ ql/src/test/results/clientpositive/acid_multiinsert_dyn_part.q.out @@ -0,0 +1,499 @@ +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +PREHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@multiinsert_test_text +POSTHOOK: Lineage: multiinsert_test_text.a SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.b SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.c SCRIPT [] +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +5555 55 NULL +4444 44 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +5555 55 NULL +4444 44 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +5555 55 NULL +4444 44 NULL +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi diff --git ql/src/test/results/clientpositive/acid_multiinsert_dyn_part_vect.q.out ql/src/test/results/clientpositive/acid_multiinsert_dyn_part_vect.q.out new file mode 100644 index 0000000000..a1e727ed32 --- /dev/null +++ ql/src/test/results/clientpositive/acid_multiinsert_dyn_part_vect.q.out @@ -0,0 +1,499 @@ +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +PREHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@multiinsert_test_text +POSTHOOK: Lineage: multiinsert_test_text.a SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.b SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.c SCRIPT [] +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +5555 55 NULL +4444 44 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +5555 55 NULL +4444 44 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +#### A masked pattern was here #### +2222 22 1111 +1111 11 1111 +3333 33 2222 +5555 55 NULL +4444 44 NULL +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi diff --git ql/src/test/results/clientpositive/llap/acid_multiinsert_dyn_part.q.out ql/src/test/results/clientpositive/llap/acid_multiinsert_dyn_part.q.out new file mode 100644 index 0000000000..a6231cd01a --- /dev/null +++ ql/src/test/results/clientpositive/llap/acid_multiinsert_dyn_part.q.out @@ -0,0 +1,499 @@ +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +PREHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@multiinsert_test_text +POSTHOOK: Lineage: multiinsert_test_text.a SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.b SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.c SCRIPT [] +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi diff --git ql/src/test/results/clientpositive/llap/acid_multiinsert_dyn_part_vect.q.out ql/src/test/results/clientpositive/llap/acid_multiinsert_dyn_part_vect.q.out new file mode 100644 index 0000000000..a6231cd01a --- /dev/null +++ ql/src/test/results/clientpositive/llap/acid_multiinsert_dyn_part_vect.q.out @@ -0,0 +1,499 @@ +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +PREHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: create external table multiinsert_test_text (a int, b int, c int) stored as textfile +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +PREHOOK: type: QUERY +PREHOOK: Input: _dummy_database@_dummy_table +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: insert into multiinsert_test_text values (1111, 11, 1111), (2222, 22, 1111), (3333, 33, 2222), (4444, 44, NULL), (5555, 55, NULL) +POSTHOOK: type: QUERY +POSTHOOK: Input: _dummy_database@_dummy_table +POSTHOOK: Output: default@multiinsert_test_text +POSTHOOK: Lineage: multiinsert_test_text.a SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.b SCRIPT [] +POSTHOOK: Lineage: multiinsert_test_text.c SCRIPT [] +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: create table multiinsert_test_acid (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: create table multiinsert_test_mm (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true', 'transactional_properties'='insert_only') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +PREHOOK: type: CREATETABLE +PREHOOK: Output: database:default +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: create table multiinsert_test_acid_nondi (a int, b int) partitioned by (c int) stored as orc tblproperties('transactional'='true') +POSTHOOK: type: CREATETABLE +POSTHOOK: Output: database:default +POSTHOOK: Output: default@multiinsert_test_acid_nondi +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Input: default@multiinsert_test_acid@c=1111 +PREHOOK: Input: default@multiinsert_test_acid@c=2222 +PREHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Input: default@multiinsert_test_acid@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_mm partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_mm@c=1111 +POSTHOOK: Output: default@multiinsert_test_mm@c=2222 +POSTHOOK: Output: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_mm PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_mm +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Input: default@multiinsert_test_mm@c=1111 +PREHOOK: Input: default@multiinsert_test_mm@c=2222 +PREHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_mm +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Input: default@multiinsert_test_mm@c=1111 +POSTHOOK: Input: default@multiinsert_test_mm@c=2222 +POSTHOOK: Input: default@multiinsert_test_mm@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: from multiinsert_test_text a +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c + where a.c is not null +insert overwrite table multiinsert_test_acid_nondi partition (c) +select + a.a, + a.b, + a.c +where a.c is null +sort by a.c +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Output: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=1111).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=2222).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).a SIMPLE [(multiinsert_test_text)a.FieldSchema(name:a, type:int, comment:null), ] +POSTHOOK: Lineage: multiinsert_test_acid_nondi PARTITION(c=__HIVE_DEFAULT_PARTITION__).b SIMPLE [(multiinsert_test_text)a.FieldSchema(name:b, type:int, comment:null), ] +PREHOOK: query: select * from multiinsert_test_acid_nondi +PREHOOK: type: QUERY +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +PREHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +PREHOOK: Output: hdfs://### HDFS PATH ### +POSTHOOK: query: select * from multiinsert_test_acid_nondi +POSTHOOK: type: QUERY +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=1111 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=2222 +POSTHOOK: Input: default@multiinsert_test_acid_nondi@c=__HIVE_DEFAULT_PARTITION__ +POSTHOOK: Output: hdfs://### HDFS PATH ### +1111 11 1111 +2222 22 1111 +3333 33 2222 +4444 44 NULL +5555 55 NULL +PREHOOK: query: drop table if exists multiinsert_test_text +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_text +PREHOOK: Output: default@multiinsert_test_text +POSTHOOK: query: drop table if exists multiinsert_test_text +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_text +POSTHOOK: Output: default@multiinsert_test_text +PREHOOK: query: drop table if exists multiinsert_test_acid +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid +PREHOOK: Output: default@multiinsert_test_acid +POSTHOOK: query: drop table if exists multiinsert_test_acid +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid +POSTHOOK: Output: default@multiinsert_test_acid +PREHOOK: query: drop table if exists multiinsert_test_mm +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_mm +PREHOOK: Output: default@multiinsert_test_mm +POSTHOOK: query: drop table if exists multiinsert_test_mm +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_mm +POSTHOOK: Output: default@multiinsert_test_mm +PREHOOK: query: drop table if exists multiinsert_test_acid_nondi +PREHOOK: type: DROPTABLE +PREHOOK: Input: default@multiinsert_test_acid_nondi +PREHOOK: Output: default@multiinsert_test_acid_nondi +POSTHOOK: query: drop table if exists multiinsert_test_acid_nondi +POSTHOOK: type: DROPTABLE +POSTHOOK: Input: default@multiinsert_test_acid_nondi +POSTHOOK: Output: default@multiinsert_test_acid_nondi