commit 90365ccca1626c042acb2df00289088c59e19743 Author: Slim Bouguerra Date: Tue Jan 21 13:15:16 2020 -0800 HIVE-22754: Remove some expensive HDFS calls and use the current writeId Change-Id: Idd482353ac18f06a78a88e0b261ec701e29546af diff --git a/ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java b/ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java index dc479aa5ca..94356f91d3 100644 --- a/ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java +++ b/ql/src/java/org/apache/hadoop/hive/ql/io/AcidUtils.java @@ -1633,6 +1633,9 @@ private static boolean isValidBase(ParsedBase parsedBase, ValidWriteIdList write //By definition there are no open txns with id < 1. return true; } + if (writeIdList.getMinOpenWriteId() != null && parsedBase.getWriteId() <= writeIdList.getMinOpenWriteId()) { + return true; + } if(isCompactedBase(parsedBase, fs, (HdfsDirSnapshot) null)) { return writeIdList.isValidBase(parsedBase.getWriteId()); }