diff --git data/conf/hive-site.xml data/conf/hive-site.xml index 7a69711..62364fe 100644 --- data/conf/hive-site.xml +++ data/conf/hive-site.xml @@ -70,7 +70,7 @@ javax.jdo.option.ConnectionURL - jdbc:derby:;databaseName=${test.tmp.dir}/junit_metastore_db;create=true + jdbc:derby:memory:${test.tmp.dir}/junit_metastore_db;create=true diff --git metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java index c0518ad..cdcd790 100644 --- metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java +++ metastore/src/java/org/apache/hadoop/hive/metastore/txn/TxnHandler.java @@ -305,6 +305,7 @@ public GetOpenTxnsInfoResponse getOpenTxnsInfo() throws MetaException { "initialized, no record found in next_txn_id"); } long hwm = rs.getLong(1); + LOG.info("zw hwm: " + hwm); if (rs.wasNull()) { throw new MetaException("Transaction tables not properly " + "initialized, null record found in next_txn_id"); diff --git pom.xml pom.xml index 3c46ad1..3ddec7a 100644 --- pom.xml +++ pom.xml @@ -99,7 +99,7 @@ 2.4 2.4 2.4.3 - 2.19.1 + 2.18.1 2.4 2.8 2.9 diff --git ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java index e85f49c..50c5f2c 100644 --- ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java +++ ql/src/test/org/apache/hadoop/hive/ql/txn/compactor/TestWorker.java @@ -418,6 +418,10 @@ public void minorPartitionWithBase() throws Exception { // There should still be four directories in the location. FileSystem fs = FileSystem.get(conf); FileStatus[] stat = fs.listStatus(new Path(p.getSd().getLocation())); + LOG.info("zw minorPartitionWithBase length: " + stat.length); + for (FileStatus aStat : stat) { + LOG.info("zw minorPartitionWithBase file: " + aStat.getPath().getName()); + } Assert.assertEquals(4, stat.length); // Find the new delta file and make sure it has the right contents @@ -469,6 +473,10 @@ public void minorTableNoBase() throws Exception { if (stat[i].getPath().getName().equals(makeDeltaDirNameCompacted(1, 4))) { sawNewDelta = true; FileStatus[] buckets = fs.listStatus(stat[i].getPath()); + LOG.info("zw minorTableNoBase length: " + stat.length); + for (FileStatus aStat : stat) { + LOG.info("zw minorTableNoBase file: " + aStat.getPath().getName()); + } Assert.assertEquals(2, buckets.length); Assert.assertTrue(buckets[0].getPath().getName().matches("bucket_0000[01]")); Assert.assertTrue(buckets[1].getPath().getName().matches("bucket_0000[01]")); @@ -505,6 +513,10 @@ public void majorTableWithBase() throws Exception { // There should still now be 5 directories in the location FileSystem fs = FileSystem.get(conf); FileStatus[] stat = fs.listStatus(new Path(t.getSd().getLocation())); + LOG.info("zw majorTableWithBase length: " + stat.length); + for (FileStatus aStat : stat) { + LOG.info("zw majorTableWithBase file: " + aStat.getPath().getName()); + } Assert.assertEquals(4, stat.length); // Find the new delta file and make sure it has the right contents @@ -653,6 +665,10 @@ public void majorPartitionWithBase() throws Exception { // There should still be four directories in the location. FileSystem fs = FileSystem.get(conf); FileStatus[] stat = fs.listStatus(new Path(p.getSd().getLocation())); + LOG.info("zw majorPartitionWithBase length: " + stat.length); + for (FileStatus aStat : stat) { + LOG.info("zw majorPartitionWithBase file: " + aStat.getPath().getName()); + } Assert.assertEquals(4, stat.length); // Find the new delta file and make sure it has the right contents @@ -696,6 +712,10 @@ public void majorTableNoBase() throws Exception { // There should now be 3 directories in the location FileSystem fs = FileSystem.get(conf); FileStatus[] stat = fs.listStatus(new Path(t.getSd().getLocation())); + LOG.info("zw majorTableNoBase length: " + stat.length); + for (FileStatus aStat : stat) { + LOG.info("zw majorTableNoBase file: " + aStat.getPath().getName()); + } Assert.assertEquals(3, stat.length); // Find the new delta file and make sure it has the right contents @@ -791,6 +811,10 @@ public void minorTableLegacy() throws Exception { if (stat[i].getPath().getName().equals(makeDeltaDirNameCompacted(21, 24))) { sawNewDelta = true; FileStatus[] buckets = fs.listStatus(stat[i].getPath()); + LOG.info("zw minorTableLegacy length: " + stat.length); + for (FileStatus aStat : stat) { + LOG.info("zw minorTableLegacy file: " + aStat.getPath().getName()); + } Assert.assertEquals(2, buckets.length); Assert.assertTrue(buckets[0].getPath().getName().matches("bucket_0000[01]")); Assert.assertTrue(buckets[1].getPath().getName().matches("bucket_0000[01]")); @@ -828,6 +852,10 @@ public void majorPartitionWithBaseMissingBuckets() throws Exception { // There should still be four directories in the location. FileSystem fs = FileSystem.get(conf); FileStatus[] stat = fs.listStatus(new Path(p.getSd().getLocation())); + LOG.info("zw majorPartitionWithBaseMissingBuckets length: " + stat.length); + for (FileStatus aStat : stat) { + LOG.info("zw majorPartitionWithBaseMissingBuckets file: " + aStat.getPath().getName()); + } Assert.assertEquals(4, stat.length); // Find the new delta file and make sure it has the right contents