diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/migration/NamespaceUpgrade.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/migration/NamespaceUpgrade.java index 9b0107d..fb6e08f 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/migration/NamespaceUpgrade.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/migration/NamespaceUpgrade.java @@ -60,6 +60,7 @@ public class NamespaceUpgrade implements Tool { private Path baseDirs[]; public NamespaceUpgrade() throws IOException { + super(); } public void init() throws IOException { @@ -73,11 +74,8 @@ public class NamespaceUpgrade implements Tool { } - public void upgradeTableDirs() - throws IOException, DeserializationException { - - - //if new version is written then upgrade is done + public void upgradeTableDirs() throws IOException, DeserializationException { + // if new version is written then upgrade is done if (verifyNSUpgrade(fs, rootDir)) { return; } @@ -90,9 +88,186 @@ public class NamespaceUpgrade implements Tool { migrateMeta(); + migrateDotDirs(); + FSUtils.setVersion(fs, rootDir); } + /** + * Rename all the dot dirs -- .data, .archive, etc. -- as data, archive, etc.; i.e. minus the dot. + */ + public void migrateDotDirs() { + // Don't forget these subdirs: + // Migrating table foo to hdfs://localhost:55928/user/stack/hbase/.archive/.data/default/foo + /* + * 2013-08-10 14:30:20,756 DEBUG [main] util.FSUtils(1666): |-.archive/ +2013-08-10 14:30:20,757 DEBUG [main] util.FSUtils(1666): |----.data/ +2013-08-10 14:30:20,758 DEBUG [main] util.FSUtils(1666): |-------default/ +2013-08-10 14:30:20,758 DEBUG [main] util.FSUtils(1666): |----------foo/ +2013-08-10 14:30:20,759 DEBUG [main] util.FSUtils(1666): |-------------b882ec3d98ebbbf4851594c8787273ce/ +2013-08-10 14:30:20,760 DEBUG [main] util.FSUtils(1666): |----------------f/ +2013-08-10 14:30:20,760 DEBUG [main] util.FSUtils(1666): |-------------------.links-298e0d87145c4df19c7dd436e856677c/ +2013-08-10 14:30:20,761 DEBUG [main] util.FSUtils(1669): |----------------------f493263d49e23571f4fa4bbb1d525517.newNS=foo_clone3 +2013-08-10 14:30:20,761 DEBUG [main] util.FSUtils(1669): |-------------------45d72f67eb1b4892b335e2c044249b9e +2013-08-10 14:30:20,761 DEBUG [main] util.FSUtils(1669): |-------------------4c9cb8f229284e9e9df176393b46569e +2013-08-10 14:30:20,761 DEBUG [main] util.FSUtils(1669): |-------------------7055e75f7ff741a180b9b1485ac21730 +2013-08-10 14:30:20,761 DEBUG [main] util.FSUtils(1666): |----------ns1.foo/ +2013-08-10 14:30:20,762 DEBUG [main] util.FSUtils(1666): |-------------f9f207fe4f14c93b6c9b8a722cb7e437/ +2013-08-10 14:30:20,763 DEBUG [main] util.FSUtils(1666): |----------------f/ +2013-08-10 14:30:20,764 DEBUG [main] util.FSUtils(1669): |-------------------338a1148f66049cdac52a347a02bfe0e +2013-08-10 14:30:20,764 DEBUG [main] util.FSUtils(1669): |-------------------ba4d3f320d234d8cbb9991c7e25bd235 +2013-08-10 14:30:20,764 DEBUG [main] util.FSUtils(1669): |-------------------c2548e325dca4010bf95335d8bda9945 +2013-08-10 14:30:20,764 DEBUG [main] util.FSUtils(1666): |-.data/ +2013-08-10 14:30:20,765 DEBUG [main] util.FSUtils(1666): |----default/ +2013-08-10 14:30:20,765 DEBUG [main] util.FSUtils(1666): |-------foo/ +2013-08-10 14:30:20,766 DEBUG [main] util.FSUtils(1666): |----------.tabledesc/ +2013-08-10 14:30:20,767 DEBUG [main] util.FSUtils(1669): |-------------.tableinfo.0000000002 +2013-08-10 14:30:20,767 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,767 DEBUG [main] util.FSUtils(1666): |----------b882ec3d98ebbbf4851594c8787273ce/ +2013-08-10 14:30:20,768 DEBUG [main] util.FSUtils(1669): |-------------.regioninfo +2013-08-10 14:30:20,768 DEBUG [main] util.FSUtils(1666): |-------------f/ +2013-08-10 14:30:20,769 DEBUG [main] util.FSUtils(1669): |----------------298e0d87145c4df19c7dd436e856677c +2013-08-10 14:30:20,769 DEBUG [main] util.FSUtils(1666): |-------ns.two.foo/ +2013-08-10 14:30:20,770 DEBUG [main] util.FSUtils(1666): |----------.tabledesc/ +2013-08-10 14:30:20,770 DEBUG [main] util.FSUtils(1669): |-------------.tableinfo.0000000001 +2013-08-10 14:30:20,771 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,771 DEBUG [main] util.FSUtils(1666): |----------7112077ccfba8a46c0694ca8c0a4bc2d/ +2013-08-10 14:30:20,772 DEBUG [main] util.FSUtils(1669): |-------------.regioninfo +2013-08-10 14:30:20,772 DEBUG [main] util.FSUtils(1666): |-------------f/ +2013-08-10 14:30:20,773 DEBUG [main] util.FSUtils(1669): |----------------136799c89e244b9bad79281b37650927 +2013-08-10 14:30:20,773 DEBUG [main] util.FSUtils(1669): |----------------4385b50ba14d4e59bc20fb3f8d14f963 +2013-08-10 14:30:20,773 DEBUG [main] util.FSUtils(1669): |----------------98093488150c42229927fd2a1e8c5d69 +2013-08-10 14:30:20,773 DEBUG [main] util.FSUtils(1666): |-------ns1.foo/ +2013-08-10 14:30:20,774 DEBUG [main] util.FSUtils(1666): |----------.tabledesc/ +2013-08-10 14:30:20,775 DEBUG [main] util.FSUtils(1669): |-------------.tableinfo.0000000001 +2013-08-10 14:30:20,775 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,775 DEBUG [main] util.FSUtils(1666): |----------f9f207fe4f14c93b6c9b8a722cb7e437/ +2013-08-10 14:30:20,776 DEBUG [main] util.FSUtils(1669): |-------------.regioninfo +2013-08-10 14:30:20,776 DEBUG [main] util.FSUtils(1666): |-------------f/ +2013-08-10 14:30:20,777 DEBUG [main] util.FSUtils(1669): |----------------60a7ba75527a413680a5956493babea4 +2013-08-10 14:30:20,777 DEBUG [main] util.FSUtils(1666): |----hbase/ +2013-08-10 14:30:20,778 DEBUG [main] util.FSUtils(1666): |-------meta/ +2013-08-10 14:30:20,778 DEBUG [main] util.FSUtils(1666): |----------.tabledesc/ +2013-08-10 14:30:20,779 DEBUG [main] util.FSUtils(1669): |-------------.tableinfo.0000000001 +2013-08-10 14:30:20,779 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,780 DEBUG [main] util.FSUtils(1666): |----------1588230740/ +2013-08-10 14:30:20,780 DEBUG [main] util.FSUtils(1666): |-------------.oldlogs/ +2013-08-10 14:30:20,781 DEBUG [main] util.FSUtils(1669): |----------------hlog.1368422402944 +2013-08-10 14:30:20,781 DEBUG [main] util.FSUtils(1669): |-------------.regioninfo +2013-08-10 14:30:20,781 DEBUG [main] util.FSUtils(1666): |-------------info/ +2013-08-10 14:30:20,782 DEBUG [main] util.FSUtils(1669): |----------------a774dcfa68f743d988d9e385bbf9abc7 +2013-08-10 14:30:20,782 DEBUG [main] util.FSUtils(1669): |----------------ab813f755142452e8bb2bb01413d38b5 +2013-08-10 14:30:20,782 DEBUG [main] util.FSUtils(1666): |-------namespace/ +2013-08-10 14:30:20,783 DEBUG [main] util.FSUtils(1666): |----------.tabledesc/ +2013-08-10 14:30:20,784 DEBUG [main] util.FSUtils(1669): |-------------.tableinfo.0000000001 +2013-08-10 14:30:20,784 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,785 DEBUG [main] util.FSUtils(1666): |----------8eb845235f80a952fd6c61cf470b313c/ +2013-08-10 14:30:20,786 DEBUG [main] util.FSUtils(1669): |-------------.regioninfo +2013-08-10 14:30:20,786 DEBUG [main] util.FSUtils(1666): |-------------info/ +2013-08-10 14:30:20,786 DEBUG [main] util.FSUtils(1666): |----newNS/ +2013-08-10 14:30:20,787 DEBUG [main] util.FSUtils(1666): |-------foo_clone3/ +2013-08-10 14:30:20,788 DEBUG [main] util.FSUtils(1666): |----------.tabledesc/ +2013-08-10 14:30:20,788 DEBUG [main] util.FSUtils(1669): |-------------.tableinfo.0000000001 +2013-08-10 14:30:20,789 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,789 DEBUG [main] util.FSUtils(1666): |----------f493263d49e23571f4fa4bbb1d525517/ +2013-08-10 14:30:20,790 DEBUG [main] util.FSUtils(1669): |-------------.regioninfo +2013-08-10 14:30:20,790 DEBUG [main] util.FSUtils(1666): |-------------f/ +2013-08-10 14:30:20,791 DEBUG [main] util.FSUtils(1669): |----------------foo=b882ec3d98ebbbf4851594c8787273ce-298e0d87145c4df19c7dd436e856677c +2013-08-10 14:30:20,791 DEBUG [main] util.FSUtils(1666): |-.hbase-snapshot/ +2013-08-10 14:30:20,792 DEBUG [main] util.FSUtils(1666): |----.tmp/ +2013-08-10 14:30:20,792 DEBUG [main] util.FSUtils(1666): |----foo_snapshot1/ +2013-08-10 14:30:20,793 DEBUG [main] util.FSUtils(1669): |-------.snapshotinfo +2013-08-10 14:30:20,793 DEBUG [main] util.FSUtils(1666): |-------.tabledesc/ +2013-08-10 14:30:20,794 DEBUG [main] util.FSUtils(1669): |----------.tableinfo.0000000001 +2013-08-10 14:30:20,794 DEBUG [main] util.FSUtils(1666): |-------.tmp/ +2013-08-10 14:30:20,795 DEBUG [main] util.FSUtils(1666): |-------b882ec3d98ebbbf4851594c8787273ce/ +2013-08-10 14:30:20,796 DEBUG [main] util.FSUtils(1669): |----------.regioninfo +2013-08-10 14:30:20,796 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,797 DEBUG [main] util.FSUtils(1666): |----------f/ +2013-08-10 14:30:20,797 DEBUG [main] util.FSUtils(1669): |-------------45d72f67eb1b4892b335e2c044249b9e +2013-08-10 14:30:20,797 DEBUG [main] util.FSUtils(1666): |----foo_snapshot2/ +2013-08-10 14:30:20,798 DEBUG [main] util.FSUtils(1669): |-------.snapshotinfo +2013-08-10 14:30:20,798 DEBUG [main] util.FSUtils(1666): |-------.tabledesc/ +2013-08-10 14:30:20,799 DEBUG [main] util.FSUtils(1669): |----------.tableinfo.0000000001 +2013-08-10 14:30:20,799 DEBUG [main] util.FSUtils(1666): |-------.tmp/ +2013-08-10 14:30:20,800 DEBUG [main] util.FSUtils(1666): |-------b882ec3d98ebbbf4851594c8787273ce/ +2013-08-10 14:30:20,800 DEBUG [main] util.FSUtils(1669): |----------.regioninfo +2013-08-10 14:30:20,801 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,801 DEBUG [main] util.FSUtils(1666): |----------f/ +2013-08-10 14:30:20,802 DEBUG [main] util.FSUtils(1669): |-------------4c9cb8f229284e9e9df176393b46569e +2013-08-10 14:30:20,802 DEBUG [main] util.FSUtils(1669): |-------------7055e75f7ff741a180b9b1485ac21730 +2013-08-10 14:30:20,802 DEBUG [main] util.FSUtils(1666): |----foo_snapshot3/ +2013-08-10 14:30:20,803 DEBUG [main] util.FSUtils(1669): |-------.snapshotinfo +2013-08-10 14:30:20,803 DEBUG [main] util.FSUtils(1666): |-------.tabledesc/ +2013-08-10 14:30:20,804 DEBUG [main] util.FSUtils(1669): |----------.tableinfo.0000000001 +2013-08-10 14:30:20,804 DEBUG [main] util.FSUtils(1666): |-------.tmp/ +2013-08-10 14:30:20,805 DEBUG [main] util.FSUtils(1666): |-------b882ec3d98ebbbf4851594c8787273ce/ +2013-08-10 14:30:20,805 DEBUG [main] util.FSUtils(1669): |----------.regioninfo +2013-08-10 14:30:20,805 DEBUG [main] util.FSUtils(1666): |----------f/ +2013-08-10 14:30:20,806 DEBUG [main] util.FSUtils(1669): |-------------298e0d87145c4df19c7dd436e856677c +2013-08-10 14:30:20,806 DEBUG [main] util.FSUtils(1666): |----ns.two.foo_snapshot1/ +2013-08-10 14:30:20,807 DEBUG [main] util.FSUtils(1669): |-------.snapshotinfo +2013-08-10 14:30:20,807 DEBUG [main] util.FSUtils(1666): |-------.tabledesc/ +2013-08-10 14:30:20,808 DEBUG [main] util.FSUtils(1669): |----------.tableinfo.0000000001 +2013-08-10 14:30:20,808 DEBUG [main] util.FSUtils(1666): |-------.tmp/ +2013-08-10 14:30:20,809 DEBUG [main] util.FSUtils(1666): |-------7112077ccfba8a46c0694ca8c0a4bc2d/ +2013-08-10 14:30:20,809 DEBUG [main] util.FSUtils(1669): |----------.regioninfo +2013-08-10 14:30:20,810 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,810 DEBUG [main] util.FSUtils(1666): |----------f/ +2013-08-10 14:30:20,811 DEBUG [main] util.FSUtils(1669): |-------------136799c89e244b9bad79281b37650927 +2013-08-10 14:30:20,811 DEBUG [main] util.FSUtils(1666): |----ns.two.foo_snapshot2/ +2013-08-10 14:30:20,812 DEBUG [main] util.FSUtils(1669): |-------.snapshotinfo +2013-08-10 14:30:20,812 DEBUG [main] util.FSUtils(1666): |-------.tabledesc/ +2013-08-10 14:30:20,813 DEBUG [main] util.FSUtils(1669): |----------.tableinfo.0000000001 +2013-08-10 14:30:20,813 DEBUG [main] util.FSUtils(1666): |-------.tmp/ +2013-08-10 14:30:20,813 DEBUG [main] util.FSUtils(1666): |-------7112077ccfba8a46c0694ca8c0a4bc2d/ +2013-08-10 14:30:20,814 DEBUG [main] util.FSUtils(1669): |----------.regioninfo +2013-08-10 14:30:20,814 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,815 DEBUG [main] util.FSUtils(1666): |----------f/ +2013-08-10 14:30:20,815 DEBUG [main] util.FSUtils(1669): |-------------136799c89e244b9bad79281b37650927 +2013-08-10 14:30:20,815 DEBUG [main] util.FSUtils(1669): |-------------98093488150c42229927fd2a1e8c5d69 +2013-08-10 14:30:20,815 DEBUG [main] util.FSUtils(1666): |----ns1.foo_snapshot1/ +2013-08-10 14:30:20,817 DEBUG [main] util.FSUtils(1669): |-------.snapshotinfo +2013-08-10 14:30:20,817 DEBUG [main] util.FSUtils(1666): |-------.tabledesc/ +2013-08-10 14:30:20,817 DEBUG [main] util.FSUtils(1669): |----------.tableinfo.0000000001 +2013-08-10 14:30:20,818 DEBUG [main] util.FSUtils(1666): |-------.tmp/ +2013-08-10 14:30:20,818 DEBUG [main] util.FSUtils(1666): |-------f9f207fe4f14c93b6c9b8a722cb7e437/ +2013-08-10 14:30:20,819 DEBUG [main] util.FSUtils(1669): |----------.regioninfo +2013-08-10 14:30:20,819 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,820 DEBUG [main] util.FSUtils(1666): |----------f/ +2013-08-10 14:30:20,820 DEBUG [main] util.FSUtils(1669): |-------------c2548e325dca4010bf95335d8bda9945 +2013-08-10 14:30:20,821 DEBUG [main] util.FSUtils(1666): |----ns1.foo_snapshot2/ +2013-08-10 14:30:20,821 DEBUG [main] util.FSUtils(1669): |-------.snapshotinfo +2013-08-10 14:30:20,822 DEBUG [main] util.FSUtils(1666): |-------.tabledesc/ +2013-08-10 14:30:20,822 DEBUG [main] util.FSUtils(1669): |----------.tableinfo.0000000001 +2013-08-10 14:30:20,822 DEBUG [main] util.FSUtils(1666): |-------.tmp/ +2013-08-10 14:30:20,823 DEBUG [main] util.FSUtils(1666): |-------f9f207fe4f14c93b6c9b8a722cb7e437/ +2013-08-10 14:30:20,824 DEBUG [main] util.FSUtils(1669): |----------.regioninfo +2013-08-10 14:30:20,824 DEBUG [main] util.FSUtils(1666): |----------.tmp/ +2013-08-10 14:30:20,824 DEBUG [main] util.FSUtils(1666): |----------f/ +2013-08-10 14:30:20,825 DEBUG [main] util.FSUtils(1669): |-------------338a1148f66049cdac52a347a02bfe0e +2013-08-10 14:30:20,825 DEBUG [main] util.FSUtils(1669): |-------------ba4d3f320d234d8cbb9991c7e25bd235 +2013-08-10 14:30:20,825 DEBUG [main] util.FSUtils(1666): |-.logs/ +2013-08-10 14:30:20,826 DEBUG [main] util.FSUtils(1666): |----192.168.1.129,56114,1376170153944/ +2013-08-10 14:30:20,827 DEBUG [main] util.FSUtils(1669): |-------192.168.1.129%2C56114%2C1376170153944.1376170159580 +2013-08-10 14:30:20,827 DEBUG [main] util.FSUtils(1669): |-------192.168.1.129%2C56114%2C1376170153944.1376170160687.meta +2013-08-10 14:30:20,827 DEBUG [main] util.FSUtils(1666): |-.oldlogs/ +2013-08-10 14:30:20,828 DEBUG [main] util.FSUtils(1669): |----10.73.198.201%2C60201%2C1368467185913.1368467306745 +2013-08-10 14:30:20,828 DEBUG [main] util.FSUtils(1669): |----dhcpx-198-201.corp.yahoo.com%2C60201%2C1368466853121.1368466882884 +2013-08-10 14:30:20,828 DEBUG [main] util.FSUtils(1666): |-.tmp/ +2013-08-10 14:30:20,828 DEBUG [main] util.FSUtils(1666): |----.data/ +2013-08-10 14:30:20,829 DEBUG [main] util.FSUtils(1666): |-------hbase/ +2013-08-10 14:30:20,830 DEBUG [main] util.FSUtils(1666): |-------newNS/ +2013-08-10 14:30:20,830 DEBUG [main] util.FSUtils(1669): |-hbase.id +2013-08-10 14:30:20,830 DEBUG [main] util.FSUtils(1669): |-hbase.version + + */ + } + + /** + * Create the system and default namespaces dirs + * @throws IOException + */ public void makeNamespaceDirs() throws IOException { if (!fs.exists(sysNsDir)) { if (!fs.mkdirs(sysNsDir)) { @@ -106,19 +281,23 @@ public class NamespaceUpgrade implements Tool { } } + /** + * Migrate all tables into respective namespaces. + * @throws IOException + */ public void migrateTables() throws IOException { List sysTables = Lists.newArrayList("-ROOT-",".META."); - //migrate tables including archive and tmp - for(Path baseDir: baseDirs) { + // Migrate tables including archive and tmp + for (Path baseDir: baseDirs) { if (!fs.exists(baseDir)) continue; List oldTableDirs = FSUtils.getLocalTableDirs(fs, baseDir); - for(Path oldTableDir: oldTableDirs) { + for (Path oldTableDir: oldTableDirs) { if (!sysTables.contains(oldTableDir.getName())) { - Path nsDir = FSUtils.getTableDir(baseDir, - TableName.valueOf(oldTableDir.getName())); - if(!fs.exists(nsDir.getParent())) { - if(!fs.mkdirs(nsDir.getParent())) { + // Make the new directory under the ns to which we will move the table. + Path nsDir = FSUtils.getTableDir(baseDir, TableName.valueOf(oldTableDir.getName())); + if (!fs.exists(nsDir.getParent())) { + if (!fs.mkdirs(nsDir.getParent())) { throw new IOException("Failed to create namespace dir "+nsDir.getParent()); } } @@ -199,7 +378,7 @@ public class NamespaceUpgrade implements Tool { @Override public int run(String[] args) throws Exception { - if(args.length < 1 || !args[0].equals("--upgrade")) { + if (args.length < 1 || !args[0].equals("--upgrade")) { System.out.println("Usage: --upgrade"); return 0; } diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/migration/TestNamespaceUpgrade.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/migration/TestNamespaceUpgrade.java index e3a3f46..a3ed053 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/migration/TestNamespaceUpgrade.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/migration/TestNamespaceUpgrade.java @@ -24,8 +24,6 @@ import static org.junit.Assert.*; import java.io.File; import java.io.IOException; -import junit.framework.Assert; - import org.apache.commons.logging.Log; import org.apache.commons.logging.LogFactory; import org.apache.hadoop.conf.Configuration; @@ -47,6 +45,7 @@ import org.apache.hadoop.hbase.util.Bytes; import org.apache.hadoop.hbase.util.FSUtils; import org.apache.hadoop.util.ToolRunner; import org.junit.AfterClass; +import org.junit.Assert; import org.junit.BeforeClass; import org.junit.Test; import org.junit.experimental.categories.Category; @@ -56,12 +55,12 @@ import org.junit.experimental.categories.Category; * Mainly tests that tables are migrated and consistent. Also verifies * that snapshots have been migrated correctly. * - * Uses a tarball which is an image of an 0.94 hbase.rootdir. + *

Uses a tarball which is an image of an 0.94 hbase.rootdir. * - * Contains tables with currentKeys as the stored keys: + *

Contains tables with currentKeys as the stored keys: * foo, ns1.foo, ns2.foo * - * Contains snapshots with snapshot{num}Keys as the contents: + *

Contains snapshots with snapshot{num}Keys as the contents: * snapshot1Keys, snapshot2Keys * */ @@ -154,7 +153,7 @@ public class TestNamespaceUpgrade { @Test public void testSnapshots() throws IOException, InterruptedException { String snapshots[][] = {snapshot1Keys, snapshot2Keys}; - for(int i=1; i<=snapshots.length; i++) { + for(int i = 1; i <= snapshots.length; i++) { for(String table: tables) { TEST_UTIL.getHBaseAdmin().cloneSnapshot(table+"_snapshot"+i, table+"_clone"+i); FSUtils.logFileSystemState(FileSystem.get(TEST_UTIL.getConfiguration()),