From db4f66929638c8e63a66190b3c1c02ab18568a25 Mon Sep 17 00:00:00 2001 From: Elliott Clark Date: Mon, 8 Jul 2013 22:57:10 -0700 Subject: [PATCH] HBASE-8902 make IntegrationTestBulkLoad run faster --- .../apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java | 8 ++++---- 1 file changed, 4 insertions(+), 4 deletions(-) diff --git hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java index 8b5c934..7120fe6 100644 --- hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java +++ hbase-it/src/test/java/org/apache/hadoop/hbase/mapreduce/IntegrationTestBulkLoad.java @@ -108,7 +108,7 @@ public class IntegrationTestBulkLoad implements Configurable, Tool { private static byte[] DATA_FAM = Bytes.toBytes("D"); private static String CHAIN_LENGTH_KEY = "hbase.IntegrationTestBulkLoad.chainLength"; - private static int CHAIN_LENGTH = 900000; + private static int CHAIN_LENGTH = 500000; private static String NUM_MAPS_KEY = "hbase.IntegrationTestBulkLoad.numMaps"; private static int NUM_MAPS = 1; @@ -305,7 +305,7 @@ public class IntegrationTestBulkLoad implements Configurable, Tool { KeyValue sortKv = new KeyValue(rk, SORT_FAM, chainIdArray, Bytes.toBytes(i)); // Added data so that large stores are created. KeyValue dataKv = new KeyValue(rk, DATA_FAM, chainIdArray, - Bytes.toBytes(RandomStringUtils.randomAlphabetic(100)) + Bytes.toBytes(RandomStringUtils.randomAlphabetic(50)) ); // Emit the key values. @@ -582,9 +582,9 @@ public class IntegrationTestBulkLoad implements Configurable, Tool { // Scale this up on a real cluster if (util.isDistributedCluster()) { util.getConfiguration().setIfUnset(NUM_MAPS_KEY, - Integer.toString(util.getHBaseAdmin().getClusterStatus().getServersSize() * 20) + Integer.toString(util.getHBaseAdmin().getClusterStatus().getServersSize() * 10) ); - util.getConfiguration().setIfUnset(NUM_IMPORT_ROUNDS_KEY, "3"); + util.getConfiguration().setIfUnset(NUM_IMPORT_ROUNDS_KEY, "5"); } else { util.startMiniMapReduceCluster(); } -- 1.7.10.2 (Apple Git-33)