diff --git a/src/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java b/src/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java index 268167e..807dec3 100644 --- a/src/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java +++ b/src/java/org/apache/hcatalog/mapreduce/HCatBaseInputFormat.java @@ -146,11 +146,12 @@ public abstract class HCatBaseInputFormat org.apache.hadoop.mapred.InputFormat inputFormat = getMapRedInputFormat(jobConf, inputFormatClass); - //Call getSplit on the InputFormat, create an - //HCatSplit for each underlying split - //NumSplits is 0 for our purposes + //Call getSplit on the InputFormat, create an HCatSplit for each + //underlying split. When the desired number of input splits is missing, + //use a default number (denoted by zero). + int desiredNumSplits = conf.getInt("hcatalog.desiredNumInputSplits", 0); org.apache.hadoop.mapred.InputSplit[] baseSplits = - inputFormat.getSplits(jobConf, 0); + inputFormat.getSplits(jobConf, desiredNumSplits); for(org.apache.hadoop.mapred.InputSplit split : baseSplits) { splits.add(new HCatSplit(