diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlan.java ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlan.java index b45494d..493be0b 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlan.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/spark/SparkPlan.java @@ -26,6 +26,8 @@ import java.util.Map; import java.util.Set; +import org.apache.commons.logging.Log; +import org.apache.commons.logging.LogFactory; import org.apache.hadoop.hive.ql.io.HiveKey; import org.apache.hadoop.hive.ql.log.PerfLogger; import org.apache.hadoop.io.BytesWritable; @@ -36,6 +38,7 @@ @SuppressWarnings("rawtypes") public class SparkPlan { private static final String CLASS_NAME = SparkPlan.class.getName(); + private static final Log LOG = LogFactory.getLog(SparkPlan.class); private final PerfLogger perfLogger = PerfLogger.getPerfLogger(); private final Set rootTrans = new HashSet(); @@ -92,10 +95,14 @@ public void addTran(SparkTran tran) { } public void addCachedRDDId(int rddId) { + LOG.info("Adding RDD " + rddId + " to Cache"); cachedRDDIds.add(rddId); } public Set getCachedRDDIds() { + if (!cachedRDDIds.isEmpty()) { + LOG.info("Cached RDD ID's : " + cachedRDDIds); + } return cachedRDDIds; }