From 0776ac8c3b8a7fb35ffc05fa89f5fb3fadd0dfc7 Mon Sep 17 00:00:00 2001 From: shaofengshi Date: Wed, 31 Dec 2014 17:17:37 +0800 Subject: [PATCH] Add log in ColumnCardinalityMapper --- .../kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java b/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java index 17ff6f7..b48e755 100644 --- a/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java +++ b/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java @@ -45,7 +45,12 @@ public void map(T key, HCatRecord value, Context context) throws IOException, In Integer columnSize = context.getConfiguration().getInt(HiveColumnCardinalityJob.KEY_TABLE_COLUMN_NUMBER, 100); for (int m = 0; m < columnSize; m++) { + int counter = 0; Object cell = value.get(m); + if(counter <5) { + System.out.println("Get col " + m + " row " + counter + " value: " + String.valueOf(cell)); + counter++; + } getHllc(m).add(Bytes.toBytes(String.valueOf(cell))); } } @@ -67,7 +72,7 @@ protected void cleanup(Context context) throws IOException, InterruptedException buf.clear(); hllc.writeRegisters(buf); buf.flip(); - context.write(new IntWritable(key), new BytesWritable(buf.array())); + context.write(new IntWritable(key), new BytesWritable(buf.array(), buf.limit())); } }