From 976efb6b11fcbdae81b0560c68170f3477e67065 Mon Sep 17 00:00:00 2001 From: shaofengshi Date: Wed, 31 Dec 2014 21:17:22 +0800 Subject: [PATCH] Small update --- .../kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java b/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java index b48e755..158ec92 100644 --- a/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java +++ b/job/src/main/java/com/kylinolap/job/hadoop/cardinality/ColumnCardinalityMapper.java @@ -39,20 +39,21 @@ private Map hllcMap = new HashMap(); public static final String DEFAULT_DELIM = ","; + + private int counter = 0; @Override public void map(T key, HCatRecord value, Context context) throws IOException, InterruptedException { Integer columnSize = context.getConfiguration().getInt(HiveColumnCardinalityJob.KEY_TABLE_COLUMN_NUMBER, 100); for (int m = 0; m < columnSize; m++) { - int counter = 0; Object cell = value.get(m); - if(counter <5) { + if(counter <5 && m <3) { System.out.println("Get col " + m + " row " + counter + " value: " + String.valueOf(cell)); - counter++; } getHllc(m).add(Bytes.toBytes(String.valueOf(cell))); } + counter++; } private HyperLogLogPlusCounter getHllc(Integer key) {