From ea7463498ffa2415e724cc0609fc0be0663e2148 Mon Sep 17 00:00:00 2001 From: Xu Cang Date: Mon, 22 Apr 2019 10:12:29 -0700 Subject: [PATCH] HBASE-22274 Cell size limit check on append considers cell's previous size --- .../org/apache/hadoop/hbase/regionserver/HRegion.java | 9 +++++++++ .../apache/hadoop/hbase/client/TestFromClientSide.java | 2 +- 2 files changed, 10 insertions(+), 1 deletion(-) diff --git a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java index ff56a260ad..a75da25327 100644 --- a/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java +++ b/hbase-server/src/main/java/org/apache/hadoop/hbase/regionserver/HRegion.java @@ -8019,6 +8019,15 @@ public class HRegion implements HeapSize, PropagatingConfigurationObserver, Regi effectiveDurability, now, deltas, results); if (!toApply.isEmpty()) { for (Cell cell : toApply) { + int newCellSize = PrivateCellUtil.estimatedSerializedSizeOf(cell); + if (newCellSize > this.maxCellSize) { + String msg = "Cell with size " + newCellSize + " exceeds limit of " + + this.maxCellSize + " bytes"; + if (LOG.isDebugEnabled()) { + LOG.debug(msg); + } + throw new DoNotRetryIOException(msg); + } HStore store = getStore(cell); if (store == null) { checkFamily(CellUtil.cloneFamily(cell)); diff --git a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestFromClientSide.java b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestFromClientSide.java index 7f0815fd3a..1c381852c6 100644 --- a/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestFromClientSide.java +++ b/hbase-server/src/test/java/org/apache/hadoop/hbase/client/TestFromClientSide.java @@ -6454,7 +6454,7 @@ public class TestFromClientSide { // expected } try { - t.append(new Append(ROW).addColumn(FAMILY, QUALIFIER, new byte[10 * 1024])); + t.append(new Append(ROW).addColumn(FAMILY, QUALIFIER, new byte[2 * 1024])); fail("Oversize cell failed to trigger exception"); } catch (IOException e) { // expected -- 2.17.2 (Apple Git-113)