From de07ca7567d230e6fb5353d97adba3fbf4f26300 Mon Sep 17 00:00:00 2001 From: Wei-Chiu Chuang Date: Wed, 25 Jul 2018 17:32:08 -0700 Subject: [PATCH] HBASE-20899 Add Hadoop KMS dependency and basic HDFS at-rest encryption tests 1. Added hadoop-kms dependency in the pom file. Note that in Hadoop 2.x, KMS uses WAR package (because it runs on Tomcat); whereas in Hadoop 3.x, KMS uses JAR package (because it runs on Jetty). 2. Updated log4j.properties to supress the very annoying bogus error message from com.sun.jersey.server.wadl.generators.WadlGeneratorJAXBGrammarGenerator 3. Added a test TestHBaseEncryptionZone to make sure KMS code is exercised properly in HBase; the test starts a HBase cluster in an encryption zone, and forces it to perform some HDFS file operations via WAL rolling, to validate that HBase performs HDFS operations correctly in an EZ. --- hbase-server/pom.xml | 25 ++ .../hadoop/hbase/util/TestHBaseEncryptionZone.java | 331 +++++++++++++++++++++ hbase-server/src/test/resources/log4j.properties | 1 + pom.xml | 29 ++ 4 files changed, 386 insertions(+) create mode 100644 hbase-server/src/test/java/org/apache/hadoop/hbase/util/TestHBaseEncryptionZone.java diff --git a/hbase-server/pom.xml b/hbase-server/pom.xml index 473b740..c570117 100644 --- a/hbase-server/pom.xml +++ b/hbase-server/pom.xml @@ -747,6 +747,19 @@ ${netty.hadoop.version} test + + org.apache.hadoop + hadoop-kms + test + + classes + + + org.apache.hadoop + hadoop-kms + test-jar + test + @@ -819,6 +832,18 @@ hadoop-minicluster test + + + org.apache.hadoop + hadoop-kms + test + + + org.apache.hadoop + hadoop-kms + test-jar + test + + classes + + + org.apache.hadoop + hadoop-kms + ${hadoop-two.version} + test-jar + test + @@ -3067,6 +3082,20 @@ ${hadoop-three.version} test + + + org.apache.hadoop + hadoop-kms + ${hadoop-three.version} + test + + + org.apache.hadoop + hadoop-kms + ${hadoop-three.version} + test-jar + test + -- 2.5.3