commit 84846e5e58e2707981af867c09b98d611619b70b Author: Janaki Lahorani Date: Mon Sep 10 14:59:44 2018 -0700 HIVE-20527: Intern table descriptors from spark tasks. diff --git ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java index e3ae0bf0f3d1fae7b361c642f89c3fd46a644965..cff32d3a2315095b4d265341d6852b89f088b078 100644 --- ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/optimizer/GenMapRedUtils.java @@ -952,6 +952,7 @@ public static void finalMapWorkChores( SparkWork work = sparkTask.getWork(); for (BaseWork w : work.getAllWorkUnsorted()) { if (w instanceof MapWork) { + ((MapWork) w).internTable(interner); ((MapWork) w).deriveLlap(conf, false); } }