diff --git hcatalog/core/src/main/java/org/apache/hive/hcatalog/common/HCatUtil.java hcatalog/core/src/main/java/org/apache/hive/hcatalog/common/HCatUtil.java index 65bfb9c389e6aeb6625ef4afa9faab04d75ad080..fc3d9e3e5c76c725c8f30b2c26358450e1c206e3 100644 --- hcatalog/core/src/main/java/org/apache/hive/hcatalog/common/HCatUtil.java +++ hcatalog/core/src/main/java/org/apache/hive/hcatalog/common/HCatUtil.java @@ -95,9 +95,11 @@ } public static boolean checkJobContextIfRunningFromBackend(JobContext j) { - if (j.getConfiguration().get("pig.job.converted.fetch", "").equals("") && - j.getConfiguration().get("mapred.task.id", "").equals("") && - !("true".equals(j.getConfiguration().get("pig.illustrating")))) { + Configuration conf = j.getConfiguration(); + if (conf.get("pig.job.converted.fetch", "").equals("") && + conf.get("mapred.task.id", "").equals("") && + !(!conf.get("pig.sql.type", "").equals("") && conf.get("exectype", "").equals("SPARK")) && + !("true".equals(conf.get("pig.illustrating")))) { return false; } return true;