diff --git ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java index c6c53cd924..2159db2ed7 100644 --- ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java +++ ql/src/java/org/apache/hadoop/hive/ql/exec/tez/DagUtils.java @@ -43,6 +43,7 @@ import org.apache.commons.io.FilenameUtils; import org.apache.commons.lang.StringUtils; +import org.apache.hadoop.fs.FileUtil; import org.slf4j.Logger; import org.slf4j.LoggerFactory; import org.apache.hadoop.conf.Configuration; @@ -1004,7 +1005,10 @@ public LocalResource localizeResource( return createLocalResource(destFS, dest, type, LocalResourceVisibility.PRIVATE); } try { - destFS.copyFromLocalFile(false, false, src, dest); + if(src.toUri().getScheme()!=null) + FileUtil.copy(src.getFileSystem(conf), src, destFS, dest, false, false, conf); + else + destFS.copyFromLocalFile(false, false, src, dest); synchronized (notifier) { notifier.notifyAll(); // Notify if we have successfully copied the file. }