Container: container_1524585904408_0008_01_000020 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:45:33 +0000 2018 LogLength:587 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:45 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:45 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:45 tmp find -L . -maxdepth 5 -ls: 75176380 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:45 . 90869082 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:45 ./tmp 75176381 8 -rwx------ 1 1013 1001 4235 Apr 24 17:45 ./launch_container.sh 75176382 4 -rw------- 1 1013 1001 155 Apr 24 17:45 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000020) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000020) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000020) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000020) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000020 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:45:33 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000020) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000020 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:45:33 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000020/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000020" export NM_PORT="53024" export NM_HOST="eyang-5.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000020" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-2.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000020/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000020) and so may not be complete. ************************************************************************************ Container: container_1524585904408_0008_01_000029 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:46:42 +0000 2018 LogLength:591 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:46 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:46 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:46 tmp find -L . -maxdepth 5 -ls: 268637537 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:46 . 286963511 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:46 ./tmp 268637538 8 -rwx------ 1 1013 1001 4235 Apr 24 17:46 ./launch_container.sh 268637539 4 -rw------- 1 1013 1001 155 Apr 24 17:46 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000029) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000029) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000029) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000029) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000029 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:46:42 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000029) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000029 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:46:42 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000029/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000029" export NM_PORT="56716" export NM_HOST="eyang-4.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000029" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-3.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000029/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000029) and so may not be complete. ************************************************************************************ Container: container_1524585904408_0008_01_000027 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:46:08 +0000 2018 LogLength:591 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:46 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:46 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:46 tmp find -L . -maxdepth 5 -ls: 100715708 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:46 . 117469418 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:46 ./tmp 100715709 8 -rwx------ 1 1013 1001 4235 Apr 24 17:46 ./launch_container.sh 100715710 4 -rw------- 1 1013 1001 155 Apr 24 17:46 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000027) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000027) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000027) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000027) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000027 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:46:08 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000027) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000027 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:46:08 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000027/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000027" export NM_PORT="56716" export NM_HOST="eyang-4.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000027" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-0.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000027/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000027) and so may not be complete. ************************************************************************************ Container: container_1524585904408_0008_01_000028 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:46:11 +0000 2018 LogLength:591 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:46 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:46 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:46 tmp find -L . -maxdepth 5 -ls: 185233257 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:46 . 203783344 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:46 ./tmp 185233258 8 -rwx------ 1 1013 1001 4235 Apr 24 17:46 ./launch_container.sh 185233259 4 -rw------- 1 1013 1001 155 Apr 24 17:46 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000028) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000028) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000028) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000028) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000028 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:46:11 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000028) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000028 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:46:11 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000028/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000028" export NM_PORT="56716" export NM_HOST="eyang-4.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000028" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-6.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000028/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000028) and so may not be complete. ************************************************************************************ Container: container_1524585904408_0008_01_000025 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:45:41 +0000 2018 LogLength:587 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:45 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:45 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:45 tmp find -L . -maxdepth 5 -ls: 17089653 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:45 . 40845736 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:45 ./tmp 17089654 8 -rwx------ 1 1013 1001 4235 Apr 24 17:45 ./launch_container.sh 17089655 4 -rw------- 1 1013 1001 155 Apr 24 17:45 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000025) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000025) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000025) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000025) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000025 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:45:41 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000025) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000025 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:45:41 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000025/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000025" export NM_PORT="56716" export NM_HOST="eyang-4.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000025" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-4.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000025/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000025) and so may not be complete. ************************************************************************************ Container: container_1524585904408_0008_01_000026 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:45:41 +0000 2018 LogLength:591 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:45 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:45 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:45 tmp find -L . -maxdepth 5 -ls: 235234507 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:45 . 253401839 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:45 ./tmp 235234508 8 -rwx------ 1 1013 1001 4235 Apr 24 17:45 ./launch_container.sh 235234509 4 -rw------- 1 1013 1001 155 Apr 24 17:45 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000026) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000026) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000026) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000026) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000026 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:45:41 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000026) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000026 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:45:41 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000026/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000026" export NM_PORT="53024" export NM_HOST="eyang-5.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000026" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-7.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000026/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000026) and so may not be complete. ************************************************************************************ End of LogType:serviceam-out.txt.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ********************************************************************************** Container: container_1524585904408_0008_01_000001 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:30:18 +0000 2018 LogLength:16279 LogContents: ls -l: total 48 -rw-------. 1 hbase hadoop 222 Apr 24 17:30 container_tokens -rwx------. 1 hbase hadoop 31178 Apr 24 17:30 launch_container.sh drwxr-s---. 2 hbase hadoop 8192 Apr 24 17:30 lib drwxr-s---. 2 hbase hadoop 6 Apr 24 17:30 tmp lrwxrwxrwx. 1 hbase hadoop 103 Apr 24 17:30 yarnservice-log4j.properties -> /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/17/conf find -L . -maxdepth 5 -ls: 83978335 4 drwxr-s--- 4 hbase hadoop 4096 Apr 24 17:30 . 92706129 0 drwxr-s--- 2 hbase hadoop 6 Apr 24 17:30 ./tmp 84136352 32 -rwx------ 1 hbase hadoop 31178 Apr 24 17:30 ./launch_container.sh 84183027 4 -rw------- 1 hbase hadoop 222 Apr 24 17:30 ./container_tokens 100681528 12 drwxr-s--- 2 hbase hadoop 8192 Apr 24 17:30 ./lib 221578570 112 -r-x------ 1 hbase hadoop 113395 Apr 24 17:30 ./lib/jetty-webapp-9.3.19.v20170502.jar 39330527 16 -r-x------ 1 hbase hadoop 15861 Apr 24 17:30 ./lib/jackson-jaxrs-json-provider-2.9.4.jar 3399 44 -r-x------ 1 hbase hadoop 44883 Apr 24 17:30 ./lib/hadoop-hdfs-native-client-3.2.0-SNAPSHOT-tests.jar 168112705 260 -r-x------ 1 hbase hadoop 263970 Apr 24 17:30 ./lib/hadoop-hdfs-rbf-3.2.0-SNAPSHOT-tests.jar 185233228 320 -r-x------ 1 hbase hadoop 326724 Apr 24 17:30 ./lib/httpcore-4.4.4.jar 76329260 3940 -r-x------ 1 hbase hadoop 4032238 Apr 24 17:30 ./lib/hadoop-common-3.2.0-SNAPSHOT.jar 16855319 512 -r-x------ 1 hbase hadoop 523266 Apr 24 17:30 ./lib/jetty-server-9.3.19.v20170502.jar 221578576 56 -r-x------ 1 hbase hadoop 55402 Apr 24 17:30 ./lib/hadoop-yarn-applications-unmanaged-am-launcher-3.2.0-SNAPSHOT.jar 25354016 8 -r-x------ 1 hbase hadoop 4596 Apr 24 17:30 ./lib/jul-to-slf4j-1.7.25.jar 243774160 224 -r-x------ 1 hbase hadoop 226672 Apr 24 17:30 ./lib/kerb-core-1.0.1.jar 195088831 68 -r-x------ 1 hbase hadoop 66981 Apr 24 17:30 ./lib/jackson-annotations-2.9.4.jar 50431586 2224 -r-x------ 1 hbase hadoop 2275047 Apr 24 17:30 ./lib/netty-all-4.0.52.Final.jar 109304542 76 -r-x------ 1 hbase hadoop 75232 Apr 24 17:30 ./lib/json-io-2.5.1.jar 234966959 480 -r-x------ 1 hbase hadoop 489884 Apr 24 17:30 ./lib/log4j-1.2.17.jar 234966979 116 -r-x------ 1 hbase hadoop 116120 Apr 24 17:30 ./lib/kerb-crypto-1.0.1.jar 301665969 1564 -r-x------ 1 hbase hadoop 1599627 Apr 24 17:30 ./lib/commons-math3-3.1.1.jar 168109820 4 -r-x------ 1 hbase hadoop 2497 Apr 24 17:30 ./lib/javax.inject-1.jar 251701364 136 -r-x------ 1 hbase hadoop 136314 Apr 24 17:30 ./lib/metrics-core-3.2.4.jar 281443444 20 -r-x------ 1 hbase hadoop 20046 Apr 24 17:30 ./lib/kerb-identity-1.0.1.jar 405931 1468 -r-x------ 1 hbase hadoop 1502280 Apr 24 17:30 ./lib/htrace-core4-4.1.0-incubating.jar 312008354 96 -r-x------ 1 hbase hadoop 95806 Apr 24 17:30 ./lib/javax.servlet-api-3.1.0.jar 67519477 20 -r-x------ 1 hbase hadoop 18336 Apr 24 17:30 ./lib/jackson-jaxrs-1.9.13.jar 227090197 792 -r-x------ 1 hbase hadoop 807277 Apr 24 17:30 ./lib/zookeeper-3.4.9.jar 268637079 280 -r-x------ 1 hbase hadoop 283598 Apr 24 17:30 ./lib/curator-recipes-2.12.0.jar 159965273 60 -r-x------ 1 hbase hadoop 59755 Apr 24 17:30 ./lib/hadoop-annotations-3.2.0-SNAPSHOT.jar 58829057 148 -r-x------ 1 hbase hadoop 150406 Apr 24 17:30 ./lib/hadoop-hdfs-client-3.2.0-SNAPSHOT-tests.jar 195088828 28 -r-x------ 1 hbase hadoop 27084 Apr 24 17:30 ./lib/jackson-xc-1.9.13.jar 3372 56 -r-x------ 1 hbase hadoop 55236 Apr 24 17:30 ./lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar 268637097 44 -r-x------ 1 hbase hadoop 41203 Apr 24 17:30 ./lib/slf4j-api-1.7.25.jar 237772840 80 -r-x------ 1 hbase hadoop 80980 Apr 24 17:30 ./lib/kerb-admin-1.0.1.jar 151390812 24 -r-x------ 1 hbase hadoop 23931 Apr 24 17:30 ./lib/json-simple-1.1.1.jar 25354019 2368 -r-x------ 1 hbase hadoop 2423138 Apr 24 17:30 ./lib/curator-client-2.12.0.jar 330542850 112 -r-x------ 1 hbase hadoop 113017 Apr 24 17:30 ./lib/kerb-client-1.0.1.jar 251701352 324 -r-x------ 1 hbase hadoop 331034 Apr 24 17:30 ./lib/okhttp-2.7.5.jar 25354044 480 -r-x------ 1 hbase hadoop 489525 Apr 24 17:30 ./lib/yarn-service-core.jar 112520164 96 -r-x------ 1 hbase hadoop 94672 Apr 24 17:30 ./lib/xz-1.0.jar 9822610 280 -r-x------ 1 hbase hadoop 284220 Apr 24 17:30 ./lib/commons-lang-2.6.jar 50429762 32 -r-x------ 1 hbase hadoop 29134 Apr 24 17:30 ./lib/kerby-xdr-1.0.1.jar 76329254 32 -r-x------ 1 hbase hadoop 32373 Apr 24 17:30 ./lib/jackson-jaxrs-base-2.9.4.jar 58829060 136 -r-x------ 1 hbase hadoop 138312 Apr 24 17:30 ./lib/hadoop-auth-3.2.0-SNAPSHOT.jar 92706121 48 -r-x------ 1 hbase hadoop 46367 Apr 24 17:30 ./lib/jsr311-api-1.1.1.jar 209795262 720 -r-x------ 1 hbase hadoop 736658 Apr 24 17:30 ./lib/httpclient-4.5.2.jar 203783333 100 -r-x------ 1 hbase hadoop 102244 Apr 24 17:30 ./lib/jaxb-api-2.2.11.jar 168032440 2744 -r-x------ 1 hbase hadoop 2806905 Apr 24 17:30 ./lib/hadoop-yarn-common-3.2.0-SNAPSHOT.jar 311189534 84 -r-x------ 1 hbase hadoop 82756 Apr 24 17:30 ./lib/kerb-server-1.0.1.jar 159965257 444 -r-x------ 1 hbase hadoop 450846 Apr 24 17:30 ./lib/jetty-util-9.3.19.v20170502.jar 83978331 100 -r-x------ 1 hbase hadoop 102174 Apr 24 17:30 ./lib/kerby-asn1-1.0.1.jar 42260348 200 -r-x------ 1 hbase hadoop 201627 Apr 24 17:30 ./lib/hadoop-nfs-3.2.0-SNAPSHOT.jar 330536534 240 -r-x------ 1 hbase hadoop 245039 Apr 24 17:30 ./lib/junit-4.11.jar 112520161 128 -r-x------ 1 hbase hadoop 128719 Apr 24 17:30 ./lib/jersey-servlet-1.19.jar 152285112 20 -r-x------ 1 hbase hadoop 18763 Apr 24 17:30 ./lib/token-provider-1.0.1.jar 42260351 16 -r-x------ 1 hbase hadoop 16151 Apr 24 17:30 ./lib/jersey-guice-1.19.jar 83978324 64 -r-x------ 1 hbase hadoop 65464 Apr 24 17:30 ./lib/kerb-common-1.0.1.jar 3419 68 -r-x------ 1 hbase hadoop 67758 Apr 24 17:30 ./lib/jettison-1.1.jar 127612889 36 -r-x------ 1 hbase hadoop 32824 Apr 24 17:30 ./lib/jackson-module-jaxb-annotations-2.9.4.jar 39330521 288 -r-x------ 1 hbase hadoop 294677 Apr 24 17:30 ./lib/hadoop-yarn-server-applicationhistoryservice-3.2.0-SNAPSHOT.jar 9822585 80 -r-x------ 1 hbase hadoop 80395 Apr 24 17:30 ./lib/hadoop-yarn-server-web-proxy-3.2.0-SNAPSHOT.jar 136084700 1316 -r-x------ 1 hbase hadoop 1345154 Apr 24 17:30 ./lib/jackson-databind-2.9.4.jar 9822588 16 -r-x------ 1 hbase hadoop 16045 Apr 24 17:30 ./lib/swagger-annotations-1.5.4.jar 145442783 132 -r-x------ 1 hbase hadoop 134021 Apr 24 17:30 ./lib/jersey-client-1.19.jar 286963496 328 -r-x------ 1 hbase hadoop 335042 Apr 24 17:30 ./lib/commons-codec-1.11.jar 176603384 656 -r-x------ 1 hbase hadoop 668235 Apr 24 17:30 ./lib/guice-4.0.jar 127612886 428 -r-x------ 1 hbase hadoop 436303 Apr 24 17:30 ./lib/avro-1.7.7.jar 9822582 1256 -r-x------ 1 hbase hadoop 1286111 Apr 24 17:30 ./lib/hadoop-yarn-server-nodemanager-3.2.0-SNAPSHOT.jar 152285109 1612 -r-x------ 1 hbase hadoop 1648200 Apr 24 17:30 ./lib/guava-11.0.2.jar 100681523 2128 -r-x------ 1 hbase hadoop 2178601 Apr 24 17:30 ./lib/hadoop-yarn-server-resourcemanager-3.2.0-SNAPSHOT.jar 286963502 488 -r-x------ 1 hbase hadoop 499634 Apr 24 17:30 ./lib/commons-lang3-3.7.jar 58788847 24 -r-x------ 1 hbase hadoop 24239 Apr 24 17:30 ./lib/commons-daemon-1.0.13.jar 227090194 128 -r-x------ 1 hbase hadoop 130007 Apr 24 17:30 ./lib/hadoop-kms-3.2.0-SNAPSHOT.jar 3389 1688 -r-x------ 1 hbase hadoop 1726527 Apr 24 17:30 ./lib/ehcache-3.3.1.jar 67525156 36 -r-x------ 1 hbase hadoop 33031 Apr 24 17:30 ./lib/jsr305-3.0.0.jar 308394137 44 -r-x------ 1 hbase hadoop 41123 Apr 24 17:30 ./lib/commons-cli-1.2.jar 50429789 96 -r-x------ 1 hbase hadoop 95838 Apr 24 17:30 ./lib/jetty-security-9.3.19.v20170502.jar 100681520 200 -r-x------ 1 hbase hadoop 201953 Apr 24 17:30 ./lib/curator-framework-2.12.0.jar 127711456 1308 -r-x------ 1 hbase hadoop 1337626 Apr 24 17:30 ./lib/hadoop-yarn-server-common-3.2.0-SNAPSHOT.jar 227090191 60 -r-x------ 1 hbase hadoop 58487 Apr 24 17:30 ./lib/java-util-1.9.0.jar 281443438 428 -r-x------ 1 hbase hadoop 436689 Apr 24 17:30 ./lib/jersey-core-1.19.jar 92706124 8 -r-x------ 1 hbase hadoop 4467 Apr 24 17:30 ./lib/aopalliance-1.0.jar 286963493 148 -r-x------ 1 hbase hadoop 150754 Apr 24 17:30 ./lib/hadoop-hdfs-nfs-3.2.0-SNAPSHOT.jar 92706118 5600 -r-x------ 1 hbase hadoop 5732881 Apr 24 17:30 ./lib/hadoop-hdfs-3.2.0-SNAPSHOT.jar 301665972 1224 -r-x------ 1 hbase hadoop 1251514 Apr 24 17:30 ./lib/snappy-java-1.0.5.jar 195081374 128 -r-x------ 1 hbase hadoop 128414 Apr 24 17:30 ./lib/re2j-1.1.jar 83978327 160 -r-x------ 1 hbase hadoop 161867 Apr 24 17:30 ./lib/stax2-api-3.1.4.jar 168112674 108 -r-x------ 1 hbase hadoop 108717 Apr 24 17:30 ./lib/hadoop-yarn-applications-distributedshell-3.2.0-SNAPSHOT.jar 301665975 188 -r-x------ 1 hbase hadoop 190432 Apr 24 17:30 ./lib/gson-2.2.4.jar 251701361 40 -r-x------ 1 hbase hadoop 40554 Apr 24 17:30 ./lib/kerby-util-1.0.1.jar 268637345 504 -r-x------ 1 hbase hadoop 512742 Apr 24 17:30 ./lib/woodstox-core-5.0.3.jar 221578573 56 -r-x------ 1 hbase hadoop 53297 Apr 24 17:30 ./lib/asm-5.0.4.jar 112520171 220 -r-x------ 1 hbase hadoop 224302 Apr 24 17:30 ./lib/hadoop-yarn-registry-3.2.0-SNAPSHOT.jar 42260339 1388 -r-x------ 1 hbase hadoop 1419869 Apr 24 17:30 ./lib/mockito-all-1.8.5.jar 67525153 148 -r-x------ 1 hbase hadoop 149506 Apr 24 17:30 ./lib/hadoop-yarn-server-router-3.2.0-SNAPSHOT.jar 209717398 20 -r-x------ 1 hbase hadoop 20409 Apr 24 17:30 ./lib/kerb-simplekdc-1.0.1.jar 330528032 76 -r-x------ 1 hbase hadoop 76983 Apr 24 17:30 ./lib/guice-servlet-4.0.jar 117469411 92 -r-x------ 1 hbase hadoop 93105 Apr 24 17:30 ./lib/hadoop-yarn-server-timeline-pluginstorage-3.2.0-SNAPSHOT.jar 203783342 5040 -r-x------ 1 hbase hadoop 5160050 Apr 24 17:30 ./lib/hadoop-hdfs-3.2.0-SNAPSHOT-tests.jar 330536541 236 -r-x------ 1 hbase hadoop 241367 Apr 24 17:30 ./lib/commons-compress-1.4.1.jar 268637090 120 -r-x------ 1 hbase hadoop 119119 Apr 24 17:30 ./lib/jetty-servlet-9.3.19.v20170502.jar 260261936 64 -r-x------ 1 hbase hadoop 62050 Apr 24 17:30 ./lib/commons-logging-1.1.3.jar 203783336 44 -r-x------ 1 hbase hadoop 45024 Apr 24 17:30 ./lib/hamcrest-core-1.3.jar 145442780 304 -r-x------ 1 hbase hadoop 307637 Apr 24 17:30 ./lib/dnsjava-2.1.7.jar 159965250 276 -r-x------ 1 hbase hadoop 280515 Apr 24 17:30 ./lib/jsch-0.1.54.jar 117469392 380 -r-x------ 1 hbase hadoop 387689 Apr 24 17:30 ./lib/fst-2.50.jar 302037396 764 -r-x------ 1 hbase hadoop 780664 Apr 24 17:30 ./lib/jackson-mapper-asl-1.9.13.jar 127612892 148 -r-x------ 1 hbase hadoop 150844 Apr 24 17:30 ./lib/jetty-http-9.3.19.v20170502.jar 25354013 524 -r-x------ 1 hbase hadoop 533455 Apr 24 17:30 ./lib/protobuf-java-2.5.0.jar 16855322 164 -r-x------ 1 hbase hadoop 165345 Apr 24 17:30 ./lib/jersey-json-1.19.jar 92706127 3028 -r-x------ 1 hbase hadoop 3099018 Apr 24 17:30 ./lib/hadoop-yarn-api-3.2.0-SNAPSHOT.jar 195256496 924 -r-x------ 1 hbase hadoop 942470 Apr 24 17:30 ./lib/hadoop-hdfs-rbf-3.2.0-SNAPSHOT.jar 209795252 68 -r-x------ 1 hbase hadoop 65928 Apr 24 17:30 ./lib/okio-1.6.0.jar 330542818 2780 -r-x------ 1 hbase hadoop 2843671 Apr 24 17:30 ./lib/hadoop-common-3.2.0-SNAPSHOT-tests.jar 42260345 100 -r-x------ 1 hbase hadoop 100636 Apr 24 17:30 ./lib/jsp-api-2.1.jar 25354031 872 -r-x------ 1 hbase hadoop 890168 Apr 24 17:30 ./lib/jaxb-impl-2.2.3-1.jar 176603378 228 -r-x------ 1 hbase hadoop 232248 Apr 24 17:30 ./lib/jackson-core-asl-1.9.13.jar 185233231 316 -r-x------ 1 hbase hadoop 320923 Apr 24 17:30 ./lib/jackson-core-2.9.4.jar 234966976 52 -r-x------ 1 hbase hadoop 50633 Apr 24 17:30 ./lib/jetty-xml-9.3.19.v20170502.jar 302037393 36 -r-x------ 1 hbase hadoop 36708 Apr 24 17:30 ./lib/kerb-util-1.0.1.jar 260261933 604 -r-x------ 1 hbase hadoop 616888 Apr 24 17:30 ./lib/commons-configuration2-2.1.1.jar 58811102 244 -r-x------ 1 hbase hadoop 246174 Apr 24 17:30 ./lib/commons-beanutils-1.9.3.jar 221578567 8 -r-x------ 1 hbase hadoop 4722 Apr 24 17:30 ./lib/jcip-annotations-1.0-1.jar 64643227 204 -r-x------ 1 hbase hadoop 208700 Apr 24 17:30 ./lib/commons-io-2.5.jar 3381 264 -r-x------ 1 hbase hadoop 269579 Apr 24 17:30 ./lib/snakeyaml-1.16.jar 243774202 1300 -r-x------ 1 hbase hadoop 1330394 Apr 24 17:30 ./lib/netty-3.10.5.Final.jar 456618 688 -r-x------ 1 hbase hadoop 702882 Apr 24 17:30 ./lib/jersey-server-1.19.jar 16855329 576 -r-x------ 1 hbase hadoop 588337 Apr 24 17:30 ./lib/commons-collections-3.2.2.jar 260261930 296 -r-x------ 1 hbase hadoop 301547 Apr 24 17:30 ./lib/hadoop-yarn-client-3.2.0-SNAPSHOT.jar 308394134 4860 -r-x------ 1 hbase hadoop 4973220 Apr 24 17:30 ./lib/hadoop-hdfs-client-3.2.0-SNAPSHOT.jar 251701355 32 -r-x------ 1 hbase hadoop 29555 Apr 24 17:30 ./lib/paranamer-2.3.jar 286963499 304 -r-x------ 1 hbase hadoop 307410 Apr 24 17:30 ./lib/commons-net-3.6.jar 330536536 776 -r-x------ 1 hbase hadoop 792442 Apr 24 17:30 ./lib/mssql-jdbc-6.2.1.jre7.jar 318405537 296 -r-x------ 1 hbase hadoop 299508 Apr 24 17:30 ./lib/nimbus-jose-jwt-4.41.1.jar 76329257 32 -r-x------ 1 hbase hadoop 30035 Apr 24 17:30 ./lib/accessors-smart-1.2.jar 42260342 96 -r-x------ 1 hbase hadoop 95545 Apr 24 17:30 ./lib/hadoop-yarn-services-api-3.2.0-SNAPSHOT.jar 176603381 252 -r-x------ 1 hbase hadoop 256371 Apr 24 17:30 ./lib/hadoop-hdfs-httpfs-3.2.0-SNAPSHOT.jar 203783339 44 -r-x------ 1 hbase hadoop 44883 Apr 24 17:30 ./lib/hadoop-hdfs-native-client-3.2.0-SNAPSHOT.jar 136084697 480 -r-x------ 1 hbase hadoop 489525 Apr 24 17:30 ./lib/hadoop-yarn-services-core-3.2.0-SNAPSHOT.jar 251701358 44 -r-x------ 1 hbase hadoop 43866 Apr 24 17:30 ./lib/hadoop-yarn-server-tests-3.2.0-SNAPSHOT.jar 185233234 120 -r-x------ 1 hbase hadoop 122558 Apr 24 17:30 ./lib/jetty-io-9.3.19.v20170502.jar 330542838 120 -r-x------ 1 hbase hadoop 120316 Apr 24 17:30 ./lib/json-smart-2.3.jar 117469414 1024 -r-x------ 1 hbase hadoop 1045744 Apr 24 17:30 ./lib/leveldbjni-all-1.8.jar 100681526 132 -r-x------ 1 hbase hadoop 134308 Apr 24 17:30 ./lib/HikariCP-java7-2.4.12.jar 76329250 200 -r-x------ 1 hbase hadoop 204650 Apr 24 17:30 ./lib/kerby-pkix-1.0.1.jar 39330524 96 -r-x------ 1 hbase hadoop 94315 Apr 24 17:30 ./lib/hadoop-yarn-server-sharedcachemanager-3.2.0-SNAPSHOT.jar 281443441 40 -r-x------ 1 hbase hadoop 38707 Apr 24 17:30 ./lib/jetty-util-ajax-9.3.19.v20170502.jar 136084703 12 -r-x------ 1 hbase hadoop 12244 Apr 24 17:30 ./lib/slf4j-log4j12-1.7.25.jar 145442777 32 -r-x------ 1 hbase hadoop 30674 Apr 24 17:30 ./lib/kerby-config-1.0.1.jar 159965149 0 drwx------ 2 hbase hadoop 81 Apr 24 17:30 ./yarnservice-log4j.properties 159965150 4 -r-x------ 1 hbase hadoop 2591 Apr 24 17:30 ./yarnservice-log4j.properties/yarnservice-log4j.properties 159965248 4 -rw-r--r-- 1 hbase hadoop 32 Apr 24 17:30 ./yarnservice-log4j.properties/.yarnservice-log4j.properties.crc broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ****************************************************************************** End of LogType:serviceam-err.txt.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ********************************************************************************** Container: container_1524585904408_0008_01_000001 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:container-localizer-syslog LogLastModifiedTime:Tue Apr 24 17:30:08 +0000 2018 LogLength:184 LogContents: 2018-04-24 17:30:08,224 INFO [main] org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ContainerLocalizer: Disk Validator: yarn.nodemanager.disk-validator is loaded. End of LogType:container-localizer-syslog.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ******************************************************************************************* Container: container_1524585904408_0008_01_000001 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:serviceam.log LogLastModifiedTime:Tue Apr 24 17:46:52 +0000 2018 LogLength:103094 LogContents: 2018-04-24 17:30:19,075 [main] INFO service.ServiceMaster - STARTUP_MSG: /************************************************************ STARTUP_MSG: Starting ServiceMaster STARTUP_MSG: host = eyang-4.openstacklocal/172.26.111.21 STARTUP_MSG: args = [-yarnfile, hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/q3.json, -D, hadoop.registry.zk.root=/registry, -D, hadoop.registry.zk.quorum=eyang-1.openstacklocal:2181] STARTUP_MSG: version = 3.2.0-SNAPSHOT STARTUP_MSG: classpath = yarnservice-log4j.properties:conf/:lib/jetty-webapp-9.3.19.v20170502.jar:lib/jackson-jaxrs-json-provider-2.9.4.jar:lib/hadoop-hdfs-native-client-3.2.0-SNAPSHOT-tests.jar:lib/hadoop-hdfs-rbf-3.2.0-SNAPSHOT-tests.jar:lib/httpcore-4.4.4.jar:lib/hadoop-common-3.2.0-SNAPSHOT.jar:lib/jetty-server-9.3.19.v20170502.jar:lib/hadoop-yarn-applications-unmanaged-am-launcher-3.2.0-SNAPSHOT.jar:lib/jul-to-slf4j-1.7.25.jar:lib/kerb-core-1.0.1.jar:lib/jackson-annotations-2.9.4.jar:lib/netty-all-4.0.52.Final.jar:lib/json-io-2.5.1.jar:lib/log4j-1.2.17.jar:lib/kerb-crypto-1.0.1.jar:lib/commons-math3-3.1.1.jar:lib/javax.inject-1.jar:lib/metrics-core-3.2.4.jar:lib/kerb-identity-1.0.1.jar:lib/htrace-core4-4.1.0-incubating.jar:lib/javax.servlet-api-3.1.0.jar:lib/jackson-jaxrs-1.9.13.jar:lib/zookeeper-3.4.9.jar:lib/curator-recipes-2.12.0.jar:lib/hadoop-annotations-3.2.0-SNAPSHOT.jar:lib/hadoop-hdfs-client-3.2.0-SNAPSHOT-tests.jar:lib/jackson-xc-1.9.13.jar:lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar:lib/slf4j-api-1.7.25.jar:lib/kerb-admin-1.0.1.jar:lib/json-simple-1.1.1.jar:lib/curator-client-2.12.0.jar:lib/kerb-client-1.0.1.jar:lib/okhttp-2.7.5.jar:lib/yarn-service-core.jar:lib/xz-1.0.jar:lib/commons-lang-2.6.jar:lib/kerby-xdr-1.0.1.jar:lib/jackson-jaxrs-base-2.9.4.jar:lib/hadoop-auth-3.2.0-SNAPSHOT.jar:lib/jsr311-api-1.1.1.jar:lib/httpclient-4.5.2.jar:lib/jaxb-api-2.2.11.jar:lib/hadoop-yarn-common-3.2.0-SNAPSHOT.jar:lib/kerb-server-1.0.1.jar:lib/jetty-util-9.3.19.v20170502.jar:lib/kerby-asn1-1.0.1.jar:lib/hadoop-nfs-3.2.0-SNAPSHOT.jar:lib/junit-4.11.jar:lib/jersey-servlet-1.19.jar:lib/token-provider-1.0.1.jar:lib/jersey-guice-1.19.jar:lib/kerb-common-1.0.1.jar:lib/jettison-1.1.jar:lib/jackson-module-jaxb-annotations-2.9.4.jar:lib/hadoop-yarn-server-applicationhistoryservice-3.2.0-SNAPSHOT.jar:lib/hadoop-yarn-server-web-proxy-3.2.0-SNAPSHOT.jar:lib/jackson-databind-2.9.4.jar:lib/swagger-annotations-1.5.4.jar:lib/jersey-client-1.19.jar:lib/commons-codec-1.11.jar:lib/guice-4.0.jar:lib/avro-1.7.7.jar:lib/hadoop-yarn-server-nodemanager-3.2.0-SNAPSHOT.jar:lib/guava-11.0.2.jar:lib/hadoop-yarn-server-resourcemanager-3.2.0-SNAPSHOT.jar:lib/commons-lang3-3.7.jar:lib/commons-daemon-1.0.13.jar:lib/hadoop-kms-3.2.0-SNAPSHOT.jar:lib/ehcache-3.3.1.jar:lib/jsr305-3.0.0.jar:lib/commons-cli-1.2.jar:lib/jetty-security-9.3.19.v20170502.jar:lib/curator-framework-2.12.0.jar:lib/hadoop-yarn-server-common-3.2.0-SNAPSHOT.jar:lib/java-util-1.9.0.jar:lib/jersey-core-1.19.jar:lib/aopalliance-1.0.jar:lib/hadoop-hdfs-nfs-3.2.0-SNAPSHOT.jar:lib/hadoop-hdfs-3.2.0-SNAPSHOT.jar:lib/snappy-java-1.0.5.jar:lib/re2j-1.1.jar:lib/stax2-api-3.1.4.jar:lib/hadoop-yarn-applications-distributedshell-3.2.0-SNAPSHOT.jar:lib/gson-2.2.4.jar:lib/kerby-util-1.0.1.jar:lib/woodstox-core-5.0.3.jar:lib/asm-5.0.4.jar:lib/hadoop-yarn-registry-3.2.0-SNAPSHOT.jar:lib/mockito-all-1.8.5.jar:lib/hadoop-yarn-server-router-3.2.0-SNAPSHOT.jar:lib/kerb-simplekdc-1.0.1.jar:lib/guice-servlet-4.0.jar:lib/hadoop-yarn-server-timeline-pluginstorage-3.2.0-SNAPSHOT.jar:lib/hadoop-hdfs-3.2.0-SNAPSHOT-tests.jar:lib/commons-compress-1.4.1.jar:lib/jetty-servlet-9.3.19.v20170502.jar:lib/commons-logging-1.1.3.jar:lib/hamcrest-core-1.3.jar:lib/dnsjava-2.1.7.jar:lib/jsch-0.1.54.jar:lib/fst-2.50.jar:lib/jackson-mapper-asl-1.9.13.jar:lib/jetty-http-9.3.19.v20170502.jar:lib/protobuf-java-2.5.0.jar:lib/jersey-json-1.19.jar:lib/hadoop-yarn-api-3.2.0-SNAPSHOT.jar:lib/hadoop-hdfs-rbf-3.2.0-SNAPSHOT.jar:lib/okio-1.6.0.jar:lib/hadoop-common-3.2.0-SNAPSHOT-tests.jar:lib/jsp-api-2.1.jar:lib/jaxb-impl-2.2.3-1.jar:lib/jackson-core-asl-1.9.13.jar:lib/jackson-core-2.9.4.jar:lib/jetty-xml-9.3.19.v20170502.jar:lib/kerb-util-1.0.1.jar:lib/commons-configuration2-2.1.1.jar:lib/commons-beanutils-1.9.3.jar:lib/jcip-annotations-1.0-1.jar:lib/commons-io-2.5.jar:lib/snakeyaml-1.16.jar:lib/netty-3.10.5.Final.jar:lib/jersey-server-1.19.jar:lib/commons-collections-3.2.2.jar:lib/hadoop-yarn-client-3.2.0-SNAPSHOT.jar:lib/hadoop-hdfs-client-3.2.0-SNAPSHOT.jar:lib/paranamer-2.3.jar:lib/commons-net-3.6.jar:lib/mssql-jdbc-6.2.1.jre7.jar:lib/nimbus-jose-jwt-4.41.1.jar:lib/accessors-smart-1.2.jar:lib/hadoop-yarn-services-api-3.2.0-SNAPSHOT.jar:lib/hadoop-hdfs-httpfs-3.2.0-SNAPSHOT.jar:lib/hadoop-hdfs-native-client-3.2.0-SNAPSHOT.jar:lib/hadoop-yarn-services-core-3.2.0-SNAPSHOT.jar:lib/hadoop-yarn-server-tests-3.2.0-SNAPSHOT.jar:lib/jetty-io-9.3.19.v20170502.jar:lib/json-smart-2.3.jar:lib/leveldbjni-all-1.8.jar:lib/HikariCP-java7-2.4.12.jar:lib/kerby-pkix-1.0.1.jar:lib/hadoop-yarn-server-sharedcachemanager-3.2.0-SNAPSHOT.jar:lib/jetty-util-ajax-9.3.19.v20170502.jar:lib/slf4j-log4j12-1.7.25.jar:lib/kerby-config-1.0.1.jar::/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop STARTUP_MSG: build = https://github.com/apache/hadoop -r 56788d759f47b4b158617701f543a9dcb4df69cd; compiled by 'eyang' on 2018-04-24T15:46Z STARTUP_MSG: java = 1.8.0_141 ************************************************************/ 2018-04-24 17:30:19,083 [main] INFO service.ServiceMaster - registered UNIX signal handlers for [TERM, HUP, INT] 2018-04-24 17:30:19,240 [main] INFO service.ServiceMaster - HADOOP_CONF_DIR = /usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop 2018-04-24 17:30:19,240 [main] INFO service.ServiceMaster - JAVA_HOME = /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre 2018-04-24 17:30:19,240 [main] INFO service.ServiceMaster - XFILESEARCHPATH = /usr/dt/app-defaults/%L/Dt 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - LANG = en_US.UTF-8 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - APP_SUBMIT_TIME_ENV = 1524591006087 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - NM_HOST = eyang-4.openstacklocal 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - HADOOP_HDFS_HOME = /usr/local/hadoop-3.2.0-SNAPSHOT 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - LOGNAME = hbase 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - JVM_PID = 19816 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - HADOOP_MAPRED_HOME = /usr/local/hadoop-3.2.0-SNAPSHOT 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - PWD = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000001 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - HADOOP_COMMON_HOME = /usr/local/hadoop-3.2.0-SNAPSHOT 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - _ = /usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre/bin/java 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - LANGUAGE = en_US.UTF-8 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - LOCAL_DIRS = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - APPLICATION_WEB_PROXY_BASE = /proxy/application_1524585904408_0008 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - NM_HTTP_PORT = 8042 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - LOG_DIRS = /usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - PRELAUNCH_OUT = /usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/prelaunch.out 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - NM_AUX_SERVICE_mapreduce_shuffle = AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - NM_PORT = 56716 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - HADOOP_YARN_HOME = /usr/local/hadoop-3.2.0-SNAPSHOT 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - USER = hbase 2018-04-24 17:30:19,241 [main] INFO service.ServiceMaster - CLASSPATH = yarnservice-log4j.properties:conf/:lib/*::/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - PRELAUNCH_ERR = /usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/prelaunch.err 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - HADOOP_TOKEN_FILE_LOCATION = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000001/container_tokens 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - LC_ALL = en_US.UTF-8 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - NLSPATH = /usr/dt/lib/nls/msg/%L/%N.cat 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - LOCAL_USER_DIRS = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/ 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - HOME = /home/ 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - SHLVL = 1 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - CONTAINER_ID = container_1524585904408_0008_01_000001 2018-04-24 17:30:19,242 [main] INFO service.ServiceMaster - MALLOC_ARENA_MAX = 4 2018-04-24 17:30:20,329 [main] WARN shortcircuit.DomainSocketFactory - The short-circuit local reads feature cannot be used because libhadoop cannot be loaded. 2018-04-24 17:30:20,493 [main] INFO utils.ServiceApiUtil - Loading service definition from hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/q3.json 2018-04-24 17:30:20,895 [main] INFO service.ServiceMaster - class Service { name: q3 id: application_1524585904408_0008 version: 1 description: null artifact: null resource: null launchTime: null numberOfRunningContainers: null lifetime: -1 components: [class Component { name: ping state: FLEXING dependencies: [] readinessCheck: null artifact: class Artifact { id: hadoop/centos:latest type: DOCKER uri: null } launchCommand: sleep 900 resource: class Resource { profile: null cpus: 1 memory: 256 additional: {} } numberOfContainers: 8 containers: [] runPrivilegedContainer: false placementPolicy: null configuration: class Configuration { properties: {docker.network=host, yarn.service.container-health-threshold.percent=90, yarn.service.container-health-threshold.window-secs=400, yarn.service.container-health-threshold.init-delay-secs=800} env: {} files: [] } quicklinks: [] }] configuration: class Configuration { properties: {} env: {} files: [] } state: ACCEPTED quicklinks: {} queue: null kerberosPrincipal: class KerberosPrincipal { principalName: hbase/_HOST@EXAMPLE.COM keytab: file:///etc/security/keytabs/hbase.service.keytab } dockerClientConfig: null } 2018-04-24 17:30:21,016 [main] INFO service.ServiceMaster - Kind: YARN_AM_RM_TOKEN, Service: , Ident: (appAttemptId { application_id { id: 8 cluster_timestamp: 1524585904408 } attemptId: 1 } keyId: -2142378835) 2018-04-24 17:30:21,018 [main] INFO service.ServiceMaster - Kind: HDFS_DELEGATION_TOKEN, Service: 172.26.111.17:9000, Ident: (token for hbase: HDFS_DELEGATION_TOKEN owner=hbase, renewer=yarn, realUser=rm/eyang-2.openstacklocal@EXAMPLE.COM, issueDate=1524591006079, maxDate=1525195806079, sequenceNumber=8, masterKeyId=2) 2018-04-24 17:30:21,019 [main] INFO service.ServiceMaster - No keytab localized at keytabs/q3.keytab 2018-04-24 17:30:21,023 [main] INFO service.ServiceMaster - Using pre-installed keytab from localhost: file:///etc/security/keytabs/hbase.service.keytab 2018-04-24 17:30:21,023 [main] INFO service.ServiceMaster - User before logged in is: hbase (auth:SIMPLE) 2018-04-24 17:30:21,068 [main] INFO security.UserGroupInformation - Login successful for user hbase/eyang-4.openstacklocal@EXAMPLE.COM using keytab file /etc/security/keytabs/hbase.service.keytab 2018-04-24 17:30:21,068 [main] INFO service.ServiceMaster - User after logged in is: hbase/eyang-4.openstacklocal@EXAMPLE.COM (auth:KERBEROS) 2018-04-24 17:30:21,069 [main] INFO service.ServiceMaster - Remove HDFS delegation token Kind: HDFS_DELEGATION_TOKEN, Service: 172.26.111.17:9000, Ident: (token for hbase: HDFS_DELEGATION_TOKEN owner=hbase, renewer=yarn, realUser=rm/eyang-2.openstacklocal@EXAMPLE.COM, issueDate=1524591006079, maxDate=1525195806079, sequenceNumber=8, masterKeyId=2). 2018-04-24 17:30:21,095 [main] INFO service.ServiceMaster - Service AppAttemptId: appattempt_1524585904408_0008_000001 2018-04-24 17:30:21,208 [main] INFO beanutils.FluentPropertyBeanIntrospector - Error when creating PropertyDescriptor for public final void org.apache.commons.configuration2.AbstractConfiguration.setProperty(java.lang.String,java.lang.Object)! Ignoring this property. 2018-04-24 17:30:21,247 [main] INFO impl.MetricsConfig - loaded properties from hadoop-metrics2.properties 2018-04-24 17:30:21,316 [main] INFO impl.MetricsSystemImpl - Scheduled Metric snapshot period at 10 second(s). 2018-04-24 17:30:21,317 [main] INFO impl.MetricsSystemImpl - ServiceAppMaster metrics system started 2018-04-24 17:30:21,329 [main] INFO service.ServiceScheduler - Set registry user accounts: sasl:hbase 2018-04-24 17:30:21,351 [main] INFO zk.RegistrySecurity - Registry default system acls: [1,s{'world,'anyone} , 31,s{'sasl,'yarn} , 31,s{'sasl,'jhs} , 31,s{'sasl,'hdfs-demo} , 31,s{'sasl,'rm} , 31,s{'sasl,'hive} ] 2018-04-24 17:30:21,351 [main] INFO zk.RegistrySecurity - Registry User ACLs [31,s{'sasl,'hbase} , 31,s{'sasl,'hbase} ] 2018-04-24 17:30:21,399 [main] INFO event.AsyncDispatcher - Registering class org.apache.hadoop.yarn.service.ServiceEventType for class org.apache.hadoop.yarn.service.ServiceScheduler$ServiceEventHandler 2018-04-24 17:30:21,400 [main] INFO event.AsyncDispatcher - Registering class org.apache.hadoop.yarn.service.component.ComponentEventType for class org.apache.hadoop.yarn.service.ServiceScheduler$ComponentEventHandler 2018-04-24 17:30:21,401 [main] INFO event.AsyncDispatcher - Registering class org.apache.hadoop.yarn.service.component.instance.ComponentInstanceEventType for class org.apache.hadoop.yarn.service.ServiceScheduler$ComponentInstanceEventHandler 2018-04-24 17:30:21,438 [main] INFO component.Component - Scheduling the health threshold monitor for component ping with percent = 90%, window = 400 secs, poll freq = 10 secs, init-delay = 800 secs 2018-04-24 17:30:21,447 [main] INFO impl.NMClientAsyncImpl - Upper bound of the thread pool size is 500 2018-04-24 17:30:21,451 [main] INFO service.ServiceMaster - Starting service as user hbase/eyang-4.openstacklocal@EXAMPLE.COM (auth:KERBEROS) 2018-04-24 17:30:21,472 [main] INFO ipc.CallQueueManager - Using callQueue: class java.util.concurrent.LinkedBlockingQueue queueCapacity: 100 scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler 2018-04-24 17:30:21,481 [Socket Reader #1 for port 56791] INFO ipc.Server - Starting Socket Reader #1 for port 56791 2018-04-24 17:30:21,531 [main] INFO pb.RpcServerFactoryPBImpl - Adding protocol org.apache.hadoop.yarn.service.impl.pb.service.ClientAMProtocolPB to the server 2018-04-24 17:30:21,558 [IPC Server Responder] INFO ipc.Server - IPC Server Responder: starting 2018-04-24 17:30:21,559 [IPC Server listener on 56791] INFO ipc.Server - IPC Server listener on 56791: starting 2018-04-24 17:30:21,560 [main] INFO service.ClientAMService - Instantiated ClientAMService at eyang-4.openstacklocal/172.26.111.21:56791 2018-04-24 17:30:21,590 [main] INFO zk.CuratorService - Creating CuratorService with connection fixed ZK quorum "eyang-1.openstacklocal:2181" 2018-04-24 17:30:21,597 [main] INFO zk.RegistrySecurity - Enabling ZK sasl client: jaasClientEntry = Client, principal = hbase/eyang-4.openstacklocal@EXAMPLE.COM, keytab = /etc/security/keytabs/hbase.service.keytab 2018-04-24 17:30:21,909 [main] INFO client.ConfiguredRMFailoverProxyProvider - Failing over to rm2 2018-04-24 17:30:21,974 [main] INFO service.ServiceScheduler - Registering appattempt_1524585904408_0008_000001, q3 into registry 2018-04-24 17:30:21,982 [main] INFO service.ServiceScheduler - Received 0 containers from previous attempt. 2018-04-24 17:30:22,016 [main] INFO service.ServiceScheduler - Could not read component paths: `/users/hbase/services/yarn-service/q3/components': No such file or directory: KeeperErrorCode = NoNode for /registry/users/hbase/services/yarn-service/q3/components 2018-04-24 17:30:22,018 [main] INFO service.ServiceScheduler - Triggering initial evaluation of component ping 2018-04-24 17:30:22,020 [main] INFO component.Component - [INIT COMPONENT ping]: 8 instances. 2018-04-24 17:30:22,020 [main] INFO component.Component - [COMPONENT ping] Requesting for 8 container(s) 2018-04-24 17:30:22,028 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,036 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,036 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,036 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,036 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,037 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,037 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,037 [main] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:22,037 [main] INFO component.Component - [COMPONENT ping] Transitioned from INIT to FLEXING on FLEX event. 2018-04-24 17:30:22,090 [pool-5-thread-1] INFO service.ServiceScheduler - Registered service under /users/hbase/services/yarn-service/q3; absolute path /registry/users/hbase/services/yarn-service/q3 2018-04-24 17:30:24,057 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 3 containers allocated. 2018-04-24 17:30:24,058 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 8 outstanding container requests for allocateId 0 2018-04-24 17:30:24,059 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 7 outstanding container requests for allocateId 0 2018-04-24 17:30:24,059 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 6 outstanding container requests for allocateId 0 2018-04-24 17:30:24,059 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000002 allocated, num pending component instances reduced to 7 2018-04-24 17:30:24,059 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000002 to component instance ping-0 and launch on host eyang-3.openstacklocal:50683 2018-04-24 17:30:24,060 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000003 allocated, num pending component instances reduced to 6 2018-04-24 17:30:24,060 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000003 to component instance ping-1 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:30:24,061 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000004 allocated, num pending component instances reduced to 5 2018-04-24 17:30:24,061 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000004 to component instance ping-2 and launch on host eyang-5.openstacklocal:53024 2018-04-24 17:30:24,090 [pool-6-thread-2] INFO provider.ProviderUtils - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000003]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-1 2018-04-24 17:30:24,122 [pool-6-thread-1] INFO provider.ProviderUtils - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000002]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-0 2018-04-24 17:30:24,127 [pool-6-thread-2] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:24,137 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #0] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000003 2018-04-24 17:30:24,142 [pool-6-thread-1] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-0.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:24,144 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #1] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000002 2018-04-24 17:30:24,144 [pool-6-thread-3] INFO provider.ProviderUtils - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000004]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-2 2018-04-24 17:30:24,162 [pool-6-thread-3] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-2.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:24,163 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #2] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000004 2018-04-24 17:30:24,261 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000003] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:24,263 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000004] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:24,274 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000002] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:25,070 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 4 containers allocated. 2018-04-24 17:30:25,070 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 5 outstanding container requests for allocateId 0 2018-04-24 17:30:25,071 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 4 outstanding container requests for allocateId 0 2018-04-24 17:30:25,071 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 3 outstanding container requests for allocateId 0 2018-04-24 17:30:25,071 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 2 outstanding container requests for allocateId 0 2018-04-24 17:30:25,071 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000005 allocated, num pending component instances reduced to 4 2018-04-24 17:30:25,071 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000005 to component instance ping-3 and launch on host eyang-3.openstacklocal:50683 2018-04-24 17:30:25,071 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000006 allocated, num pending component instances reduced to 3 2018-04-24 17:30:25,071 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000006 to component instance ping-4 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:30:25,072 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000007 allocated, num pending component instances reduced to 2 2018-04-24 17:30:25,072 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000007 to component instance ping-5 and launch on host eyang-5.openstacklocal:53024 2018-04-24 17:30:25,072 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000008 allocated, num pending component instances reduced to 1 2018-04-24 17:30:25,072 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000008 to component instance ping-6 and launch on host eyang-3.openstacklocal:50683 2018-04-24 17:30:25,077 [pool-6-thread-2] INFO provider.ProviderUtils - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000007]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-5 2018-04-24 17:30:25,082 [pool-6-thread-2] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-5.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:25,083 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #3] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000007 2018-04-24 17:30:25,083 [pool-6-thread-4] INFO provider.ProviderUtils - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000008]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-6 2018-04-24 17:30:25,088 [pool-6-thread-4] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-6.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:25,091 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #4] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000008 2018-04-24 17:30:25,094 [pool-6-thread-1] INFO provider.ProviderUtils - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000006]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-4 2018-04-24 17:30:25,099 [pool-6-thread-1] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-4.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:25,104 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #5] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000006 2018-04-24 17:30:25,112 [pool-6-thread-3] INFO provider.ProviderUtils - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000005]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-3 2018-04-24 17:30:25,117 [pool-6-thread-3] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-3.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:25,121 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #6] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000005 2018-04-24 17:30:25,124 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000007] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:25,137 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000006] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:25,156 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000008] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:25,164 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000005] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:26,082 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 3 containers allocated. 2018-04-24 17:30:26,082 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:30:26,082 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000009 allocated, num pending component instances reduced to 0 2018-04-24 17:30:26,082 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000009 to component instance ping-7 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:30:26,082 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:30:26,083 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:30:26,083 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000010 2018-04-24 17:30:26,083 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000011 2018-04-24 17:30:26,086 [pool-6-thread-3] INFO provider.ProviderUtils - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000009]: Creating dir on hdfs: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-7 2018-04-24 17:30:26,091 [pool-6-thread-3] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-7.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:26,092 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #7] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000009 2018-04-24 17:30:26,102 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000009] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:27,094 [AMRM Callback Handler Thread] WARN service.ServiceScheduler - Container container_1524585904408_0008_01_000010 Completed. No component instance exists. exitStatus=-100. diagnostics=Container released by application 2018-04-24 17:30:27,095 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-04-24 17:30:27,095 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:30:27,095 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000012 2018-04-24 17:30:28,099 [AMRM Callback Handler Thread] WARN service.ServiceScheduler - Container container_1524585904408_0008_01_000012 Completed. No component instance exists. exitStatus=-100. diagnostics=Container released by application 2018-04-24 17:30:28,159 [pool-5-thread-8] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000007] IP = [172.26.111.20], host = ping-5.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:30:28,299 [pool-5-thread-6] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000004] IP = [172.26.111.20], host = ping-2.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:30:30,203 [pool-5-thread-4] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000009] IP = [172.26.111.21], host = ping-7.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:30:30,227 [pool-5-thread-2] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000006] IP = [172.26.111.21], host = ping-4.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:30:30,261 [pool-5-thread-3] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000003] IP = [172.26.111.21], host = ping-1.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:30:52,044 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-1: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:30:52,045 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000003] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:30:52,045 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-0: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-0: IP is not available yet" 2018-04-24 17:30:52,046 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-3: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-3: IP is not available yet" 2018-04-24 17:30:52,046 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-2: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:30:52,046 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000004] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:30:52,047 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-5: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:30:52,047 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000007] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:30:52,047 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-4: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:30:52,048 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000006] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:30:52,048 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-7: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:30:52,048 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000009] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:30:52,048 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-6: Probe Status, time="Tue Apr 24 17:30:52 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-6: IP is not available yet" 2018-04-24 17:30:55,208 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:30:55,208 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:55,213 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000002]: container_1524585904408_0008_01_000002 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-04-24 17:30:24.451]Exception from container-launch. Container id: container_1524585904408_0008_01_000002 Exit code: 7 Exception message: Launch container failed Shell error output: /usr/bin/docker: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?. See '/usr/bin/docker run --help'. Could not invoke docker /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000002' run --name='container_1524585904408_0008_01_000002' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000002' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000002:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000002' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-0.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000002/launch_container.sh' . Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Getting exit code file... Changing effective user to root... Launching docker container... Docker run command: /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000002' run --name='container_1524585904408_0008_01_000002' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000002' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000002:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000002' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-0.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000002/launch_container.sh' Wrote the exit code 7 to /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000002/container_1524585904408_0008_01_000002.pid.exitcode [2018-04-24 17:30:24.454]Diagnostic message from attempt : [2018-04-24 17:30:24.455]Container exited with a non-zero exit code 7. [2018-04-24 17:30:54.486]Could not find nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000002//container_1524585904408_0008_01_000002.pid in any of the directories . 2018-04-24 17:30:55,213 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000002] Transitioned from STARTED to INIT on STOP event 2018-04-24 17:30:55,214 [pool-5-thread-6] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000002]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000002 2018-04-24 17:30:56,211 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:30:56,211 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:56,212 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000008]: container_1524585904408_0008_01_000008 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-04-24 17:30:25.387]Exception from container-launch. Container id: container_1524585904408_0008_01_000008 Exit code: 7 Exception message: Launch container failed Shell error output: /usr/bin/docker: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?. See '/usr/bin/docker run --help'. Could not invoke docker /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000008' run --name='container_1524585904408_0008_01_000008' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000008' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000008:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000008' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-6.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000008/launch_container.sh' . Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Getting exit code file... Changing effective user to root... Launching docker container... Docker run command: /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000008' run --name='container_1524585904408_0008_01_000008' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000008' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000008:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000008' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-6.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000008/launch_container.sh' Wrote the exit code 7 to /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000008/container_1524585904408_0008_01_000008.pid.exitcode [2018-04-24 17:30:25.391]Diagnostic message from attempt : [2018-04-24 17:30:25.391]Container exited with a non-zero exit code 7. [2018-04-24 17:30:55.415]Could not find nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000008//container_1524585904408_0008_01_000008.pid in any of the directories . 2018-04-24 17:30:56,212 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000008] Transitioned from STARTED to INIT on STOP event 2018-04-24 17:30:56,212 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:30:56,212 [pool-5-thread-10] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000008]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000008 2018-04-24 17:30:56,213 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:30:56,214 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000005]: container_1524585904408_0008_01_000005 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-04-24 17:30:25.392]Exception from container-launch. Container id: container_1524585904408_0008_01_000005 Exit code: 7 Exception message: Launch container failed Shell error output: /usr/bin/docker: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?. See '/usr/bin/docker run --help'. Could not invoke docker /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000005' run --name='container_1524585904408_0008_01_000005' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000005' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000005:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000005' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-3.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000005/launch_container.sh' . Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Getting exit code file... Changing effective user to root... Launching docker container... Docker run command: /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000005' run --name='container_1524585904408_0008_01_000005' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000005' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000005:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000005' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-3.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000005/launch_container.sh' Wrote the exit code 7 to /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000005/container_1524585904408_0008_01_000005.pid.exitcode [2018-04-24 17:30:25.396]Diagnostic message from attempt : [2018-04-24 17:30:25.397]Container exited with a non-zero exit code 7. [2018-04-24 17:30:55.434]Could not find nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000005//container_1524585904408_0008_01_000005.pid in any of the directories . 2018-04-24 17:30:56,215 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000005] Transitioned from STARTED to INIT on STOP event 2018-04-24 17:30:56,215 [pool-5-thread-5] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000005]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000005 2018-04-24 17:30:57,220 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-04-24 17:30:57,220 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 3 outstanding container requests for allocateId 0 2018-04-24 17:30:57,221 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000013 allocated, num pending component instances reduced to 2 2018-04-24 17:30:57,221 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000013 to component instance ping-0 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:30:57,237 [pool-6-thread-3] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-0 2018-04-24 17:30:57,238 [pool-6-thread-3] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-0.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:57,247 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #8] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000013 2018-04-24 17:30:57,265 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000013] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:58,229 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 3 containers allocated. 2018-04-24 17:30:58,230 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 2 outstanding container requests for allocateId 0 2018-04-24 17:30:58,230 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000014 allocated, num pending component instances reduced to 1 2018-04-24 17:30:58,230 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:30:58,230 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000014 to component instance ping-6 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:30:58,230 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:30:58,230 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000015 allocated, num pending component instances reduced to 0 2018-04-24 17:30:58,230 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000015 to component instance ping-3 and launch on host eyang-3.openstacklocal:50683 2018-04-24 17:30:58,231 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000016 2018-04-24 17:30:58,233 [pool-6-thread-3] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-6 2018-04-24 17:30:58,233 [pool-6-thread-3] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-6.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:58,234 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #9] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000014 2018-04-24 17:30:58,235 [pool-6-thread-1] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-3 2018-04-24 17:30:58,235 [pool-6-thread-1] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-3.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:30:58,237 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #0] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000015 2018-04-24 17:30:58,248 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000014] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:58,261 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000015] Transitioned from INIT to STARTED on START event 2018-04-24 17:30:59,240 [AMRM Callback Handler Thread] WARN service.ServiceScheduler - Container container_1524585904408_0008_01_000016 Completed. No component instance exists. exitStatus=-100. diagnostics=Container released by application 2018-04-24 17:30:59,240 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 2 containers allocated. 2018-04-24 17:30:59,240 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:30:59,240 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:30:59,240 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000017 2018-04-24 17:30:59,241 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000018 2018-04-24 17:31:00,250 [AMRM Callback Handler Thread] WARN service.ServiceScheduler - Container container_1524585904408_0008_01_000017 Completed. No component instance exists. exitStatus=-100. diagnostics=Container released by application 2018-04-24 17:31:03,265 [pool-5-thread-9] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000014] IP = [172.26.111.21], host = ping-6.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:31:03,289 [pool-5-thread-10] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000013] IP = [172.26.111.21], host = ping-0.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:31:22,041 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-0: Probe Status, time="Tue Apr 24 17:31:22 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:31:22,042 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000013] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:31:22,042 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-3: Probe Status, time="Tue Apr 24 17:31:22 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-3: IP is not available yet" 2018-04-24 17:31:22,043 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-6: Probe Status, time="Tue Apr 24 17:31:22 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:31:22,043 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000014] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:31:29,352 [Component dispatcher] INFO service.ContainerFailureTracker - [COMPONENT ping]: Failed 4 times on this host, blacklisted eyang-3.openstacklocal. Current list of blacklisted nodes: [eyang-3.openstacklocal] 2018-04-24 17:31:29,353 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:31:29,353 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:31:29,354 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000015]: container_1524585904408_0008_01_000015 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-04-24 17:30:58.442]Exception from container-launch. Container id: container_1524585904408_0008_01_000015 Exit code: 7 Exception message: Launch container failed Shell error output: /usr/bin/docker: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running?. See '/usr/bin/docker run --help'. Could not invoke docker /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000015' run --name='container_1524585904408_0008_01_000015' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000015' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000015:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000015' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-3.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000015/launch_container.sh' . Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Getting exit code file... Changing effective user to root... Launching docker container... Docker run command: /usr/bin/docker --config='/tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000015' run --name='container_1524585904408_0008_01_000015' --user='1013:1001' -d --workdir='/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000015' --net='host' -v '/tmp/hadoop-yarn/nm-local-dir/filecache:/tmp/hadoop-yarn/nm-local-dir/filecache:ro' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/filecache:ro' -v '/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000015:/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000015' -v '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008:/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008' --cap-drop='ALL' --cap-add='SYS_CHROOT' --cap-add='MKNOD' --cap-add='SETFCAP' --cap-add='SETPCAP' --cap-add='FSETID' --cap-add='CHOWN' --cap-add='AUDIT_WRITE' --cap-add='SETGID' --cap-add='NET_RAW' --cap-add='FOWNER' --cap-add='SETUID' --cap-add='DAC_OVERRIDE' --cap-add='KILL' --cap-add='NET_BIND_SERVICE' --hostname='ping-3.q3.hbase.ycluster' --group-add '1001' 'hadoop/centos:latest' 'bash' '/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000015/launch_container.sh' Wrote the exit code 7 to /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000015/container_1524585904408_0008_01_000015.pid.exitcode [2018-04-24 17:30:58.445]Diagnostic message from attempt : [2018-04-24 17:30:58.446]Container exited with a non-zero exit code 7. [2018-04-24 17:31:28.474]Could not find nmPrivate/application_1524585904408_0008/container_1524585904408_0008_01_000015//container_1524585904408_0008_01_000015.pid in any of the directories . 2018-04-24 17:31:29,354 [pool-5-thread-1] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000015]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000015 2018-04-24 17:31:29,354 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000015] Transitioned from STARTED to INIT on STOP event 2018-04-24 17:31:31,363 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-04-24 17:31:31,363 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:31:31,363 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000019 allocated, num pending component instances reduced to 0 2018-04-24 17:31:31,363 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000019 to component instance ping-3 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:31:31,375 [pool-6-thread-1] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-3 2018-04-24 17:31:31,375 [pool-6-thread-1] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-3.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:31:31,377 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #2] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000019 2018-04-24 17:31:31,391 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000019] Transitioned from INIT to STARTED on START event 2018-04-24 17:31:34,437 [pool-5-thread-3] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000019] IP = [172.26.111.21], host = ping-3.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:31:52,040 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-3: Probe Status, time="Tue Apr 24 17:31:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:31:52,040 [pool-7-thread-1] INFO component.Component - [COMPONENT ping] state changed from FLEXING -> STABLE 2018-04-24 17:31:52,040 [pool-7-thread-1] INFO service.ServiceMaster - Service state changed from STARTED -> STABLE 2018-04-24 17:31:52,040 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000019] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:43:44,447 [pool-5-thread-10] INFO monitor.ComponentHealthThresholdMonitor - [COMPONENT ping] Health threshold = 90%, Current health = 100.00% (Current Running count = 8, Desired count = 8) 2018-04-24 17:45:30,036 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:45:30,037 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:45:30,041 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000004]: container_1524585904408_0008_01_000004 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:45:30,041 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000004] Transitioned from READY to INIT on STOP event 2018-04-24 17:45:30,041 [pool-5-thread-7] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000004]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000004 2018-04-24 17:45:31,040 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:45:31,041 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:45:31,041 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000003]: container_1524585904408_0008_01_000003 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:45:31,041 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000003] Transitioned from READY to INIT on STOP event 2018-04-24 17:45:31,042 [pool-5-thread-3] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000003]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000003 2018-04-24 17:45:32,050 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-04-24 17:45:32,051 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 2 outstanding container requests for allocateId 0 2018-04-24 17:45:32,051 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000020 allocated, num pending component instances reduced to 1 2018-04-24 17:45:32,051 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000020 to component instance ping-2 and launch on host eyang-5.openstacklocal:53024 2018-04-24 17:45:32,052 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:45:32,052 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:45:32,052 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000007]: container_1524585904408_0008_01_000007 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:45:32,052 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000007] Transitioned from READY to INIT on STOP event 2018-04-24 17:45:32,053 [pool-5-thread-2] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000007]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000007 2018-04-24 17:45:32,067 [pool-6-thread-5] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-2 2018-04-24 17:45:32,068 [pool-6-thread-5] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-2.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:45:32,068 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #1] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000020 2018-04-24 17:45:32,091 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000020] Transitioned from INIT to STARTED on START event 2018-04-24 17:45:33,058 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 2 containers allocated. 2018-04-24 17:45:33,058 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 2 outstanding container requests for allocateId 0 2018-04-24 17:45:33,058 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000021 allocated, num pending component instances reduced to 1 2018-04-24 17:45:33,059 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000021 to component instance ping-1 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:45:33,059 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:45:33,059 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000022 allocated, num pending component instances reduced to 0 2018-04-24 17:45:33,059 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000022 to component instance ping-5 and launch on host eyang-5.openstacklocal:53024 2018-04-24 17:45:33,061 [pool-6-thread-5] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-1 2018-04-24 17:45:33,062 [pool-6-thread-5] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:45:33,062 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #3] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000021 2018-04-24 17:45:33,064 [pool-6-thread-6] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-5 2018-04-24 17:45:33,066 [pool-6-thread-6] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-5.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:45:33,066 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #5] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000022 2018-04-24 17:45:33,074 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000021] Transitioned from INIT to STARTED on START event 2018-04-24 17:45:33,094 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000022] Transitioned from INIT to STARTED on START event 2018-04-24 17:45:34,068 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 2 containers allocated. 2018-04-24 17:45:34,068 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:45:34,068 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-04-24 17:45:34,069 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000023 2018-04-24 17:45:34,069 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1524585904408_0008_01_000024 2018-04-24 17:45:35,147 [pool-5-thread-10] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000020] IP = [172.26.111.20], host = ping-2.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:45:35,209 [pool-5-thread-8] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000022] IP = [172.26.111.20], host = ping-5.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:45:36,079 [AMRM Callback Handler Thread] WARN service.ServiceScheduler - Container container_1524585904408_0008_01_000023 Completed. No component instance exists. exitStatus=-100. diagnostics=Container released by application 2018-04-24 17:45:38,086 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:45:38,087 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:45:38,087 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000006]: container_1524585904408_0008_01_000006 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:45:38,087 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000006] Transitioned from READY to INIT on STOP event 2018-04-24 17:45:38,087 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:45:38,087 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:45:38,087 [pool-5-thread-4] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000006]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000006 2018-04-24 17:45:38,088 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000009]: container_1524585904408_0008_01_000009 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:45:38,088 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000009] Transitioned from READY to INIT on STOP event 2018-04-24 17:45:38,088 [pool-5-thread-10] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000009]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000009 2018-04-24 17:45:40,094 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 2 containers allocated. 2018-04-24 17:45:40,095 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 2 outstanding container requests for allocateId 0 2018-04-24 17:45:40,095 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000025 allocated, num pending component instances reduced to 1 2018-04-24 17:45:40,095 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:45:40,095 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000025 to component instance ping-4 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:45:40,095 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000026 allocated, num pending component instances reduced to 0 2018-04-24 17:45:40,095 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000026 to component instance ping-7 and launch on host eyang-5.openstacklocal:53024 2018-04-24 17:45:40,100 [pool-6-thread-6] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-4 2018-04-24 17:45:40,100 [pool-6-thread-6] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-4.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:45:40,101 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #4] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000025 2018-04-24 17:45:40,102 [pool-6-thread-5] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-7 2018-04-24 17:45:40,103 [pool-6-thread-5] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-7.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:45:40,103 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #6] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000026 2018-04-24 17:45:40,127 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000025] Transitioned from INIT to STARTED on START event 2018-04-24 17:45:40,131 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000026] Transitioned from INIT to STARTED on START event 2018-04-24 17:45:42,107 [pool-5-thread-6] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000021] IP = [172.26.111.21], host = ping-1.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:45:44,189 [pool-5-thread-7] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000026] IP = [172.26.111.20], host = ping-7.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:45:47,135 [pool-5-thread-10] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000025] IP = [172.26.111.21], host = ping-4.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:45:52,040 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-1: Probe Status, time="Tue Apr 24 17:45:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:45:52,040 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1524585904408_0008_01_000021] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:45:52,041 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-2: Probe Status, time="Tue Apr 24 17:45:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:45:52,041 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-2 : container_1524585904408_0008_01_000020] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:45:52,041 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-5: Probe Status, time="Tue Apr 24 17:45:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:45:52,041 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-5 : container_1524585904408_0008_01_000022] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:45:52,042 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-4: Probe Status, time="Tue Apr 24 17:45:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:45:52,042 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-4 : container_1524585904408_0008_01_000025] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:45:52,042 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-7: Probe Status, time="Tue Apr 24 17:45:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:45:52,043 [pool-7-thread-1] INFO component.Component - [COMPONENT ping] state changed from FLEXING -> STABLE 2018-04-24 17:45:52,043 [pool-7-thread-1] INFO service.ServiceMaster - Service state changed from STARTED -> STABLE 2018-04-24 17:45:52,043 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-7 : container_1524585904408_0008_01_000026] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:46:05,169 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:46:05,170 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:46:05,170 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000013]: container_1524585904408_0008_01_000013 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:46:05,170 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000013] Transitioned from READY to INIT on STOP event 2018-04-24 17:46:05,171 [pool-5-thread-7] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000013]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000013 2018-04-24 17:46:07,178 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-04-24 17:46:07,179 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:46:07,180 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000027 allocated, num pending component instances reduced to 0 2018-04-24 17:46:07,180 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000027 to component instance ping-0 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:46:07,180 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:46:07,181 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:46:07,181 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000014]: container_1524585904408_0008_01_000014 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:46:07,182 [pool-5-thread-6] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000014]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000014 2018-04-24 17:46:07,182 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000014] Transitioned from READY to INIT on STOP event 2018-04-24 17:46:07,187 [pool-6-thread-5] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-0 2018-04-24 17:46:07,188 [pool-6-thread-5] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-0.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:46:07,188 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #7] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000027 2018-04-24 17:46:07,208 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000027] Transitioned from INIT to STARTED on START event 2018-04-24 17:46:09,190 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-04-24 17:46:09,190 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:46:09,190 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000028 allocated, num pending component instances reduced to 0 2018-04-24 17:46:09,190 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000028 to component instance ping-6 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:46:09,193 [pool-6-thread-5] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-6 2018-04-24 17:46:09,193 [pool-6-thread-5] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-6.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:46:09,194 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #8] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000028 2018-04-24 17:46:09,205 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000028] Transitioned from INIT to STARTED on START event 2018-04-24 17:46:12,248 [pool-5-thread-8] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000027] IP = [172.26.111.21], host = ping-0.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:46:17,249 [pool-5-thread-7] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000028] IP = [172.26.111.21], host = ping-6.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:46:22,039 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-6: Probe Status, time="Tue Apr 24 17:46:22 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:46:22,039 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-6 : container_1524585904408_0008_01_000028] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:46:22,041 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-0: Probe Status, time="Tue Apr 24 17:46:22 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:46:22,041 [pool-7-thread-1] INFO component.Component - [COMPONENT ping] state changed from FLEXING -> STABLE 2018-04-24 17:46:22,041 [pool-7-thread-1] INFO service.ServiceMaster - Service state changed from STARTED -> STABLE 2018-04-24 17:46:22,041 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1524585904408_0008_01_000027] Transitioned from STARTED to READY on BECOME_READY event 2018-04-24 17:46:37,288 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-04-24 17:46:37,288 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-04-24 17:46:37,289 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000019]: container_1524585904408_0008_01_000019 completed. Reinsert back to pending list and requested a new container. exitStatus=0, diagnostics=. 2018-04-24 17:46:37,289 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000019] Transitioned from READY to INIT on STOP event 2018-04-24 17:46:37,289 [pool-5-thread-2] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000019]: Deleting registry path /users/hbase/services/yarn-service/q3/components/ctr-1524585904408-0008-01-000019 2018-04-24 17:46:39,297 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-04-24 17:46:39,297 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-04-24 17:46:39,297 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1524585904408_0008_01_000029 allocated, num pending component instances reduced to 0 2018-04-24 17:46:39,297 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1524585904408_0008_01_000029 to component instance ping-3 and launch on host eyang-4.openstacklocal:56716 2018-04-24 17:46:39,310 [pool-6-thread-5] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/components/ping/ping-3 2018-04-24 17:46:39,311 [pool-6-thread-5] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-3.q3.hbase.ycluster, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS=, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/centos:latest, LANG=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=host, LOG_DIR=} 2018-04-24 17:46:39,311 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #9] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1524585904408_0008_01_000029 2018-04-24 17:46:39,327 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000029] Transitioned from INIT to STARTED on START event 2018-04-24 17:46:44,357 [pool-5-thread-10] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000029] IP = [172.26.111.21], host = ping-3.q3.hbase.ycluster, cancel container status retriever 2018-04-24 17:46:52,039 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-3: Probe Status, time="Tue Apr 24 17:46:52 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-04-24 17:46:52,040 [pool-7-thread-1] INFO component.Component - [COMPONENT ping] state changed from FLEXING -> STABLE 2018-04-24 17:46:52,040 [pool-7-thread-1] INFO service.ServiceMaster - Service state changed from STARTED -> STABLE 2018-04-24 17:46:52,040 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-3 : container_1524585904408_0008_01_000029] Transitioned from STARTED to READY on BECOME_READY event End of LogType:serviceam.log.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000001 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:30:18 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000001 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:30:18 +0000 2018 LogLength:31178 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000001/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000001" export NM_PORT="56716" export NM_HOST="eyang-4.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000001" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export LANGUAGE="en_US.UTF-8" export APPLICATION_WEB_PROXY_BASE="/proxy/application_1524585904408_0008" export CLASSPATH="yarnservice-log4j.properties:conf/:lib/*:$CLASSPATH:$HADOOP_CONF_DIR" export LANG="en_US.UTF-8" export APP_SUBMIT_TIME_ENV="1524591006087" export LC_ALL="en_US.UTF-8" echo "Setting up job resources" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/62/jetty-webapp-9.3.19.v20170502.jar" "lib/jetty-webapp-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/133/jackson-jaxrs-json-provider-2.9.4.jar" "lib/jackson-jaxrs-json-provider-2.9.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/90/hadoop-hdfs-native-client-3.2.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-native-client-3.2.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/141/hadoop-hdfs-rbf-3.2.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-rbf-3.2.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/19/httpcore-4.4.4.jar" "lib/httpcore-4.4.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/115/hadoop-common-3.2.0-SNAPSHOT.jar" "lib/hadoop-common-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/50/jetty-server-9.3.19.v20170502.jar" "lib/jetty-server-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/144/hadoop-yarn-applications-unmanaged-am-launcher-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-applications-unmanaged-am-launcher-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/30/jul-to-slf4j-1.7.25.jar" "lib/jul-to-slf4j-1.7.25.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/84/kerb-core-1.0.1.jar" "lib/kerb-core-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/81/jackson-annotations-2.9.4.jar" "lib/jackson-annotations-2.9.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/134/netty-all-4.0.52.Final.jar" "lib/netty-all-4.0.52.Final.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/15/json-io-2.5.1.jar" "lib/json-io-2.5.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/63/log4j-1.2.17.jar" "lib/log4j-1.2.17.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/145/kerb-crypto-1.0.1.jar" "lib/kerb-crypto-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/46/commons-math3-3.1.1.jar" "lib/commons-math3-3.1.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/59/javax.inject-1.jar" "lib/javax.inject-1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/146/metrics-core-3.2.4.jar" "lib/metrics-core-3.2.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/127/kerb-identity-1.0.1.jar" "lib/kerb-identity-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/131/htrace-core4-4.1.0-incubating.jar" "lib/htrace-core4-4.1.0-incubating.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/88/javax.servlet-api-3.1.0.jar" "lib/javax.servlet-api-3.1.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/53/jackson-jaxrs-1.9.13.jar" "lib/jackson-jaxrs-1.9.13.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/124/zookeeper-3.4.9.jar" "lib/zookeeper-3.4.9.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/24/curator-recipes-2.12.0.jar" "lib/curator-recipes-2.12.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/120/hadoop-annotations-3.2.0-SNAPSHOT.jar" "lib/hadoop-annotations-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/114/hadoop-hdfs-client-3.2.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-client-3.2.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/60/jackson-xc-1.9.13.jar" "lib/jackson-xc-1.9.13.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/28/geronimo-jcache_1.0_spec-1.0-alpha-1.jar" "lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/106/slf4j-api-1.7.25.jar" "lib/slf4j-api-1.7.25.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/22/kerb-admin-1.0.1.jar" "lib/kerb-admin-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/58/json-simple-1.1.1.jar" "lib/json-simple-1.1.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/71/curator-client-2.12.0.jar" "lib/curator-client-2.12.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/130/kerb-client-1.0.1.jar" "lib/kerb-client-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/23/okhttp-2.7.5.jar" "lib/okhttp-2.7.5.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/153/yarn-service-core.jar" "lib/yarn-service-core.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/76/xz-1.0.jar" "lib/xz-1.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/152/commons-lang-2.6.jar" "lib/commons-lang-2.6.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/52/kerby-xdr-1.0.1.jar" "lib/kerby-xdr-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/33/jackson-jaxrs-base-2.9.4.jar" "lib/jackson-jaxrs-base-2.9.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/155/hadoop-auth-3.2.0-SNAPSHOT.jar" "lib/hadoop-auth-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/34/jsr311-api-1.1.1.jar" "lib/jsr311-api-1.1.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/82/httpclient-4.5.2.jar" "lib/httpclient-4.5.2.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/20/jaxb-api-2.2.11.jar" "lib/jaxb-api-2.2.11.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/18/hadoop-yarn-common-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-common-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/47/kerb-server-1.0.1.jar" "lib/kerb-server-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/79/jetty-util-9.3.19.v20170502.jar" "lib/jetty-util-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/136/kerby-asn1-1.0.1.jar" "lib/kerby-asn1-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/113/hadoop-nfs-3.2.0-SNAPSHOT.jar" "lib/hadoop-nfs-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/27/junit-4.11.jar" "lib/junit-4.11.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/35/jersey-servlet-1.19.jar" "lib/jersey-servlet-1.19.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/140/token-provider-1.0.1.jar" "lib/token-provider-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/154/jersey-guice-1.19.jar" "lib/jersey-guice-1.19.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/54/kerb-common-1.0.1.jar" "lib/kerb-common-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/110/jettison-1.1.jar" "lib/jettison-1.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/36/jackson-module-jaxb-annotations-2.9.4.jar" "lib/jackson-module-jaxb-annotations-2.9.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/51/hadoop-yarn-server-applicationhistoryservice-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-applicationhistoryservice-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/70/hadoop-yarn-server-web-proxy-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-web-proxy-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/98/jackson-databind-2.9.4.jar" "lib/jackson-databind-2.9.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/111/swagger-annotations-1.5.4.jar" "lib/swagger-annotations-1.5.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/119/jersey-client-1.19.jar" "lib/jersey-client-1.19.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/66/commons-codec-1.11.jar" "lib/commons-codec-1.11.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/121/guice-4.0.jar" "lib/guice-4.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/16/avro-1.7.7.jar" "lib/avro-1.7.7.jar" ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/17/conf" "yarnservice-log4j.properties" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/29/hadoop-yarn-server-nodemanager-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-nodemanager-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/99/guava-11.0.2.jar" "lib/guava-11.0.2.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/96/hadoop-yarn-server-resourcemanager-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-resourcemanager-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/148/commons-lang3-3.7.jar" "lib/commons-lang3-3.7.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/32/commons-daemon-1.0.13.jar" "lib/commons-daemon-1.0.13.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/83/hadoop-kms-3.2.0-SNAPSHOT.jar" "lib/hadoop-kms-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/69/ehcache-3.3.1.jar" "lib/ehcache-3.3.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/135/jsr305-3.0.0.jar" "lib/jsr305-3.0.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/67/commons-cli-1.2.jar" "lib/commons-cli-1.2.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/93/jetty-security-9.3.19.v20170502.jar" "lib/jetty-security-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/55/curator-framework-2.12.0.jar" "lib/curator-framework-2.12.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/118/hadoop-yarn-server-common-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-common-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/42/java-util-1.9.0.jar" "lib/java-util-1.9.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/45/jersey-core-1.19.jar" "lib/jersey-core-1.19.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/75/aopalliance-1.0.jar" "lib/aopalliance-1.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/25/hadoop-hdfs-nfs-3.2.0-SNAPSHOT.jar" "lib/hadoop-hdfs-nfs-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/14/hadoop-hdfs-3.2.0-SNAPSHOT.jar" "lib/hadoop-hdfs-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/87/snappy-java-1.0.5.jar" "lib/snappy-java-1.0.5.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/40/re2j-1.1.jar" "lib/re2j-1.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/95/stax2-api-3.1.4.jar" "lib/stax2-api-3.1.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/100/hadoop-yarn-applications-distributedshell-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-applications-distributedshell-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/128/gson-2.2.4.jar" "lib/gson-2.2.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/105/kerby-util-1.0.1.jar" "lib/kerby-util-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/147/woodstox-core-5.0.3.jar" "lib/woodstox-core-5.0.3.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/103/asm-5.0.4.jar" "lib/asm-5.0.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/117/hadoop-yarn-registry-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-registry-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/11/mockito-all-1.8.5.jar" "lib/mockito-all-1.8.5.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/94/hadoop-yarn-server-router-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-router-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/123/kerb-simplekdc-1.0.1.jar" "lib/kerb-simplekdc-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/150/guice-servlet-4.0.jar" "lib/guice-servlet-4.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/97/hadoop-yarn-server-timeline-pluginstorage-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-timeline-pluginstorage-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/143/hadoop-hdfs-3.2.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-3.2.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/68/commons-compress-1.4.1.jar" "lib/commons-compress-1.4.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/65/jetty-servlet-9.3.19.v20170502.jar" "lib/jetty-servlet-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/126/commons-logging-1.1.3.jar" "lib/commons-logging-1.1.3.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/61/hamcrest-core-1.3.jar" "lib/hamcrest-core-1.3.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/78/dnsjava-2.1.7.jar" "lib/dnsjava-2.1.7.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/38/jsch-0.1.54.jar" "lib/jsch-0.1.54.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/56/fst-2.50.jar" "lib/fst-2.50.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/149/jackson-mapper-asl-1.9.13.jar" "lib/jackson-mapper-asl-1.9.13.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/77/jetty-http-9.3.19.v20170502.jar" "lib/jetty-http-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/10/protobuf-java-2.5.0.jar" "lib/protobuf-java-2.5.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/91/jersey-json-1.19.jar" "lib/jersey-json-1.19.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/116/hadoop-yarn-api-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-api-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/122/hadoop-hdfs-rbf-3.2.0-SNAPSHOT.jar" "lib/hadoop-hdfs-rbf-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/41/okio-1.6.0.jar" "lib/okio-1.6.0.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/89/hadoop-common-3.2.0-SNAPSHOT-tests.jar" "lib/hadoop-common-3.2.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/72/jsp-api-2.1.jar" "lib/jsp-api-2.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/112/jaxb-impl-2.2.3-1.jar" "lib/jaxb-impl-2.2.3-1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/39/jackson-core-asl-1.9.13.jar" "lib/jackson-core-asl-1.9.13.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/101/jackson-core-2.9.4.jar" "lib/jackson-core-2.9.4.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/104/jetty-xml-9.3.19.v20170502.jar" "lib/jetty-xml-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/108/kerb-util-1.0.1.jar" "lib/kerb-util-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/85/commons-configuration2-2.1.1.jar" "lib/commons-configuration2-2.1.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/73/commons-beanutils-1.9.3.jar" "lib/commons-beanutils-1.9.3.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/21/jcip-annotations-1.0-1.jar" "lib/jcip-annotations-1.0-1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/12/commons-io-2.5.jar" "lib/commons-io-2.5.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/49/snakeyaml-1.16.jar" "lib/snakeyaml-1.16.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/125/netty-3.10.5.Final.jar" "lib/netty-3.10.5.Final.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/151/jersey-server-1.19.jar" "lib/jersey-server-1.19.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/132/commons-collections-3.2.2.jar" "lib/commons-collections-3.2.2.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/44/hadoop-yarn-client-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-client-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/26/hadoop-hdfs-client-3.2.0-SNAPSHOT.jar" "lib/hadoop-hdfs-client-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/43/paranamer-2.3.jar" "lib/paranamer-2.3.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/107/commons-net-3.6.jar" "lib/commons-net-3.6.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/48/mssql-jdbc-6.2.1.jre7.jar" "lib/mssql-jdbc-6.2.1.jre7.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/129/nimbus-jose-jwt-4.41.1.jar" "lib/nimbus-jose-jwt-4.41.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/74/accessors-smart-1.2.jar" "lib/accessors-smart-1.2.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/31/hadoop-yarn-services-api-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-services-api-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/80/hadoop-hdfs-httpfs-3.2.0-SNAPSHOT.jar" "lib/hadoop-hdfs-httpfs-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/102/hadoop-hdfs-native-client-3.2.0-SNAPSHOT.jar" "lib/hadoop-hdfs-native-client-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/57/hadoop-yarn-services-core-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-services-core-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/64/hadoop-yarn-server-tests-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-tests-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/142/jetty-io-9.3.19.v20170502.jar" "lib/jetty-io-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/109/json-smart-2.3.jar" "lib/json-smart-2.3.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/138/leveldbjni-all-1.8.jar" "lib/leveldbjni-all-1.8.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/137/HikariCP-java7-2.4.12.jar" "lib/HikariCP-java7-2.4.12.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/13/kerby-pkix-1.0.1.jar" "lib/kerby-pkix-1.0.1.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/92/hadoop-yarn-server-sharedcachemanager-3.2.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-sharedcachemanager-3.2.0-SNAPSHOT.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/86/jetty-util-ajax-9.3.19.v20170502.jar" "lib/jetty-util-ajax-9.3.19.v20170502.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/139/slf4j-log4j12-1.7.25.jar" "lib/slf4j-log4j12-1.7.25.jar" mkdir -p lib ln -sf "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/filecache/37/kerby-config-1.0.1.jar" "lib/kerby-config-1.0.1.jar" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/directory.info" echo "Launching container" exec /bin/bash -c "$JAVA_HOME/bin/java -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -Xmx768m -Dlog4j.configuration=yarnservice-log4j.properties -DLOG_DIR=/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001 org.apache.hadoop.yarn.service.ServiceMaster -yarnfile hdfs://eyang-1.openstacklocal:9000/user/hbase/.yarn/services/q3/q3.json -D hadoop.registry.zk.root=/registry -D hadoop.registry.zk.quorum=eyang-1.openstacklocal:2181 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/serviceam-out.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000001/serviceam-err.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000001) and so may not be complete. ************************************************************************************ Container: container_1524585904408_0008_01_000021 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:45:39 +0000 2018 LogLength:591 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:45 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:45 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:45 tmp find -L . -maxdepth 5 -ls: 281443446 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:45 . 301665977 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:45 ./tmp 281443447 8 -rwx------ 1 1013 1001 4235 Apr 24 17:45 ./launch_container.sh 281443448 4 -rw------- 1 1013 1001 155 Apr 24 17:45 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000021) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000021) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000021) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000021) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000021 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:45:39 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000021) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000021 on eyang-4.openstacklocal:56716 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:45:39 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000021/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000021" export NM_PORT="56716" export NM_HOST="eyang-4.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000021" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-1.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000021/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000021) and so may not be complete. ************************************************************************************ Container: container_1524585904408_0008_01_000022 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Apr 24 17:45:34 +0000 2018 LogLength:591 LogContents: ls -l: total 12 -rw-------. 1 1013 1001 155 Apr 24 17:45 container_tokens -rwx------. 1 1013 1001 4235 Apr 24 17:45 launch_container.sh drwxr-s---. 2 1013 1001 6 Apr 24 17:45 tmp find -L . -maxdepth 5 -ls: 151806095 0 drwxr-s--- 3 1013 1001 65 Apr 24 17:45 . 167938588 0 drwxr-s--- 2 1013 1001 6 Apr 24 17:45 ./tmp 151806096 8 -rwx------ 1 1013 1001 4235 Apr 24 17:45 ./launch_container.sh 151806097 4 -rw------- 1 1013 1001 155 Apr 24 17:45 ./container_tokens broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1524585904408_0008_01_000022) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1524585904408_0008_01_000022) and so may not be complete. ****************************************************************************** End of LogType:stdout.txt.This log file belongs to a running container (container_1524585904408_0008_01_000022) and so may not be complete. *************************************************************************** End of LogType:stderr.txt.This log file belongs to a running container (container_1524585904408_0008_01_000022) and so may not be complete. *************************************************************************** Container: container_1524585904408_0008_01_000022 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Apr 24 17:45:34 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1524585904408_0008_01_000022) and so may not be complete. ****************************************************************************** Container: container_1524585904408_0008_01_000022 on eyang-5.openstacklocal:53024 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Apr 24 17:45:34 +0000 2018 LogLength:4235 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export JAVA_HOME=${JAVA_HOME:-"/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.141-1.b16.el7_3.x86_64/jre"} export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.2.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.2.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000022/container_tokens" export CONTAINER_ID="container_1524585904408_0008_01_000022" export NM_PORT="53024" export NM_HOST="eyang-5.openstacklocal" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1524585904408_0008/container_1524585904408_0008_01_000022" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME="ping-5.q3.hbase.ycluster" export YARN_CONTAINER_RUNTIME_TYPE="docker" export YARN_CONTAINER_RUNTIME_DOCKER_IMAGE="hadoop/centos:latest" export LANG="en_US.UTF-8" export LANGUAGE="en_US.UTF-8" export LOG_DIR="/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022" export WORK_DIR="$PWD" export LC_ALL="en_US.UTF-8" export YARN_CONTAINER_RUNTIME_DOCKER_LOCAL_RESOURCE_MOUNTS="" export YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK="host" echo "Setting up job resources" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/launch_container.sh" chmod 640 "/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/directory.info" ls -l 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/directory.info" echo "Launching container" exec /bin/bash -c "sleep 900 1>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/stdout.txt 2>/usr/local/hadoop-3.2.0-SNAPSHOT/logs/userlogs/application_1524585904408_0008/container_1524585904408_0008_01_000022/stderr.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1524585904408_0008_01_000022) and so may not be complete. ************************************************************************************