End of LogType:serviceam-out.txt.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ********************************************************************************** Container: container_1543944049505_0001_01_000001 on eyang-3.example.com:45454 LogAggregationType: LOCAL ================================================================================= LogType:directory.info LogLastModifiedTime:Tue Dec 04 17:21:59 +0000 2018 LogLength:18527 LogContents: ls -l: total 56 -rw-------. 1 hbase hadoop 217 Dec 4 17:21 container_tokens -rwx------. 1 hbase hadoop 35394 Dec 4 17:21 launch_container.sh drwxr-s---. 2 hbase hadoop 8192 Dec 4 17:21 lib lrwxrwxrwx. 1 hbase hadoop 109 Dec 4 17:21 sysfs -> /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/148/sysfs.tar drwxr-s---. 2 hbase hadoop 6 Dec 4 17:21 tmp lrwxrwxrwx. 1 hbase hadoop 103 Dec 4 17:21 yarnservice-log4j.properties -> /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/17/conf find -L . -maxdepth 5 -ls: 202063936 4 drwxr-s--- 4 hbase hadoop 4096 Dec 4 17:21 . 218113135 0 drwxr-s--- 2 hbase hadoop 6 Dec 4 17:21 ./tmp 202063942 36 -rwx------ 1 hbase hadoop 35394 Dec 4 17:21 ./launch_container.sh 202063943 4 -rw------- 1 hbase hadoop 217 Dec 4 17:21 ./container_tokens 218113136 12 drwxr-s--- 2 hbase hadoop 8192 Dec 4 17:21 ./lib 235552669 264 -r-x------ 1 hbase hadoop 269579 Dec 4 17:21 ./lib/snakeyaml-1.16.jar 51698214 304 -r-x------ 1 hbase hadoop 307410 Dec 4 17:21 ./lib/commons-net-3.6.jar 235552666 128 -r-x------ 1 hbase hadoop 130988 Dec 4 17:21 ./lib/hadoop-kms-3.3.0-SNAPSHOT.jar 198439 580 -r-x------ 1 hbase hadoop 591748 Dec 4 17:21 ./lib/commons-compress-1.18.jar 291791877 44 -r-x------ 1 hbase hadoop 44523 Dec 4 17:21 ./lib/hadoop-yarn-server-tests-3.3.0-SNAPSHOT.jar 209571 328 -r-x------ 1 hbase hadoop 335042 Dec 4 17:21 ./lib/commons-codec-1.11.jar 126032809 284 -r-x------ 1 hbase hadoop 290484 Dec 4 17:21 ./lib/hadoop-yarn-server-applicationhistoryservice-3.3.0-SNAPSHOT.jar 201999348 8 -r-x------ 1 hbase hadoop 4467 Dec 4 17:21 ./lib/aopalliance-1.0.jar 302153769 940 -r-x------ 1 hbase hadoop 960374 Dec 4 17:21 ./lib/hadoop-hdfs-rbf-3.3.0-SNAPSHOT.jar 184608655 776 -r-x------ 1 hbase hadoop 792442 Dec 4 17:21 ./lib/mssql-jdbc-6.2.1.jre7.jar 218112315 5780 -r-x------ 1 hbase hadoop 5916575 Dec 4 17:21 ./lib/hadoop-hdfs-3.3.0-SNAPSHOT.jar 76486850 200 -r-x------ 1 hbase hadoop 201953 Dec 4 17:21 ./lib/curator-framework-2.12.0.jar 85839734 48 -r-x------ 1 hbase hadoop 45597 Dec 4 17:21 ./lib/hadoop-hdfs-native-client-3.3.0-SNAPSHOT.jar 202550559 204 -r-x------ 1 hbase hadoop 208700 Dec 4 17:21 ./lib/commons-io-2.5.jar 85839764 76 -r-x------ 1 hbase hadoop 76983 Dec 4 17:21 ./lib/guice-servlet-4.0.jar 318880880 32 -r-x------ 1 hbase hadoop 29134 Dec 4 17:21 ./lib/kerby-xdr-1.0.1.jar 294358998 120 -r-x------ 1 hbase hadoop 122669 Dec 4 17:21 ./lib/jetty-io-9.3.24.v20180605.jar 209944405 48 -r-x------ 1 hbase hadoop 46367 Dec 4 17:21 ./lib/jsr311-api-1.1.1.jar 117528932 120 -r-x------ 1 hbase hadoop 120316 Dec 4 17:21 ./lib/json-smart-2.3.jar 245722456 2836 -r-x------ 1 hbase hadoop 2900145 Dec 4 17:21 ./lib/hadoop-common-3.3.0-SNAPSHOT-tests.jar 109238867 1468 -r-x------ 1 hbase hadoop 1502280 Dec 4 17:21 ./lib/htrace-core4-4.1.0-incubating.jar 209973660 100 -r-x------ 1 hbase hadoop 102174 Dec 4 17:21 ./lib/kerby-asn1-1.0.1.jar 209579 40 -r-x------ 1 hbase hadoop 40554 Dec 4 17:21 ./lib/kerby-util-1.0.1.jar 51698211 1688 -r-x------ 1 hbase hadoop 1726527 Dec 4 17:21 ./lib/ehcache-3.3.1.jar 117520019 3292 -r-x------ 1 hbase hadoop 3369775 Dec 4 17:21 ./lib/hadoop-yarn-api-3.3.0-SNAPSHOT.jar 252595656 44 -r-x------ 1 hbase hadoop 43854 Dec 4 17:21 ./lib/hadoop-yarn-registry-3.3.0-SNAPSHOT.jar 109238858 56 -r-x------ 1 hbase hadoop 55236 Dec 4 17:21 ./lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar 233501848 780 -r-x------ 1 hbase hadoop 796532 Dec 4 17:21 ./lib/bcpkix-jdk15on-1.60.jar 68973237 36 -r-x------ 1 hbase hadoop 36708 Dec 4 17:21 ./lib/kerb-util-1.0.1.jar 263276333 12 -r-x------ 1 hbase hadoop 12244 Dec 4 17:21 ./lib/slf4j-log4j12-1.7.25.jar 294358995 4008 -r-x------ 1 hbase hadoop 4100117 Dec 4 17:21 ./lib/hadoop-common-3.3.0-SNAPSHOT.jar 8684303 4092 -r-x------ 1 hbase hadoop 4189874 Dec 4 17:21 ./lib/bcprov-jdk15on-1.60.jar 42232294 20 -r-x------ 1 hbase hadoop 18161 Dec 4 17:21 ./lib/websocket-servlet-9.3.24.v20180605.jar 277688573 20 -r-x------ 1 hbase hadoop 18763 Dec 4 17:21 ./lib/token-provider-1.0.1.jar 76486856 112 -r-x------ 1 hbase hadoop 113017 Dec 4 17:21 ./lib/kerb-client-1.0.1.jar 209585 136 -r-x------ 1 hbase hadoop 136314 Dec 4 17:21 ./lib/metrics-core-3.2.4.jar 209973657 1612 -r-x------ 1 hbase hadoop 1648200 Dec 4 17:21 ./lib/guava-11.0.2.jar 160006799 8 -r-x------ 1 hbase hadoop 4596 Dec 4 17:21 ./lib/jul-to-slf4j-1.7.25.jar 35105701 68 -r-x------ 1 hbase hadoop 65928 Dec 4 17:21 ./lib/okio-1.6.0.jar 109238861 4912 -r-x------ 1 hbase hadoop 5025998 Dec 4 17:21 ./lib/hadoop-hdfs-client-3.3.0-SNAPSHOT.jar 16853682 44 -r-x------ 1 hbase hadoop 41123 Dec 4 17:21 ./lib/commons-cli-1.2.jar 134305405 244 -r-x------ 1 hbase hadoop 246174 Dec 4 17:21 ./lib/commons-beanutils-1.9.3.jar 85839761 16 -r-x------ 1 hbase hadoop 15864 Dec 4 17:21 ./lib/jackson-jaxrs-json-provider-2.9.5.jar 167786763 872 -r-x------ 1 hbase hadoop 890168 Dec 4 17:21 ./lib/jaxb-impl-2.2.3-1.jar 328461291 128 -r-x------ 1 hbase hadoop 128414 Dec 4 17:21 ./lib/re2j-1.1.jar 51698208 316 -r-x------ 1 hbase hadoop 321590 Dec 4 17:21 ./lib/jackson-core-2.9.5.jar 263276324 32 -r-x------ 1 hbase hadoop 30674 Dec 4 17:21 ./lib/kerby-config-1.0.1.jar 318880891 1368 -r-x------ 1 hbase hadoop 1399761 Dec 4 17:21 ./lib/hadoop-yarn-server-common-3.3.0-SNAPSHOT.jar 167786757 84 -r-x------ 1 hbase hadoop 82756 Dec 4 17:21 ./lib/kerb-server-1.0.1.jar 176187043 96 -r-x------ 1 hbase hadoop 95305 Dec 4 17:21 ./lib/jetty-security-9.3.24.v20180605.jar 167786766 628 -r-x------ 1 hbase hadoop 641929 Dec 4 17:21 ./lib/yarn-service-core.jar 35105704 36 -r-x------ 1 hbase hadoop 35906 Dec 4 17:21 ./lib/javax-websocket-server-impl-9.3.24.v20180605.jar 8684309 64 -r-x------ 1 hbase hadoop 62050 Dec 4 17:21 ./lib/commons-logging-1.1.3.jar 218111737 628 -r-x------ 1 hbase hadoop 641929 Dec 4 17:21 ./lib/hadoop-yarn-services-core-3.3.0-SNAPSHOT.jar 233501842 128 -r-x------ 1 hbase hadoop 128719 Dec 4 17:21 ./lib/jersey-servlet-1.19.jar 311371941 112 -r-x------ 1 hbase hadoop 111482 Dec 4 17:21 ./lib/hadoop-yarn-applications-distributedshell-3.3.0-SNAPSHOT.jar 252595659 40 -r-x------ 1 hbase hadoop 38526 Dec 4 17:21 ./lib/jetty-util-ajax-9.3.24.v20180605.jar 209582 20 -r-x------ 1 hbase hadoop 20409 Dec 4 17:21 ./lib/kerb-simplekdc-1.0.1.jar 16853689 44 -r-x------ 1 hbase hadoop 41203 Dec 4 17:21 ./lib/slf4j-api-1.7.25.jar 153571537 148 -r-x------ 1 hbase hadoop 150638 Dec 4 17:21 ./lib/jetty-http-9.3.24.v20180605.jar 85839740 2256 -r-x------ 1 hbase hadoop 2306467 Dec 4 17:21 ./lib/hadoop-yarn-server-resourcemanager-3.3.0-SNAPSHOT.jar 16853695 504 -r-x------ 1 hbase hadoop 512742 Dec 4 17:21 ./lib/woodstox-core-5.0.3.jar 277340172 276 -r-x------ 1 hbase hadoop 280515 Dec 4 17:21 ./lib/jsch-0.1.54.jar 59632333 56 -r-x------ 1 hbase hadoop 56059 Dec 4 17:21 ./lib/hadoop-yarn-applications-unmanaged-am-launcher-3.3.0-SNAPSHOT.jar 153571534 1564 -r-x------ 1 hbase hadoop 1599627 Dec 4 17:21 ./lib/commons-math3-3.1.1.jar 269426902 132 -r-x------ 1 hbase hadoop 134021 Dec 4 17:21 ./lib/jersey-client-1.19.jar 193115103 36 -r-x------ 1 hbase hadoop 33031 Dec 4 17:21 ./lib/jsr305-3.0.0.jar 291791883 156 -r-x------ 1 hbase hadoop 159264 Dec 4 17:21 ./lib/javax-websocket-client-impl-9.3.24.v20180605.jar 142670126 224 -r-x------ 1 hbase hadoop 227231 Dec 4 17:21 ./lib/hadoop-registry-3.3.0-SNAPSHOT.jar 176187049 92 -r-x------ 1 hbase hadoop 93762 Dec 4 17:21 ./lib/hadoop-yarn-server-timeline-pluginstorage-3.3.0-SNAPSHOT.jar 30697281 20 -r-x------ 1 hbase hadoop 20046 Dec 4 17:21 ./lib/kerb-identity-1.0.1.jar 209575 60 -r-x------ 1 hbase hadoop 60642 Dec 4 17:21 ./lib/hadoop-annotations-3.3.0-SNAPSHOT.jar 302153748 324 -r-x------ 1 hbase hadoop 331346 Dec 4 17:21 ./lib/hadoop-yarn-client-3.3.0-SNAPSHOT.jar 101498828 56 -r-x------ 1 hbase hadoop 55234 Dec 4 17:21 ./lib/jetty-plus-9.3.24.v20180605.jar 233501845 180 -r-x------ 1 hbase hadoop 183760 Dec 4 17:21 ./lib/commons-text-1.4.jar 59632330 80 -r-x------ 1 hbase hadoop 80980 Dec 4 17:21 ./lib/kerb-admin-1.0.1.jar 16853294 1264 -r-x------ 1 hbase hadoop 1292696 Dec 4 17:21 ./lib/netty-3.10.6.Final.jar 35105707 32 -r-x------ 1 hbase hadoop 32373 Dec 4 17:21 ./lib/jackson-jaxrs-base-2.9.5.jar 126632647 5464 -r-x------ 1 hbase hadoop 5594253 Dec 4 17:21 ./lib/hadoop-hdfs-3.3.0-SNAPSHOT-tests.jar 328461298 148 -r-x------ 1 hbase hadoop 151357 Dec 4 17:21 ./lib/hadoop-hdfs-nfs-3.3.0-SNAPSHOT.jar 218111741 304 -r-x------ 1 hbase hadoop 307637 Dec 4 17:21 ./lib/dnsjava-2.1.7.jar 142659080 160 -r-x------ 1 hbase hadoop 161867 Dec 4 17:21 ./lib/stax2-api-3.1.4.jar 101498825 2368 -r-x------ 1 hbase hadoop 2423138 Dec 4 17:21 ./lib/curator-client-2.12.0.jar 109238864 164 -r-x------ 1 hbase hadoop 165345 Dec 4 17:21 ./lib/jersey-json-1.19.jar 176187046 36 -r-x------ 1 hbase hadoop 36611 Dec 4 17:21 ./lib/javax.websocket-api-1.0.jar 51698217 488 -r-x------ 1 hbase hadoop 499634 Dec 4 17:21 ./lib/commons-lang3-3.7.jar 42057746 260 -r-x------ 1 hbase hadoop 265077 Dec 4 17:21 ./lib/hadoop-hdfs-httpfs-3.3.0-SNAPSHOT.jar 42232297 188 -r-x------ 1 hbase hadoop 190432 Dec 4 17:21 ./lib/gson-2.2.4.jar 176187052 16 -r-x------ 1 hbase hadoop 16151 Dec 4 17:21 ./lib/jersey-guice-1.19.jar 184608658 448 -r-x------ 1 hbase hadoop 458642 Dec 4 17:21 ./lib/jetty-util-9.3.24.v20180605.jar 142658844 156 -r-x------ 1 hbase hadoop 157185 Dec 4 17:21 ./lib/hadoop-hdfs-client-3.3.0-SNAPSHOT-tests.jar 176187040 24 -r-x------ 1 hbase hadoop 24239 Dec 4 17:21 ./lib/commons-daemon-1.0.13.jar 42232291 64 -r-x------ 1 hbase hadoop 65464 Dec 4 17:21 ./lib/kerb-common-1.0.1.jar 193115100 120 -r-x------ 1 hbase hadoop 118802 Dec 4 17:21 ./lib/jetty-servlet-9.3.24.v20180605.jar 134306723 688 -r-x------ 1 hbase hadoop 702882 Dec 4 17:21 ./lib/jersey-server-1.19.jar 68973240 764 -r-x------ 1 hbase hadoop 780664 Dec 4 17:21 ./lib/jackson-mapper-asl-1.9.13.jar 184608652 188 -r-x------ 1 hbase hadoop 191267 Dec 4 17:21 ./lib/websocket-common-9.3.24.v20180605.jar 92546442 280 -r-x------ 1 hbase hadoop 283598 Dec 4 17:21 ./lib/curator-recipes-2.12.0.jar 30697272 200 -r-x------ 1 hbase hadoop 202309 Dec 4 17:21 ./lib/hadoop-nfs-3.3.0-SNAPSHOT.jar 167786754 524 -r-x------ 1 hbase hadoop 533455 Dec 4 17:21 ./lib/protobuf-java-2.5.0.jar 193115072 84 -r-x------ 1 hbase hadoop 83239 Dec 4 17:21 ./lib/jetty-annotations-9.3.24.v20180605.jar 75690961 324 -r-x------ 1 hbase hadoop 331034 Dec 4 17:21 ./lib/okhttp-2.7.5.jar 160032987 116 -r-x------ 1 hbase hadoop 114983 Dec 4 17:21 ./lib/jetty-webapp-9.3.24.v20180605.jar 126039269 24 -r-x------ 1 hbase hadoop 23931 Dec 4 17:21 ./lib/json-simple-1.1.1.jar 76486853 96 -r-x------ 1 hbase hadoop 95806 Dec 4 17:21 ./lib/javax.servlet-api-3.1.0.jar 328461294 108 -r-x------ 1 hbase hadoop 108368 Dec 4 17:21 ./lib/hadoop-yarn-submarine-3.3.0-SNAPSHOT.jar 252595653 288 -r-x------ 1 hbase hadoop 291048 Dec 4 17:21 ./lib/hadoop-hdfs-rbf-3.3.0-SNAPSHOT-tests.jar 311166160 320 -r-x------ 1 hbase hadoop 326724 Dec 4 17:21 ./lib/httpcore-4.4.4.jar 117528935 68 -r-x------ 1 hbase hadoop 66983 Dec 4 17:21 ./lib/jackson-annotations-2.9.5.jar 68973231 60 -r-x------ 1 hbase hadoop 58487 Dec 4 17:21 ./lib/java-util-1.9.0.jar 235552696 1364 -r-x------ 1 hbase hadoop 1396653 Dec 4 17:21 ./lib/hadoop-yarn-server-nodemanager-3.3.0-SNAPSHOT.jar 269426896 888 -r-x------ 1 hbase hadoop 906708 Dec 4 17:21 ./lib/zookeeper-3.4.13.jar 294358992 20 -r-x------ 1 hbase hadoop 20437 Dec 4 17:21 ./lib/audience-annotations-0.5.0.jar 68973234 28 -r-x------ 1 hbase hadoop 28569 Dec 4 17:21 ./lib/objenesis-1.0.jar 252595650 76 -r-x------ 1 hbase hadoop 75232 Dec 4 17:21 ./lib/json-io-2.5.1.jar 142658800 28 -r-x------ 1 hbase hadoop 26586 Dec 4 17:21 ./lib/javax.annotation-api-1.3.2.jar 209568 20 -r-x------ 1 hbase hadoop 18336 Dec 4 17:21 ./lib/jackson-jaxrs-1.9.13.jar 59632339 296 -r-x------ 1 hbase hadoop 299508 Dec 4 17:21 ./lib/nimbus-jose-jwt-4.41.1.jar 302153772 692 -r-x------ 1 hbase hadoop 707273 Dec 4 17:21 ./lib/jline-3.9.0.jar 319803513 656 -r-x------ 1 hbase hadoop 668235 Dec 4 17:21 ./lib/guice-4.0.jar 328461301 116 -r-x------ 1 hbase hadoop 116120 Dec 4 17:21 ./lib/kerb-crypto-1.0.1.jar 311371938 1312 -r-x------ 1 hbase hadoop 1342410 Dec 4 17:21 ./lib/jackson-databind-2.9.5.jar 92546449 76 -r-x------ 1 hbase hadoop 77401 Dec 4 17:21 ./lib/asm-commons-6.0.jar 8684300 8 -r-x------ 1 hbase hadoop 4722 Dec 4 17:21 ./lib/jcip-annotations-1.0-1.jar 233501851 132 -r-x------ 1 hbase hadoop 134308 Dec 4 17:21 ./lib/HikariCP-java7-2.4.12.jar 153571540 16 -r-x------ 1 hbase hadoop 16045 Dec 4 17:21 ./lib/swagger-annotations-1.5.4.jar 92546445 380 -r-x------ 1 hbase hadoop 387689 Dec 4 17:21 ./lib/fst-2.50.jar 167786760 32 -r-x------ 1 hbase hadoop 30035 Dec 4 17:21 ./lib/accessors-smart-1.2.jar 201999311 36 -r-x------ 1 hbase hadoop 34938 Dec 4 17:21 ./lib/websocket-server-9.3.24.v20180605.jar 277688570 56 -r-x------ 1 hbase hadoop 53297 Dec 4 17:21 ./lib/asm-5.0.4.jar 245722459 1024 -r-x------ 1 hbase hadoop 1045744 Dec 4 17:21 ./lib/leveldbjni-all-1.8.jar 8684306 224 -r-x------ 1 hbase hadoop 226672 Dec 4 17:21 ./lib/kerb-core-1.0.1.jar 59632336 1224 -r-x------ 1 hbase hadoop 1251514 Dec 4 17:21 ./lib/snappy-java-1.0.5.jar 245722453 480 -r-x------ 1 hbase hadoop 489884 Dec 4 17:21 ./lib/log4j-1.2.17.jar 263276327 32 -r-x------ 1 hbase hadoop 32618 Dec 4 17:21 ./lib/jackson-module-jaxb-annotations-2.9.5.jar 30697275 96 -r-x------ 1 hbase hadoop 94970 Dec 4 17:21 ./lib/hadoop-yarn-server-sharedcachemanager-3.3.0-SNAPSHOT.jar 184608661 512 -r-x------ 1 hbase hadoop 520813 Dec 4 17:21 ./lib/jetty-server-9.3.24.v20180605.jar 134306714 68 -r-x------ 1 hbase hadoop 67758 Dec 4 17:21 ./lib/jettison-1.1.jar 245722428 52 -r-x------ 1 hbase hadoop 51734 Dec 4 17:21 ./lib/jetty-xml-9.3.24.v20180605.jar 277688567 2872 -r-x------ 1 hbase hadoop 2937288 Dec 4 17:21 ./lib/hadoop-yarn-common-3.3.0-SNAPSHOT.jar 291791880 720 -r-x------ 1 hbase hadoop 736658 Dec 4 17:21 ./lib/httpclient-4.5.2.jar 294358989 228 -r-x------ 1 hbase hadoop 232248 Dec 4 17:21 ./lib/jackson-core-asl-1.9.13.jar 193115097 4 -r-x------ 1 hbase hadoop 2497 Dec 4 17:21 ./lib/javax.inject-1.jar 101498831 156 -r-x------ 1 hbase hadoop 156613 Dec 4 17:21 ./lib/hadoop-yarn-server-router-3.3.0-SNAPSHOT.jar 101498822 32 -r-x------ 1 hbase hadoop 29555 Dec 4 17:21 ./lib/paranamer-2.3.jar 30697278 604 -r-x------ 1 hbase hadoop 616888 Dec 4 17:21 ./lib/commons-configuration2-2.1.1.jar 222143881 200 -r-x------ 1 hbase hadoop 204650 Dec 4 17:21 ./lib/kerby-pkix-1.0.1.jar 160032984 56 -r-x------ 1 hbase hadoop 56674 Dec 4 17:21 ./lib/javax.activation-api-1.2.0.jar 269426899 48 -r-x------ 1 hbase hadoop 46014 Dec 4 17:21 ./lib/websocket-api-9.3.24.v20180605.jar 201999639 48 -r-x------ 1 hbase hadoop 45597 Dec 4 17:21 ./lib/hadoop-hdfs-native-client-3.3.0-SNAPSHOT-tests.jar 160032990 2224 -r-x------ 1 hbase hadoop 2275047 Dec 4 17:21 ./lib/netty-all-4.0.52.Final.jar 117528929 100 -r-x------ 1 hbase hadoop 100636 Dec 4 17:21 ./lib/jsp-api-2.1.jar 35105710 36 -r-x------ 1 hbase hadoop 36231 Dec 4 17:21 ./lib/websocket-client-9.3.24.v20180605.jar 311371944 116 -r-x------ 1 hbase hadoop 115196 Dec 4 17:21 ./lib/hadoop-yarn-services-api-3.3.0-SNAPSHOT.jar 328461288 100 -r-x------ 1 hbase hadoop 102244 Dec 4 17:21 ./lib/jaxb-api-2.2.11.jar 134305368 428 -r-x------ 1 hbase hadoop 436689 Dec 4 17:21 ./lib/jersey-core-1.19.jar 235552672 136 -r-x------ 1 hbase hadoop 138875 Dec 4 17:21 ./lib/hadoop-auth-3.3.0-SNAPSHOT.jar 126632666 576 -r-x------ 1 hbase hadoop 588337 Dec 4 17:21 ./lib/commons-collections-3.2.2.jar 269426893 428 -r-x------ 1 hbase hadoop 436303 Dec 4 17:21 ./lib/avro-1.7.7.jar 263276330 44 -r-x------ 1 hbase hadoop 41142 Dec 4 17:21 ./lib/jetty-jndi-9.3.24.v20180605.jar 311371947 92 -r-x------ 1 hbase hadoop 92510 Dec 4 17:21 ./lib/hadoop-yarn-server-web-proxy-3.3.0-SNAPSHOT.jar 209973654 28 -r-x------ 1 hbase hadoop 27084 Dec 4 17:21 ./lib/jackson-xc-1.9.13.jar 153571543 48 -r-x------ 1 hbase hadoop 48143 Dec 4 17:21 ./lib/asm-tree-6.0.jar 92546452 4 -r-x------ 1 hbase hadoop 3072 Dec 4 17:21 ./sysfs 302153744 0 drwx------ 2 hbase hadoop 81 Dec 4 17:21 ./yarnservice-log4j.properties 302153745 4 -r-x------ 1 hbase hadoop 2591 Dec 4 17:21 ./yarnservice-log4j.properties/yarnservice-log4j.properties 302153746 4 -rw-r--r-- 1 hbase hadoop 32 Dec 4 17:21 ./yarnservice-log4j.properties/.yarnservice-log4j.properties.crc broken symlinks(find -L . -maxdepth 5 -type l -ls): End of LogType:directory.info.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ******************************************************************************* End of LogType:prelaunch.err.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ****************************************************************************** End of LogType:serviceam-err.txt.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ********************************************************************************** End of LogType:container-localizer-syslog.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ******************************************************************************************* Container: container_1543944049505_0001_01_000001 on eyang-3.example.com:45454 LogAggregationType: LOCAL ================================================================================= LogType:serviceam.log LogLastModifiedTime:Tue Dec 04 17:34:00 +0000 2018 LogLength:113467 LogContents: 2018-12-04 17:22:00,161 [main] INFO service.ServiceMaster - STARTUP_MSG: /************************************************************ STARTUP_MSG: Starting ServiceMaster STARTUP_MSG: host = eyang-3.example.com/170.20.111.19 STARTUP_MSG: args = [-yarnfile, hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/abc.json, -service_name, abc, -keytab, file:///etc/security/keytabs/hbase.service.keytab, -principal_name, hbase/_HOST@EXAMPLE.COM, -D, hadoop.registry.zk.root=/registry, -D, hadoop.registry.zk.quorum=eyang-1.example.com:2181] STARTUP_MSG: version = 3.3.0-SNAPSHOT STARTUP_MSG: classpath = yarnservice-log4j.properties:conf/:lib/snakeyaml-1.16.jar:lib/commons-net-3.6.jar:lib/hadoop-kms-3.3.0-SNAPSHOT.jar:lib/commons-compress-1.18.jar:lib/hadoop-yarn-server-tests-3.3.0-SNAPSHOT.jar:lib/commons-codec-1.11.jar:lib/hadoop-yarn-server-applicationhistoryservice-3.3.0-SNAPSHOT.jar:lib/aopalliance-1.0.jar:lib/hadoop-hdfs-rbf-3.3.0-SNAPSHOT.jar:lib/mssql-jdbc-6.2.1.jre7.jar:lib/hadoop-hdfs-3.3.0-SNAPSHOT.jar:lib/curator-framework-2.12.0.jar:lib/hadoop-hdfs-native-client-3.3.0-SNAPSHOT.jar:lib/commons-io-2.5.jar:lib/guice-servlet-4.0.jar:lib/kerby-xdr-1.0.1.jar:lib/jetty-io-9.3.24.v20180605.jar:lib/jsr311-api-1.1.1.jar:lib/json-smart-2.3.jar:lib/hadoop-common-3.3.0-SNAPSHOT-tests.jar:lib/htrace-core4-4.1.0-incubating.jar:lib/kerby-asn1-1.0.1.jar:lib/kerby-util-1.0.1.jar:lib/ehcache-3.3.1.jar:lib/hadoop-yarn-api-3.3.0-SNAPSHOT.jar:lib/hadoop-yarn-registry-3.3.0-SNAPSHOT.jar:lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar:lib/bcpkix-jdk15on-1.60.jar:lib/kerb-util-1.0.1.jar:lib/slf4j-log4j12-1.7.25.jar:lib/hadoop-common-3.3.0-SNAPSHOT.jar:lib/bcprov-jdk15on-1.60.jar:lib/websocket-servlet-9.3.24.v20180605.jar:lib/token-provider-1.0.1.jar:lib/kerb-client-1.0.1.jar:lib/metrics-core-3.2.4.jar:lib/guava-11.0.2.jar:lib/jul-to-slf4j-1.7.25.jar:lib/okio-1.6.0.jar:lib/hadoop-hdfs-client-3.3.0-SNAPSHOT.jar:lib/commons-cli-1.2.jar:lib/commons-beanutils-1.9.3.jar:lib/jackson-jaxrs-json-provider-2.9.5.jar:lib/jaxb-impl-2.2.3-1.jar:lib/re2j-1.1.jar:lib/jackson-core-2.9.5.jar:lib/kerby-config-1.0.1.jar:lib/hadoop-yarn-server-common-3.3.0-SNAPSHOT.jar:lib/kerb-server-1.0.1.jar:lib/jetty-security-9.3.24.v20180605.jar:lib/yarn-service-core.jar:lib/javax-websocket-server-impl-9.3.24.v20180605.jar:lib/commons-logging-1.1.3.jar:lib/hadoop-yarn-services-core-3.3.0-SNAPSHOT.jar:lib/jersey-servlet-1.19.jar:lib/hadoop-yarn-applications-distributedshell-3.3.0-SNAPSHOT.jar:lib/jetty-util-ajax-9.3.24.v20180605.jar:lib/kerb-simplekdc-1.0.1.jar:lib/slf4j-api-1.7.25.jar:lib/jetty-http-9.3.24.v20180605.jar:lib/hadoop-yarn-server-resourcemanager-3.3.0-SNAPSHOT.jar:lib/woodstox-core-5.0.3.jar:lib/jsch-0.1.54.jar:lib/hadoop-yarn-applications-unmanaged-am-launcher-3.3.0-SNAPSHOT.jar:lib/commons-math3-3.1.1.jar:lib/jersey-client-1.19.jar:lib/jsr305-3.0.0.jar:lib/javax-websocket-client-impl-9.3.24.v20180605.jar:lib/hadoop-registry-3.3.0-SNAPSHOT.jar:lib/hadoop-yarn-server-timeline-pluginstorage-3.3.0-SNAPSHOT.jar:lib/kerb-identity-1.0.1.jar:lib/hadoop-annotations-3.3.0-SNAPSHOT.jar:lib/hadoop-yarn-client-3.3.0-SNAPSHOT.jar:lib/jetty-plus-9.3.24.v20180605.jar:lib/commons-text-1.4.jar:lib/kerb-admin-1.0.1.jar:lib/netty-3.10.6.Final.jar:lib/jackson-jaxrs-base-2.9.5.jar:lib/hadoop-hdfs-3.3.0-SNAPSHOT-tests.jar:lib/hadoop-hdfs-nfs-3.3.0-SNAPSHOT.jar:lib/dnsjava-2.1.7.jar:lib/stax2-api-3.1.4.jar:lib/curator-client-2.12.0.jar:lib/jersey-json-1.19.jar:lib/javax.websocket-api-1.0.jar:lib/commons-lang3-3.7.jar:lib/hadoop-hdfs-httpfs-3.3.0-SNAPSHOT.jar:lib/gson-2.2.4.jar:lib/jersey-guice-1.19.jar:lib/jetty-util-9.3.24.v20180605.jar:lib/hadoop-hdfs-client-3.3.0-SNAPSHOT-tests.jar:lib/commons-daemon-1.0.13.jar:lib/kerb-common-1.0.1.jar:lib/jetty-servlet-9.3.24.v20180605.jar:lib/jersey-server-1.19.jar:lib/jackson-mapper-asl-1.9.13.jar:lib/websocket-common-9.3.24.v20180605.jar:lib/curator-recipes-2.12.0.jar:lib/hadoop-nfs-3.3.0-SNAPSHOT.jar:lib/protobuf-java-2.5.0.jar:lib/jetty-annotations-9.3.24.v20180605.jar:lib/okhttp-2.7.5.jar:lib/jetty-webapp-9.3.24.v20180605.jar:lib/json-simple-1.1.1.jar:lib/javax.servlet-api-3.1.0.jar:lib/hadoop-yarn-submarine-3.3.0-SNAPSHOT.jar:lib/hadoop-hdfs-rbf-3.3.0-SNAPSHOT-tests.jar:lib/httpcore-4.4.4.jar:lib/jackson-annotations-2.9.5.jar:lib/java-util-1.9.0.jar:lib/hadoop-yarn-server-nodemanager-3.3.0-SNAPSHOT.jar:lib/zookeeper-3.4.13.jar:lib/audience-annotations-0.5.0.jar:lib/objenesis-1.0.jar:lib/json-io-2.5.1.jar:lib/javax.annotation-api-1.3.2.jar:lib/jackson-jaxrs-1.9.13.jar:lib/nimbus-jose-jwt-4.41.1.jar:lib/jline-3.9.0.jar:lib/guice-4.0.jar:lib/kerb-crypto-1.0.1.jar:lib/jackson-databind-2.9.5.jar:lib/asm-commons-6.0.jar:lib/jcip-annotations-1.0-1.jar:lib/HikariCP-java7-2.4.12.jar:lib/swagger-annotations-1.5.4.jar:lib/fst-2.50.jar:lib/accessors-smart-1.2.jar:lib/websocket-server-9.3.24.v20180605.jar:lib/asm-5.0.4.jar:lib/leveldbjni-all-1.8.jar:lib/kerb-core-1.0.1.jar:lib/snappy-java-1.0.5.jar:lib/log4j-1.2.17.jar:lib/jackson-module-jaxb-annotations-2.9.5.jar:lib/hadoop-yarn-server-sharedcachemanager-3.3.0-SNAPSHOT.jar:lib/jetty-server-9.3.24.v20180605.jar:lib/jettison-1.1.jar:lib/jetty-xml-9.3.24.v20180605.jar:lib/hadoop-yarn-common-3.3.0-SNAPSHOT.jar:lib/httpclient-4.5.2.jar:lib/jackson-core-asl-1.9.13.jar:lib/javax.inject-1.jar:lib/hadoop-yarn-server-router-3.3.0-SNAPSHOT.jar:lib/paranamer-2.3.jar:lib/commons-configuration2-2.1.1.jar:lib/kerby-pkix-1.0.1.jar:lib/javax.activation-api-1.2.0.jar:lib/websocket-api-9.3.24.v20180605.jar:lib/hadoop-hdfs-native-client-3.3.0-SNAPSHOT-tests.jar:lib/netty-all-4.0.52.Final.jar:lib/jsp-api-2.1.jar:lib/websocket-client-9.3.24.v20180605.jar:lib/hadoop-yarn-services-api-3.3.0-SNAPSHOT.jar:lib/jaxb-api-2.2.11.jar:lib/jersey-core-1.19.jar:lib/hadoop-auth-3.3.0-SNAPSHOT.jar:lib/commons-collections-3.2.2.jar:lib/avro-1.7.7.jar:lib/jetty-jndi-9.3.24.v20180605.jar:lib/hadoop-yarn-server-web-proxy-3.3.0-SNAPSHOT.jar:lib/jackson-xc-1.9.13.jar:lib/asm-tree-6.0.jar::/usr/local/hadoop-3.3.0-SNAPSHOT/etc/hadoop STARTUP_MSG: build = https://github.com/apache/hadoop -r db2d8b01c65fdff3acf83b4c4f0a79fe48270487; compiled by 'eyang' on 2018-12-04T16:46Z STARTUP_MSG: java = 1.8.0_181 ************************************************************/ 2018-12-04 17:22:00,172 [main] INFO service.ServiceMaster - registered UNIX signal handlers for [TERM, HUP, INT] 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - HADOOP_CONF_DIR = /usr/local/hadoop-3.3.0-SNAPSHOT/etc/hadoop 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - LANG = en_US.UTF-8 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - APP_SUBMIT_TIME_ENV = 1543944104296 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - NM_HOST = eyang-3.example.com 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - HADOOP_HDFS_HOME = /usr/local/hadoop-3.3.0-SNAPSHOT 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - LOGNAME = hbase 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - JVM_PID = 31743 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - HADOOP_MAPRED_HOME = /usr/local/hadoop-3.3.0-SNAPSHOT 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - PWD = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000001 2018-12-04 17:22:00,367 [main] INFO service.ServiceMaster - HADOOP_COMMON_HOME = /usr/local/hadoop-3.3.0-SNAPSHOT 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - _ = /bin/java 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - LANGUAGE = en_US.UTF-8 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - LOCAL_DIRS = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - APPLICATION_WEB_PROXY_BASE = /proxy/application_1543944049505_0001 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - NM_HTTP_PORT = 8042 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - LOG_DIRS = /usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - PRELAUNCH_OUT = /usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/prelaunch.out 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - NM_AUX_SERVICE_mapreduce_shuffle = AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA= 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - NM_PORT = 45454 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - HADOOP_YARN_HOME = /usr/local/hadoop-3.3.0-SNAPSHOT 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - USER = hbase 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - CLASSPATH = yarnservice-log4j.properties:conf/:lib/*::/usr/local/hadoop-3.3.0-SNAPSHOT/etc/hadoop 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - PRELAUNCH_ERR = /usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/prelaunch.err 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - HADOOP_TOKEN_FILE_LOCATION = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000001/container_tokens 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - LC_ALL = en_US.UTF-8 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - LOCAL_USER_DIRS = /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/ 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - HOME = /home/ 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - SHLVL = 1 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - CONTAINER_ID = container_1543944049505_0001_01_000001 2018-12-04 17:22:00,368 [main] INFO service.ServiceMaster - MALLOC_ARENA_MAX = 4 2018-12-04 17:22:00,824 [main] INFO service.ServiceMaster - Kind: YARN_AM_RM_TOKEN, Service: , Ident: (appAttemptId { application_id { id: 1 cluster_timestamp: 1543944049505 } attemptId: 1 } keyId: 1263849995) 2018-12-04 17:22:00,826 [main] INFO service.ServiceMaster - Kind: HDFS_DELEGATION_TOKEN, Service: 170.20.111.17:9000, Ident: (token for hbase: HDFS_DELEGATION_TOKEN owner=hbase, renewer=yarn, realUser=rm/eyang-2.example.com@EXAMPLE.COM, issueDate=1543944104247, maxDate=1544548904247, sequenceNumber=1, masterKeyId=2) 2018-12-04 17:22:00,827 [main] INFO service.ServiceMaster - No keytab localized at keytabs/abc.keytab 2018-12-04 17:22:00,827 [main] INFO service.ServiceMaster - Using pre-installed keytab from localhost: file:///etc/security/keytabs/hbase.service.keytab 2018-12-04 17:22:00,827 [main] INFO service.ServiceMaster - User before logged in is: hbase (auth:SIMPLE) 2018-12-04 17:22:00,975 [main] INFO security.UserGroupInformation - Login successful for user hbase/eyang-3.example.com@EXAMPLE.COM using keytab file /etc/security/keytabs/hbase.service.keytab. Keytab auto renewal enabled : false 2018-12-04 17:22:00,976 [main] INFO service.ServiceMaster - User after logged in is: hbase/eyang-3.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:01,501 [main] WARN shortcircuit.DomainSocketFactory - The short-circuit local reads feature cannot be used because libhadoop cannot be loaded. 2018-12-04 17:22:01,731 [main] INFO utils.ServiceApiUtil - Loading service definition from hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/abc.json 2018-12-04 17:22:02,227 [main] INFO service.ServiceMaster - class Service { name: abc id: application_1543944049505_0001 version: 5 description: null artifact: null resource: null launchTime: null numberOfRunningContainers: null lifetime: -1 components: [class Component { name: ping state: FLEXING dependencies: [] readinessCheck: null artifact: class Artifact { id: hadoop/e:latest type: DOCKER uri: null } launchCommand: sleep,10000 resource: class Resource { profile: null cpus: 1 memory: 256 additional: {} } numberOfContainers: 2 containers: [] runPrivilegedContainer: true placementPolicy: null configuration: class Configuration { properties: {docker.network=bridge} env: {YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=true} files: [class ConfigFile { type: TEMPLATE destFile: /tmp/conf/hello srcFile: null properties: {content=Hello world} }, class ConfigFile { type: ARCHIVE destFile: /hadoop/yarn srcFile: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/sysfs.tar properties: {} }] } quicklinks: [] }] configuration: class Configuration { properties: {} env: {} files: [] } state: ACCEPTED quicklinks: {} queue: null kerberosPrincipal: class KerberosPrincipal { principalName: hbase/_HOST@EXAMPLE.COM keytab: file:///etc/security/keytabs/hbase.service.keytab } dockerClientConfig: null dependencies: [] } 2018-12-04 17:22:02,227 [main] INFO service.ServiceMaster - Remove HDFS delegation token Kind: HDFS_DELEGATION_TOKEN, Service: 170.20.111.17:9000, Ident: (token for hbase: HDFS_DELEGATION_TOKEN owner=hbase, renewer=yarn, realUser=rm/eyang-2.example.com@EXAMPLE.COM, issueDate=1543944104247, maxDate=1544548904247, sequenceNumber=1, masterKeyId=2). 2018-12-04 17:22:02,250 [main] INFO service.ServiceMaster - Service AppAttemptId: appattempt_1543944049505_0001_000001 2018-12-04 17:22:02,344 [main] INFO impl.MetricsConfig - Loaded properties from hadoop-metrics2.properties 2018-12-04 17:22:02,418 [main] INFO impl.MetricsSystemImpl - Scheduled Metric snapshot period at 10 second(s). 2018-12-04 17:22:02,419 [main] INFO impl.MetricsSystemImpl - ServiceAppMaster metrics system started 2018-12-04 17:22:02,432 [main] INFO service.ServiceScheduler - Set registry user accounts: sasl:hbase 2018-12-04 17:22:02,686 [main] INFO zk.RegistrySecurity - Registry default system acls: [1,s{'world,'anyone} , 31,s{'sasl,'yarn} , 31,s{'sasl,'jhs} , 31,s{'sasl,'hdfs-demo} , 31,s{'sasl,'rm} , 31,s{'sasl,'hive} ] 2018-12-04 17:22:02,687 [main] INFO zk.RegistrySecurity - Registry User ACLs [31,s{'sasl,'hbase} , 31,s{'sasl,'hbase} ] 2018-12-04 17:22:02,722 [main] INFO event.AsyncDispatcher - Registering class org.apache.hadoop.yarn.service.ServiceEventType for class org.apache.hadoop.yarn.service.ServiceScheduler$ServiceEventHandler 2018-12-04 17:22:02,723 [main] INFO event.AsyncDispatcher - Registering class org.apache.hadoop.yarn.service.component.ComponentEventType for class org.apache.hadoop.yarn.service.ServiceScheduler$ComponentEventHandler 2018-12-04 17:22:02,723 [main] INFO event.AsyncDispatcher - Registering class org.apache.hadoop.yarn.service.component.instance.ComponentInstanceEventType for class org.apache.hadoop.yarn.service.ServiceScheduler$ComponentInstanceEventHandler 2018-12-04 17:22:02,754 [main] INFO component.Component - No health threshold monitor enabled for component ping 2018-12-04 17:22:02,761 [main] INFO impl.NMClientAsyncImpl - Upper bound of the thread pool size is 500 2018-12-04 17:22:02,764 [main] INFO service.ServiceMaster - Starting service as user hbase/eyang-3.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:02,789 [main] INFO ipc.CallQueueManager - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 100, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2018-12-04 17:22:02,799 [Socket Reader #1 for port 0] INFO ipc.Server - Starting Socket Reader #1 for port 0 2018-12-04 17:22:02,843 [Listener at 0.0.0.0/50277] INFO pb.RpcServerFactoryPBImpl - Adding protocol org.apache.hadoop.yarn.service.impl.pb.service.ClientAMProtocolPB to the server 2018-12-04 17:22:04,621 [IPC Server listener on 0] INFO ipc.Server - IPC Server listener on 0: starting 2018-12-04 17:22:04,621 [IPC Server Responder] INFO ipc.Server - IPC Server Responder: starting 2018-12-04 17:22:04,623 [Listener at 0.0.0.0/50277] INFO service.ClientAMService - Instantiated ClientAMService at eyang-3.example.com/170.20.111.19:50277 2018-12-04 17:22:04,625 [Listener at 0.0.0.0/50277] INFO zk.CuratorService - Creating CuratorService with connection fixed ZK quorum "eyang-1.example.com:2181" 2018-12-04 17:22:04,632 [Listener at 0.0.0.0/50277] INFO zk.RegistrySecurity - Enabling ZK sasl client: jaasClientEntry = Client, principal = hbase/eyang-3.example.com@EXAMPLE.COM, keytab = /etc/security/keytabs/hbase.service.keytab 2018-12-04 17:22:04,903 [Listener at 0.0.0.0/50277] INFO client.ConfiguredRMFailoverProxyProvider - Failing over to rm2 2018-12-04 17:22:05,019 [Listener at 0.0.0.0/50277] INFO service.ServiceScheduler - Registering appattempt_1543944049505_0001_000001, abc into registry 2018-12-04 17:22:05,020 [Listener at 0.0.0.0/50277] INFO service.ServiceScheduler - Received 0 containers from previous attempt. 2018-12-04 17:22:05,045 [Listener at 0.0.0.0/50277] INFO service.ServiceScheduler - Found 2 containers from ZK registry: [ctr-1543877516308-0001-01-000026, ctr-1543877516308-0001-01-000027] 2018-12-04 17:22:05,045 [Listener at 0.0.0.0/50277] INFO registry.YarnRegistryViewForProviders - Resolving path /users/hbase/services/yarn-service/abc/components/ctr-1543877516308-0001-01-000026 2018-12-04 17:22:05,117 [AMRM Callback Handler Thread] WARN service.ServiceScheduler - Nodes updated info: eyang-5.example.com:45454, state = RUNNING, healthDiagnostics = 2018-12-04 17:22:05,128 [pool-5-thread-1] INFO service.ServiceScheduler - Registered service under /users/hbase/services/yarn-service/abc; absolute path /registry/users/hbase/services/yarn-service/abc 2018-12-04 17:22:05,132 [Listener at 0.0.0.0/50277] INFO registry.YarnRegistryViewForProviders - Resolving path /users/hbase/services/yarn-service/abc/components/ctr-1543877516308-0001-01-000027 2018-12-04 17:22:05,150 [Listener at 0.0.0.0/50277] INFO service.ServiceScheduler - Triggering initial evaluation of component ping 2018-12-04 17:22:05,152 [Listener at 0.0.0.0/50277] INFO component.Component - [INIT COMPONENT ping]: 2 instances. 2018-12-04 17:22:05,152 [Listener at 0.0.0.0/50277] INFO component.Component - [COMPONENT ping] Requesting for 2 container(s) 2018-12-04 17:22:05,160 [Listener at 0.0.0.0/50277] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:22:05,167 [Listener at 0.0.0.0/50277] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:22:05,168 [Listener at 0.0.0.0/50277] INFO component.Component - [COMPONENT ping] Transitioned from INIT to FLEXING on FLEX event. 2018-12-04 17:22:07,177 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 2 containers allocated. 2018-12-04 17:22:07,178 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 2 outstanding container requests for allocateId 0 2018-12-04 17:22:07,179 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-12-04 17:22:07,179 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000002 allocated, num pending component instances reduced to 1 2018-12-04 17:22:07,179 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000002 to component instance ping-0 and launch on host eyang-5.example.com:45454 2018-12-04 17:22:07,182 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000003 allocated, num pending component instances reduced to 0 2018-12-04 17:22:07,182 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000003 to component instance ping-1 and launch on host eyang-3.example.com:45454 2018-12-04 17:22:07,213 [pool-6-thread-1] INFO provider.ProviderUtils - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] version 5 : Creating dir on hdfs: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/5/ping/ping-0 2018-12-04 17:22:07,240 [pool-6-thread-1] INFO provider.ProviderUtils - Saving config file on hdfs for component ping-0: class ConfigFile { type: TEMPLATE destFile: /tmp/conf/hello srcFile: null properties: {content=Hello world} } 2018-12-04 17:22:07,411 [pool-6-thread-1] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/5/ping/ping-0/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:22:07,420 [pool-6-thread-1] INFO provider.ProviderUtils - Added file for localization: yarn -> /user/hbase/.yarn/services/abc/sysfs.tar, dest mount path: /hadoop/yarn 2018-12-04 17:22:07,423 [pool-6-thread-1] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000002 2018-12-04 17:22:07,424 [pool-6-thread-1] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-0.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro,yarn:/hadoop/yarn:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:22:07,425 [pool-6-thread-2] INFO provider.ProviderUtils - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000003] version 5 : Creating dir on hdfs: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/5/ping/ping-1 2018-12-04 17:22:07,435 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #0] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000002 2018-12-04 17:22:07,438 [pool-6-thread-2] INFO provider.ProviderUtils - Saving config file on hdfs for component ping-1: class ConfigFile { type: TEMPLATE destFile: /tmp/conf/hello srcFile: null properties: {content=Hello world} } 2018-12-04 17:22:07,494 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/5/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:22:07,503 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: yarn -> /user/hbase/.yarn/services/abc/sysfs.tar, dest mount path: /hadoop/yarn 2018-12-04 17:22:07,503 [pool-6-thread-2] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000003 2018-12-04 17:22:07,504 [pool-6-thread-2] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro,yarn:/hadoop/yarn:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:22:07,505 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #1] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000003 2018-12-04 17:22:07,568 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000003] Transitioned from INIT to STARTED on START event 2018-12-04 17:22:07,725 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] Transitioned from INIT to STARTED on START event 2018-12-04 17:22:10,471 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:10,498 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:14,740 [pool-5-thread-5] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000002 2018-12-04 17:22:14,777 [pool-5-thread-5] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] new IP = [172.17.0.2], host = ping-0.abc.hbase.ycluster, updating registry 2018-12-04 17:22:19,697 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:19,700 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:24,905 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:24,913 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:28,682 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:28,686 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:32,078 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:32,083 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:35,173 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-1: Probe Status, time="Tue Dec 04 17:22:35 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-1: IP is not available yet" 2018-12-04 17:22:35,174 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-0: Probe Status, time="Tue Dec 04 17:22:35 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:22:35,175 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:22:35,175 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] Transitioned from STARTED to READY on BECOME_READY event 2018-12-04 17:22:35,744 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:35,748 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:39,656 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:39,660 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:41,435 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:22:41,436 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:22:41,437 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000003]: container_1543944049505_0001_01_000003 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:22:10.397]Exception from container-launch. Container id: container_1543944049505_0001_01_000003 Exit code: 29 Exception message: Launch container failed Shell error output: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running? Could not inspect docker network to get type /usr/bin/docker network inspect bridge --format='{{.Driver}}'. Error constructing docker command, docker error code=-1, error message='Unknown error' Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... [2018-12-04 17:22:10.449]Diagnostic message from attempt : [2018-12-04 17:22:10.450]Container exited with a non-zero exit code 29. [2018-12-04 17:22:40.496]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000003//container_1543944049505_0001_01_000003.pid in any of the directories 2018-12-04 17:22:41,437 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000003] Transitioned from STARTED to INIT on STOP event 2018-12-04 17:22:41,437 [pool-5-thread-3] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000003]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000003 2018-12-04 17:22:43,064 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:43,068 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:43,451 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-12-04 17:22:43,452 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-12-04 17:22:43,452 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000004 allocated, num pending component instances reduced to 0 2018-12-04 17:22:43,452 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000004 to component instance ping-1 and launch on host eyang-3.example.com:45454 2018-12-04 17:22:43,469 [pool-6-thread-2] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/5/ping/ping-1 2018-12-04 17:22:43,475 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/5/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:22:43,483 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: yarn -> /user/hbase/.yarn/services/abc/sysfs.tar, dest mount path: /hadoop/yarn 2018-12-04 17:22:43,483 [pool-6-thread-2] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000004 2018-12-04 17:22:43,483 [pool-6-thread-2] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro,yarn:/hadoop/yarn:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:22:43,485 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #2] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000004 2018-12-04 17:22:43,510 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000004] Transitioned from INIT to STARTED on START event 2018-12-04 17:22:46,627 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:46,632 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:50,515 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:50,519 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:53,891 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:53,894 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:22:57,617 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:22:57,620 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:01,015 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:01,023 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:04,238 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:04,243 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:05,169 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-1: Probe Status, time="Tue Dec 04 17:23:05 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-1: IP is not available yet" 2018-12-04 17:23:07,131 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:07,138 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:10,286 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:10,291 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:13,528 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:13,532 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:14,620 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:23:14,621 [pool-5-thread-3] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000004]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000004 2018-12-04 17:23:14,621 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:23:14,621 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000004]: container_1543944049505_0001_01_000004 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:22:43.677]Exception from container-launch. Container id: container_1543944049505_0001_01_000004 Exit code: 29 Exception message: Launch container failed Shell error output: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running? Could not inspect docker network to get type /usr/bin/docker network inspect bridge --format='{{.Driver}}'. Error constructing docker command, docker error code=-1, error message='Unknown error' Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... [2018-12-04 17:22:43.681]Diagnostic message from attempt : [2018-12-04 17:22:43.682]Container exited with a non-zero exit code 29. [2018-12-04 17:23:13.717]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000004//container_1543944049505_0001_01_000004.pid in any of the directories 2018-12-04 17:23:14,622 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000004] Transitioned from STARTED to INIT on STOP event 2018-12-04 17:23:16,637 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-12-04 17:23:16,638 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-12-04 17:23:16,638 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000005 allocated, num pending component instances reduced to 0 2018-12-04 17:23:16,638 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000005 to component instance ping-1 and launch on host eyang-3.example.com:45454 2018-12-04 17:23:16,650 [pool-6-thread-2] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/5/ping/ping-1 2018-12-04 17:23:16,656 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/5/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:23:16,663 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: yarn -> /user/hbase/.yarn/services/abc/sysfs.tar, dest mount path: /hadoop/yarn 2018-12-04 17:23:16,663 [pool-6-thread-2] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000005 2018-12-04 17:23:16,663 [pool-6-thread-2] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro,yarn:/hadoop/yarn:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:23:16,666 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #3] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000005 2018-12-04 17:23:16,682 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000005] Transitioned from INIT to STARTED on START event 2018-12-04 17:23:17,234 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:17,238 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:20,606 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:20,610 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:23,695 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:23,698 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:26,748 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:26,752 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:30,453 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:30,457 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:33,891 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:33,894 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:35,169 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-1: Probe Status, time="Tue Dec 04 17:23:35 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-1: IP is not available yet" 2018-12-04 17:23:37,407 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:37,413 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:40,887 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:40,888 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:44,302 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:44,303 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:47,785 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:23:47,786 [pool-5-thread-3] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000005]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000005 2018-12-04 17:23:47,786 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:23:47,786 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000005]: container_1543944049505_0001_01_000005 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:23:16.830]Exception from container-launch. Container id: container_1543944049505_0001_01_000005 Exit code: 29 Exception message: Launch container failed Shell error output: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running? Could not inspect docker network to get type /usr/bin/docker network inspect bridge --format='{{.Driver}}'. Error constructing docker command, docker error code=-1, error message='Unknown error' Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... [2018-12-04 17:23:16.833]Diagnostic message from attempt : [2018-12-04 17:23:16.836]Container exited with a non-zero exit code 29. [2018-12-04 17:23:46.870]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000005//container_1543944049505_0001_01_000005.pid in any of the directories 2018-12-04 17:23:47,786 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000005] Transitioned from STARTED to INIT on STOP event 2018-12-04 17:23:48,583 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:48,586 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:49,799 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-12-04 17:23:49,800 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-12-04 17:23:49,800 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000006 allocated, num pending component instances reduced to 0 2018-12-04 17:23:49,800 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000006 to component instance ping-1 and launch on host eyang-3.example.com:45454 2018-12-04 17:23:49,811 [pool-6-thread-2] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/5/ping/ping-1 2018-12-04 17:23:49,821 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/5/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:23:49,826 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: yarn -> /user/hbase/.yarn/services/abc/sysfs.tar, dest mount path: /hadoop/yarn 2018-12-04 17:23:49,826 [pool-6-thread-2] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000006 2018-12-04 17:23:49,827 [pool-6-thread-2] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro,yarn:/hadoop/yarn:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:23:49,827 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #4] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000006 2018-12-04 17:23:49,847 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000006] Transitioned from INIT to STARTED on START event 2018-12-04 17:23:52,196 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:52,199 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:55,534 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:55,536 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:23:58,954 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:23:58,956 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:02,504 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:02,506 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:05,169 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check failed for ping-1: Probe Status, time="Tue Dec 04 17:24:05 UTC 2018", outcome="failure", message="Failure in Default probe: IP presence", exception="java.io.IOException: ping-1: IP is not available yet" 2018-12-04 17:24:06,142 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:06,143 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:09,427 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:09,429 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:12,729 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:12,731 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:16,528 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:16,529 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:19,777 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:19,778 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:20,945 [Component dispatcher] INFO service.ContainerFailureTracker - [COMPONENT ping]: Failed 4 times on this host, blacklisted eyang-3.example.com. Current list of blacklisted nodes: [eyang-3.example.com] 2018-12-04 17:24:20,946 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:24:20,947 [pool-5-thread-3] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000006]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000006 2018-12-04 17:24:20,947 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:24:20,947 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000006]: container_1543944049505_0001_01_000006 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:23:50.020]Exception from container-launch. Container id: container_1543944049505_0001_01_000006 Exit code: 29 Exception message: Launch container failed Shell error output: Cannot connect to the Docker daemon at unix:///var/run/docker.sock. Is the docker daemon running? Could not inspect docker network to get type /usr/bin/docker network inspect bridge --format='{{.Driver}}'. Error constructing docker command, docker error code=-1, error message='Unknown error' Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... [2018-12-04 17:23:50.025]Diagnostic message from attempt : [2018-12-04 17:23:50.025]Container exited with a non-zero exit code 29. [2018-12-04 17:24:20.064]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000006//container_1543944049505_0001_01_000006.pid in any of the directories 2018-12-04 17:24:20,947 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000006] Transitioned from STARTED to INIT on STOP event 2018-12-04 17:24:22,907 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:22,909 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:22,961 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-12-04 17:24:22,961 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-12-04 17:24:22,962 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000007 allocated, num pending component instances reduced to 0 2018-12-04 17:24:22,962 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000007 to component instance ping-1 and launch on host eyang-5.example.com:45454 2018-12-04 17:24:22,973 [pool-6-thread-2] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/5/ping/ping-1 2018-12-04 17:24:22,978 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/5/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:24:22,986 [pool-6-thread-2] INFO provider.ProviderUtils - Added file for localization: yarn -> /user/hbase/.yarn/services/abc/sysfs.tar, dest mount path: /hadoop/yarn 2018-12-04 17:24:22,986 [pool-6-thread-2] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000007 2018-12-04 17:24:22,987 [pool-6-thread-2] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro,yarn:/hadoop/yarn:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:24:22,988 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #5] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000007 2018-12-04 17:24:23,012 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] Transitioned from INIT to STARTED on START event 2018-12-04 17:24:26,533 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:26,535 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:29,020 [pool-5-thread-9] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000007 2018-12-04 17:24:29,036 [pool-5-thread-9] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] new IP = [172.17.0.3], host = ping-1.abc.hbase.ycluster, updating registry 2018-12-04 17:24:29,965 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:29,967 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:34,046 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:34,047 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:35,170 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-1: Probe Status, time="Tue Dec 04 17:24:35 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:24:35,170 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:24:35,171 [pool-7-thread-1] INFO component.Component - [COMPONENT ping] spec state changed from FLEXING -> STABLE 2018-12-04 17:24:35,171 [pool-7-thread-1] INFO service.ServiceMaster - Service state changed from STARTED -> STABLE 2018-12-04 17:24:35,759 [pool-7-thread-1] INFO service.ServiceScheduler - YARN sysfs synchronized. 2018-12-04 17:24:35,759 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] Transitioned from STARTED to READY on BECOME_READY event 2018-12-04 17:24:35,759 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from FLEXING to STABLE on CHECK_STABLE event. 2018-12-04 17:24:37,709 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:37,711 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:24:41,363 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:24:41,364 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:26:04,406 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:26:04,418 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:26:04,618 [IPC Server handler 0 on default port 50277] INFO service.ClientAMService - Upgrading service to version 6 by hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:26:04,619 [IPC Server handler 0 on default port 50277] INFO utils.ServiceApiUtil - Loading service definition from hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/upgrade/6/abc.json 2018-12-04 17:26:04,654 [Component dispatcher] INFO service.ServiceManager - Upgrade component ping false 2018-12-04 17:26:04,655 [Component dispatcher] INFO service.ServiceManager - Upgrade container container_1543944049505_0001_01_000002 false 2018-12-04 17:26:04,655 [Component dispatcher] INFO service.ServiceManager - Upgrade container container_1543944049505_0001_01_000007 false 2018-12-04 17:26:04,655 [Component dispatcher] INFO service.ServiceManager - [SERVICE] spec state changed from STABLE -> EXPRESS_UPGRADING 2018-12-04 17:26:04,656 [Component dispatcher] INFO service.ServiceManager - [SERVICE] Transitioned from STABLE to UPGRADING on UPGRADE event. 2018-12-04 17:26:04,656 [Component dispatcher] INFO component.Component - [COMPONENT ping]: need upgrade to 6 2018-12-04 17:26:04,656 [Component dispatcher] INFO component.Component - [COMPONENT ping] spec state changed from STABLE -> NEEDS_UPGRADE 2018-12-04 17:26:04,657 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] spec state state changed from READY -> NEEDS_UPGRADE 2018-12-04 17:26:04,657 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] spec state state changed from READY -> NEEDS_UPGRADE 2018-12-04 17:26:04,657 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from STABLE to UPGRADING on UPGRADE event. 2018-12-04 17:26:04,657 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] spec state state changed from NEEDS_UPGRADE -> UPGRADING 2018-12-04 17:26:04,658 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] Transitioned from READY to UPGRADING on UPGRADE event 2018-12-04 17:26:04,658 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] spec state state changed from NEEDS_UPGRADE -> UPGRADING 2018-12-04 17:26:04,658 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] Transitioned from READY to UPGRADING on UPGRADE event 2018-12-04 17:26:04,661 [pool-6-thread-3] INFO provider.ProviderUtils - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] version 6 : Creating dir on hdfs: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/6/ping/ping-0 2018-12-04 17:26:04,669 [pool-6-thread-3] INFO provider.ProviderUtils - Saving config file on hdfs for component ping-0: class ConfigFile { type: TEMPLATE destFile: /tmp/conf/hello srcFile: null properties: {content=Hello world} } 2018-12-04 17:26:04,725 [pool-6-thread-3] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/6/ping/ping-0/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:26:04,725 [pool-6-thread-3] INFO containerlaunch.ContainerLaunchService - reInitializing container container_1543944049505_0001_01_000002 with version 6 2018-12-04 17:26:04,726 [pool-6-thread-3] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-0.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=false, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:26:04,730 [pool-6-thread-4] INFO provider.ProviderUtils - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] version 6 : Creating dir on hdfs: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/6/ping/ping-1 2018-12-04 17:26:04,730 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #6] INFO impl.NMClientAsyncImpl - Processing Event EventType: REINITIALIZE_CONTAINER for Container container_1543944049505_0001_01_000002 2018-12-04 17:26:04,739 [pool-6-thread-4] INFO provider.ProviderUtils - Saving config file on hdfs for component ping-1: class ConfigFile { type: TEMPLATE destFile: /tmp/conf/hello srcFile: null properties: {content=Hello world} } 2018-12-04 17:26:04,780 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] spec state state changed from UPGRADING -> RUNNING_BUT_UNREADY 2018-12-04 17:26:04,780 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] Transitioned from UPGRADING to REINITIALIZED on START event 2018-12-04 17:26:04,792 [pool-6-thread-4] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/6/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:26:04,793 [pool-6-thread-4] INFO containerlaunch.ContainerLaunchService - reInitializing container container_1543944049505_0001_01_000007 with version 6 2018-12-04 17:26:04,793 [pool-6-thread-4] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=false, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:26:04,793 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #7] INFO impl.NMClientAsyncImpl - Processing Event EventType: REINITIALIZE_CONTAINER for Container container_1543944049505_0001_01_000007 2018-12-04 17:26:04,804 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] spec state state changed from UPGRADING -> RUNNING_BUT_UNREADY 2018-12-04 17:26:04,804 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] Transitioned from UPGRADING to REINITIALIZED on START event 2018-12-04 17:26:05,169 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-0: Probe Status, time="Tue Dec 04 17:26:05 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:26:05,170 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:26:05,170 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] Transitioned from REINITIALIZED to READY on BECOME_READY event 2018-12-04 17:26:05,170 [Component dispatcher] INFO component.Component - [COMPONENT ping] spec state changed from NEEDS_UPGRADE -> FLEXING 2018-12-04 17:26:05,170 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from UPGRADING to FLEXING on CHECK_STABLE event. 2018-12-04 17:26:05,171 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-1: Probe Status, time="Tue Dec 04 17:26:05 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:26:05,171 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:26:05,171 [Component dispatcher] INFO component.Component - [COMPONENT ping] spec state changed from FLEXING -> STABLE 2018-12-04 17:26:05,171 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] Transitioned from REINITIALIZED to READY on BECOME_READY event 2018-12-04 17:26:05,171 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from FLEXING to STABLE on CHECK_STABLE event. 2018-12-04 17:26:05,172 [Component dispatcher] INFO utils.ServiceApiUtil - Loading service definition from hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/upgrade/6/abc.json 2018-12-04 17:26:05,249 [Component dispatcher] INFO service.ServiceManager - [SERVICE]: delete upgrade dir version 6 2018-12-04 17:26:05,260 [Component dispatcher] INFO service.ServiceManager - [SERVICE]: delete ping dir version 5 2018-12-04 17:26:05,283 [Component dispatcher] INFO utils.SliderFileSystem - deleted dir hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/5 2018-12-04 17:26:05,283 [Component dispatcher] INFO service.ServiceManager - [SERVICE] spec state changed from EXPRESS_UPGRADING -> STABLE 2018-12-04 17:26:05,283 [Component dispatcher] INFO service.ServiceManager - [SERVICE] Transitioned from UPGRADING to STABLE on CHECK_STABLE event. 2018-12-04 17:26:15,076 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:26:15,077 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:26:39,569 [Component dispatcher] INFO component.Component - Service def state changed from STABLE -> STARTED 2018-12-04 17:26:39,569 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from STABLE to FLEXING on CONTAINER_COMPLETED event. 2018-12-04 17:26:39,571 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:26:39,571 [pool-5-thread-3] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000007 2018-12-04 17:26:39,571 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:26:39,573 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007]: container_1543944049505_0001_01_000007 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:26:04.802]Container will be Re-initialized. [2018-12-04 17:26:08.687]Container killed on request. Exit code is 137 [2018-12-04 17:26:08.744]Exception from container-launch. Container id: container_1543944049505_0001_01_000007 Exit code: 33 Exception message: Launch container failed Shell error output: Could not create copy file /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000007/launch_container.sh /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000007/launch_container.sh (3) Could not create local files and directories 3 4 Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Can't open /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000007/launch_container.sh for output - File exists Wrote the exit code 33 to (null) [2018-12-04 17:26:08.786]Diagnostic message from attempt : [2018-12-04 17:26:08.786]Container exited with a non-zero exit code 33. Last 4096 bytes of stderr.txt : [2018-12-04 17:26:38.839]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000007//container_1543944049505_0001_01_000007.pid in any of the directories 2018-12-04 17:26:39,573 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000007] Transitioned from READY to INIT on STOP event 2018-12-04 17:26:40,577 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:26:40,577 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:26:40,577 [pool-5-thread-7] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000002 2018-12-04 17:26:40,577 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002]: container_1543944049505_0001_01_000002 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:26:04.760]Container will be Re-initialized. [2018-12-04 17:26:09.821]Container killed on request. Exit code is 137 [2018-12-04 17:26:09.872]Exception from container-launch. Container id: container_1543944049505_0001_01_000002 Exit code: 33 Exception message: Launch container failed Shell error output: Could not create copy file /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000002/launch_container.sh /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000002/launch_container.sh (3) Could not create local files and directories 3 4 Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Can't open /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000002/launch_container.sh for output - File exists Wrote the exit code 33 to (null) [2018-12-04 17:26:09.878]Diagnostic message from attempt : [2018-12-04 17:26:09.878]Container exited with a non-zero exit code 33. Last 4096 bytes of stderr.txt : [2018-12-04 17:26:39.912]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000002//container_1543944049505_0001_01_000002.pid in any of the directories 2018-12-04 17:26:40,578 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000002] Transitioned from READY to INIT on STOP event 2018-12-04 17:26:41,615 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-12-04 17:26:41,615 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 2 outstanding container requests for allocateId 0 2018-12-04 17:26:41,615 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000008 allocated, num pending component instances reduced to 1 2018-12-04 17:26:41,616 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000008 to component instance ping-1 and launch on host eyang-5.example.com:45454 2018-12-04 17:26:41,629 [pool-6-thread-4] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/6/ping/ping-1 2018-12-04 17:26:41,634 [pool-6-thread-4] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/6/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:26:41,634 [pool-6-thread-4] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000008 2018-12-04 17:26:41,635 [pool-6-thread-4] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=false, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:26:41,636 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #8] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000008 2018-12-04 17:26:41,656 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] Transitioned from INIT to STARTED on START event 2018-12-04 17:26:42,622 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-12-04 17:26:42,623 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 1 outstanding container requests for allocateId 0 2018-12-04 17:26:42,623 [Component dispatcher] INFO component.Component - [COMPONENT ping]: container_1543944049505_0001_01_000009 allocated, num pending component instances reduced to 0 2018-12-04 17:26:42,623 [Component dispatcher] INFO component.Component - [COMPONENT ping]: Assigned container_1543944049505_0001_01_000009 to component instance ping-0 and launch on host eyang-5.example.com:45454 2018-12-04 17:26:42,626 [pool-6-thread-4] INFO provider.ProviderUtils - Component instance conf dir already exists: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/6/ping/ping-0 2018-12-04 17:26:42,632 [pool-6-thread-4] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/6/ping/ping-0/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:26:42,633 [pool-6-thread-4] INFO containerlaunch.ContainerLaunchService - launching container container_1543944049505_0001_01_000009 2018-12-04 17:26:42,633 [pool-6-thread-4] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-0.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=false, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:26:42,634 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #9] INFO impl.NMClientAsyncImpl - Processing Event EventType: START_CONTAINER for Container container_1543944049505_0001_01_000009 2018-12-04 17:26:42,651 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] Transitioned from INIT to STARTED on START event 2018-12-04 17:26:43,630 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - 1 containers allocated. 2018-12-04 17:26:43,630 [AMRM Callback Handler Thread] INFO service.ServiceScheduler - [COMPONENT ping]: remove 0 outstanding container requests for allocateId 0 2018-12-04 17:26:43,631 [Component dispatcher] INFO component.Component - [COMPONENT ping]: No pending component instance left, release surplus container container_1543944049505_0001_01_000010 2018-12-04 17:26:44,640 [AMRM Callback Handler Thread] WARN service.ServiceScheduler - Container container_1543944049505_0001_01_000010 Completed. No component instance exists. exitStatus=-100. diagnostics=Container released by application 2018-12-04 17:26:45,662 [pool-5-thread-4] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000008 2018-12-04 17:26:45,668 [pool-5-thread-4] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] new IP = [172.17.0.2], host = ping-1.abc.hbase.ycluster, updating registry 2018-12-04 17:26:46,659 [pool-5-thread-9] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000009 2018-12-04 17:26:46,666 [pool-5-thread-9] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] new IP = [172.17.0.3], host = ping-0.abc.hbase.ycluster, updating registry 2018-12-04 17:27:05,170 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-1: Probe Status, time="Tue Dec 04 17:27:05 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:27:05,171 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:27:05,171 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] Transitioned from STARTED to READY on BECOME_READY event 2018-12-04 17:27:05,172 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-0: Probe Status, time="Tue Dec 04 17:27:05 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:27:05,172 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:27:05,172 [pool-7-thread-1] INFO component.Component - [COMPONENT ping] spec state changed from FLEXING -> STABLE 2018-12-04 17:27:05,172 [pool-7-thread-1] INFO service.ServiceMaster - Service state changed from STARTED -> STABLE 2018-12-04 17:27:05,173 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] Transitioned from STARTED to READY on BECOME_READY event 2018-12-04 17:27:05,173 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from FLEXING to STABLE on CHECK_STABLE event. 2018-12-04 17:30:55,221 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:30:55,223 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:30:55,450 [IPC Server handler 0 on default port 50277] INFO service.ClientAMService - Upgrading service to version 7 by hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:30:55,451 [IPC Server handler 0 on default port 50277] INFO utils.ServiceApiUtil - Loading service definition from hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/upgrade/7/abc.json 2018-12-04 17:30:55,476 [Component dispatcher] INFO service.ServiceManager - Upgrade component ping false 2018-12-04 17:30:55,476 [Component dispatcher] INFO service.ServiceManager - Upgrade container container_1543944049505_0001_01_000008 false 2018-12-04 17:30:55,476 [Component dispatcher] INFO service.ServiceManager - Upgrade container container_1543944049505_0001_01_000009 false 2018-12-04 17:30:55,476 [Component dispatcher] INFO service.ServiceManager - [SERVICE] spec state changed from STABLE -> EXPRESS_UPGRADING 2018-12-04 17:30:55,476 [Component dispatcher] INFO service.ServiceManager - [SERVICE] Transitioned from STABLE to UPGRADING on UPGRADE event. 2018-12-04 17:30:55,477 [Component dispatcher] INFO component.Component - [COMPONENT ping]: need upgrade to 7 2018-12-04 17:30:55,477 [Component dispatcher] INFO component.Component - [COMPONENT ping] spec state changed from STABLE -> NEEDS_UPGRADE 2018-12-04 17:30:55,477 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] spec state state changed from READY -> NEEDS_UPGRADE 2018-12-04 17:30:55,477 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] spec state state changed from READY -> NEEDS_UPGRADE 2018-12-04 17:30:55,477 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from STABLE to UPGRADING on UPGRADE event. 2018-12-04 17:30:55,477 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] spec state state changed from NEEDS_UPGRADE -> UPGRADING 2018-12-04 17:30:55,478 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] Transitioned from READY to UPGRADING on UPGRADE event 2018-12-04 17:30:55,478 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] spec state state changed from NEEDS_UPGRADE -> UPGRADING 2018-12-04 17:30:55,478 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] Transitioned from READY to UPGRADING on UPGRADE event 2018-12-04 17:30:55,482 [pool-6-thread-5] INFO provider.ProviderUtils - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] version 7 : Creating dir on hdfs: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/7/ping/ping-1 2018-12-04 17:30:55,488 [pool-6-thread-5] INFO provider.ProviderUtils - Saving config file on hdfs for component ping-1: class ConfigFile { type: TEMPLATE destFile: /tmp/conf/hello srcFile: null properties: {content=Hello world} } 2018-12-04 17:30:55,535 [pool-6-thread-5] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/7/ping/ping-1/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:30:55,536 [pool-6-thread-5] INFO containerlaunch.ContainerLaunchService - reInitializing container container_1543944049505_0001_01_000008 with version 7 2018-12-04 17:30:55,536 [pool-6-thread-5] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-1.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=false, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:30:55,537 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #1] INFO impl.NMClientAsyncImpl - Processing Event EventType: REINITIALIZE_CONTAINER for Container container_1543944049505_0001_01_000008 2018-12-04 17:30:55,539 [pool-6-thread-6] INFO provider.ProviderUtils - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] version 7 : Creating dir on hdfs: hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/7/ping/ping-0 2018-12-04 17:30:55,551 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] spec state state changed from UPGRADING -> RUNNING_BUT_UNREADY 2018-12-04 17:30:55,551 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] Transitioned from UPGRADING to REINITIALIZED on START event 2018-12-04 17:30:55,555 [pool-6-thread-6] INFO provider.ProviderUtils - Saving config file on hdfs for component ping-0: class ConfigFile { type: TEMPLATE destFile: /tmp/conf/hello srcFile: null properties: {content=Hello world} } 2018-12-04 17:30:55,605 [pool-6-thread-6] INFO provider.ProviderUtils - Added file for localization: conf/hello -> /user/hbase/.yarn/services/abc/components/7/ping/ping-0/hello, dest mount path: /tmp/conf/hello 2018-12-04 17:30:55,606 [pool-6-thread-6] INFO containerlaunch.ContainerLaunchService - reInitializing container container_1543944049505_0001_01_000009 with version 7 2018-12-04 17:30:55,606 [pool-6-thread-6] INFO containerlaunch.AbstractLauncher - yarn docker env var has been set {LANGUAGE=en_US.UTF-8, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_HOSTNAME=ping-0.abc.hbase.ycluster, YARN_CONTAINER_RUNTIME_DOCKER_DELAYED_REMOVAL=true, YARN_CONTAINER_RUNTIME_TYPE=docker, YARN_CONTAINER_RUNTIME_DOCKER_IMAGE=hadoop/e:latest, LANG=en_US.UTF-8, LOG_DIR=, YARN_CONTAINER_RUNTIME_DOCKER_MOUNTS=conf/hello:/tmp/conf/hello:ro, WORK_DIR=$PWD, LC_ALL=en_US.UTF-8, YARN_CONTAINER_RUNTIME_YARN_SYSFS_ENABLE=false, YARN_CONTAINER_RUNTIME_DOCKER_CONTAINER_NETWORK=bridge, YARN_CONTAINER_RUNTIME_DOCKER_RUN_OVERRIDE_DISABLE=true, YARN_CONTAINER_RUNTIME_DOCKER_RUN_PRIVILEGED_CONTAINER=true} 2018-12-04 17:30:55,606 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #0] INFO impl.NMClientAsyncImpl - Processing Event EventType: REINITIALIZE_CONTAINER for Container container_1543944049505_0001_01_000009 2018-12-04 17:30:55,616 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] spec state state changed from UPGRADING -> RUNNING_BUT_UNREADY 2018-12-04 17:30:55,617 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] Transitioned from UPGRADING to REINITIALIZED on START event 2018-12-04 17:31:05,170 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-1: Probe Status, time="Tue Dec 04 17:31:05 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:31:05,170 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:31:05,170 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] Transitioned from REINITIALIZED to READY on BECOME_READY event 2018-12-04 17:31:05,171 [Component dispatcher] INFO component.Component - [COMPONENT ping] spec state changed from NEEDS_UPGRADE -> FLEXING 2018-12-04 17:31:05,171 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from UPGRADING to FLEXING on CHECK_STABLE event. 2018-12-04 17:31:05,172 [pool-7-thread-1] INFO monitor.ServiceMonitor - Readiness check succeeded for ping-0: Probe Status, time="Tue Dec 04 17:31:05 UTC 2018", outcome="success", message="Default probe: IP presence" 2018-12-04 17:31:05,172 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] spec state state changed from RUNNING_BUT_UNREADY -> READY 2018-12-04 17:31:05,172 [pool-7-thread-1] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] Transitioned from REINITIALIZED to READY on BECOME_READY event 2018-12-04 17:31:05,172 [Component dispatcher] INFO component.Component - [COMPONENT ping] spec state changed from FLEXING -> STABLE 2018-12-04 17:31:05,172 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from FLEXING to STABLE on CHECK_STABLE event. 2018-12-04 17:31:05,173 [Component dispatcher] INFO utils.ServiceApiUtil - Loading service definition from hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/upgrade/7/abc.json 2018-12-04 17:31:05,241 [Component dispatcher] INFO service.ServiceManager - [SERVICE]: delete upgrade dir version 7 2018-12-04 17:31:05,245 [Component dispatcher] INFO service.ServiceManager - [SERVICE]: delete ping dir version 6 2018-12-04 17:31:05,255 [Component dispatcher] INFO utils.SliderFileSystem - deleted dir hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/components/6 2018-12-04 17:31:05,255 [Component dispatcher] INFO service.ServiceManager - [SERVICE] spec state changed from EXPRESS_UPGRADING -> STABLE 2018-12-04 17:31:05,256 [Component dispatcher] INFO service.ServiceManager - [SERVICE] Transitioned from UPGRADING to STABLE on CHECK_STABLE event. 2018-12-04 17:31:29,651 [Component dispatcher] INFO component.Component - Service def state changed from STABLE -> STARTED 2018-12-04 17:31:29,651 [Component dispatcher] INFO component.Component - [COMPONENT ping] Transitioned from STABLE to FLEXING on CONTAINER_COMPLETED event. 2018-12-04 17:31:29,651 [Component dispatcher] INFO service.ContainerFailureTracker - [COMPONENT ping]: Failed 4 times on this host, blacklisted eyang-5.example.com. Current list of blacklisted nodes: [eyang-5.example.com, eyang-3.example.com] 2018-12-04 17:31:29,654 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:31:29,654 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:31:29,655 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009]: container_1543944049505_0001_01_000009 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:30:55.614]Container will be Re-initialized. [2018-12-04 17:30:59.156]Container killed on request. Exit code is 137 [2018-12-04 17:30:59.259]Exception from container-launch. Container id: container_1543944049505_0001_01_000009 Exit code: 33 Exception message: Launch container failed Shell error output: Could not create copy file /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000009/launch_container.sh /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000009/launch_container.sh (3) Could not create local files and directories 3 4 Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Can't open /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000009/launch_container.sh for output - File exists Wrote the exit code 33 to (null) [2018-12-04 17:30:59.265]Diagnostic message from attempt : [2018-12-04 17:30:59.265]Container exited with a non-zero exit code 33. Last 4096 bytes of stderr.txt : [2018-12-04 17:31:29.304]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000009//container_1543944049505_0001_01_000009.pid in any of the directories 2018-12-04 17:31:29,655 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] Transitioned from READY to INIT on STOP event 2018-12-04 17:31:29,655 [pool-5-thread-9] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000009 2018-12-04 17:31:29,657 [Component dispatcher] INFO component.Component - [COMPONENT ping] Requesting for 1 container(s) 2018-12-04 17:31:29,657 [Component dispatcher] INFO component.Component - [COMPONENT ping] Submitting container request : Capability[]Priority[0]AllocationRequestId[0]ExecutionTypeRequest[{Execution Type: GUARANTEED, Enforce Execution Type: false}]Resource Profile[null] 2018-12-04 17:31:29,657 [pool-5-thread-6] INFO registry.YarnRegistryViewForProviders - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008]: Deleting registry path /users/hbase/services/yarn-service/abc/components/ctr-1543944049505-0001-01-000008 2018-12-04 17:31:29,658 [Component dispatcher] ERROR instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008]: container_1543944049505_0001_01_000008 completed. Reinsert back to pending list and requested a new container. exitStatus=-1, diagnostics=[2018-12-04 17:30:55.549]Container will be Re-initialized. [2018-12-04 17:30:59.196]Container killed on request. Exit code is 137 [2018-12-04 17:30:59.277]Exception from container-launch. Container id: container_1543944049505_0001_01_000008 Exit code: 33 Exception message: Launch container failed Shell error output: Could not create copy file /tmp/hadoop-yarn/nm-local-dir/nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000008/launch_container.sh /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000008/launch_container.sh (3) Could not create local files and directories 3 4 Shell output: main : command provided 4 main : run as user is hbase main : requested yarn user is hbase Creating script paths... Creating local dirs... Can't open /tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000008/launch_container.sh for output - File exists Wrote the exit code 33 to (null) [2018-12-04 17:30:59.286]Diagnostic message from attempt : [2018-12-04 17:30:59.287]Container exited with a non-zero exit code 33. Last 4096 bytes of stderr.txt : [2018-12-04 17:31:29.315]Could not find nmPrivate/application_1543944049505_0001/container_1543944049505_0001_01_000008//container_1543944049505_0001_01_000008.pid in any of the directories 2018-12-04 17:31:29,658 [Component dispatcher] INFO instance.ComponentInstance - [COMPINSTANCE ping-1 : container_1543944049505_0001_01_000008] Transitioned from READY to INIT on STOP event 2018-12-04 17:31:29,662 [pool-5-thread-10] WARN net.NetUtils - Unable to wrap exception of type class java.nio.channels.ClosedByInterruptException: it has no (String) constructor java.lang.NoSuchMethodException: java.nio.channels.ClosedByInterruptException.(java.lang.String) at java.lang.Class.getConstructor0(Class.java:3082) at java.lang.Class.getConstructor(Class.java:1825) at org.apache.hadoop.net.NetUtils.wrapWithMessage(NetUtils.java:830) at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:806) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1515) at org.apache.hadoop.ipc.Client.call(Client.java:1457) at org.apache.hadoop.ipc.Client.call(Client.java:1367) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:228) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:116) at com.sun.proxy.$Proxy43.getContainerStatuses(Unknown Source) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.getContainerStatuses(ContainerManagementProtocolPBClientImpl.java:156) at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:422) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:165) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:157) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:95) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:359) at com.sun.proxy.$Proxy44.getContainerStatuses(Unknown Source) at org.apache.hadoop.yarn.client.api.impl.NMClientImpl.getContainerStatus(NMClientImpl.java:325) at org.apache.hadoop.yarn.service.component.instance.ComponentInstance$ContainerStatusRetriever.run(ComponentInstance.java:911) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2018-12-04 17:31:29,671 [pool-5-thread-10] ERROR instance.ComponentInstance - [COMPINSTANCE ping-0 : container_1543944049505_0001_01_000009] Failed to get container status on eyang-5.example.com:45454, will try again java.io.IOException: Failed on local exception: java.nio.channels.ClosedByInterruptException; Host Details : local host is: "eyang-3.example.com/170.20.111.19"; destination host is: "eyang-5.example.com":45454; at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:816) at org.apache.hadoop.ipc.Client.getRpcResponse(Client.java:1515) at org.apache.hadoop.ipc.Client.call(Client.java:1457) at org.apache.hadoop.ipc.Client.call(Client.java:1367) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:228) at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:116) at com.sun.proxy.$Proxy43.getContainerStatuses(Unknown Source) at org.apache.hadoop.yarn.api.impl.pb.client.ContainerManagementProtocolPBClientImpl.getContainerStatuses(ContainerManagementProtocolPBClientImpl.java:156) at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:422) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:165) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:157) at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:95) at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:359) at com.sun.proxy.$Proxy44.getContainerStatuses(Unknown Source) at org.apache.hadoop.yarn.client.api.impl.NMClientImpl.getContainerStatus(NMClientImpl.java:325) at org.apache.hadoop.yarn.service.component.instance.ComponentInstance$ContainerStatusRetriever.run(ComponentInstance.java:911) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) Caused by: java.nio.channels.ClosedByInterruptException at java.nio.channels.spi.AbstractInterruptibleChannel.end(AbstractInterruptibleChannel.java:202) at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:753) at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:206) at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:531) at org.apache.hadoop.ipc.Client$Connection.setupConnection(Client.java:690) at org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:794) at org.apache.hadoop.ipc.Client$Connection.access$3700(Client.java:411) at org.apache.hadoop.ipc.Client.getConnection(Client.java:1572) at org.apache.hadoop.ipc.Client.call(Client.java:1403) ... 23 more 2018-12-04 17:31:49,669 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:31:49,671 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:32:00,845 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:32:00,848 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol 2018-12-04 17:34:00,495 [Socket Reader #1 for port 0] INFO ipc.Server - Auth successful for rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) 2018-12-04 17:34:00,497 [Socket Reader #1 for port 0] INFO authorize.ServiceAuthorizationManager - Authorization successful for hbase (auth:PROXY) via rm/eyang-2.example.com@EXAMPLE.COM (auth:KERBEROS) for protocol=interface org.apache.hadoop.yarn.service.ClientAMProtocol End of LogType:serviceam.log.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ****************************************************************************** Container: container_1543944049505_0001_01_000001 on eyang-3.example.com:45454 LogAggregationType: LOCAL ================================================================================= LogType:prelaunch.out LogLastModifiedTime:Tue Dec 04 17:21:59 +0000 2018 LogLength:100 LogContents: Setting up env variables Setting up job resources Copying debugging information Launching container End of LogType:prelaunch.out.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ****************************************************************************** Container: container_1543944049505_0001_01_000001 on eyang-3.example.com:45454 LogAggregationType: LOCAL ================================================================================= LogType:launch_container.sh LogLastModifiedTime:Tue Dec 04 17:21:59 +0000 2018 LogLength:35394 LogContents: #!/bin/bash set -o pipefail -e export PRELAUNCH_OUT="/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/prelaunch.out" exec >"${PRELAUNCH_OUT}" export PRELAUNCH_ERR="/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/prelaunch.err" exec 2>"${PRELAUNCH_ERR}" echo "Setting up env variables" export HADOOP_COMMON_HOME=${HADOOP_COMMON_HOME:-"/usr/local/hadoop-3.3.0-SNAPSHOT"} export HADOOP_HDFS_HOME=${HADOOP_HDFS_HOME:-"/usr/local/hadoop-3.3.0-SNAPSHOT"} export HADOOP_CONF_DIR=${HADOOP_CONF_DIR:-"/usr/local/hadoop-3.3.0-SNAPSHOT/etc/hadoop"} export HADOOP_YARN_HOME=${HADOOP_YARN_HOME:-"/usr/local/hadoop-3.3.0-SNAPSHOT"} export HADOOP_MAPRED_HOME=${HADOOP_MAPRED_HOME:-"/usr/local/hadoop-3.3.0-SNAPSHOT"} export HADOOP_TOKEN_FILE_LOCATION="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000001/container_tokens" export CONTAINER_ID="container_1543944049505_0001_01_000001" export NM_PORT="45454" export NM_HOST="eyang-3.example.com" export NM_HTTP_PORT="8042" export LOCAL_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001" export LOCAL_USER_DIRS="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/" export LOG_DIRS="/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001" export USER="hbase" export LOGNAME="hbase" export HOME="/home/" export PWD="/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/container_1543944049505_0001_01_000001" export JVM_PID="$$" export MALLOC_ARENA_MAX="4" export NM_AUX_SERVICE_mapreduce_shuffle="AAA0+gAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAAA=" export LANGUAGE="en_US.UTF-8" export APPLICATION_WEB_PROXY_BASE="/proxy/application_1543944049505_0001" export CLASSPATH="yarnservice-log4j.properties:conf/:lib/*:$CLASSPATH:$HADOOP_CONF_DIR" export LANG="en_US.UTF-8" export APP_SUBMIT_TIME_ENV="1543944104296" export LC_ALL="en_US.UTF-8" echo "Setting up job resources" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/54/snakeyaml-1.16.jar" "lib/snakeyaml-1.16.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/125/commons-net-3.6.jar" "lib/commons-net-3.6.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/14/hadoop-kms-3.3.0-SNAPSHOT.jar" "lib/hadoop-kms-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/40/commons-compress-1.18.jar" "lib/commons-compress-1.18.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/57/hadoop-yarn-server-tests-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-tests-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/81/commons-codec-1.11.jar" "lib/commons-codec-1.11.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/27/hadoop-yarn-server-applicationhistoryservice-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-applicationhistoryservice-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/93/aopalliance-1.0.jar" "lib/aopalliance-1.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/99/hadoop-hdfs-rbf-3.3.0-SNAPSHOT.jar" "lib/hadoop-hdfs-rbf-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/51/mssql-jdbc-6.2.1.jre7.jar" "lib/mssql-jdbc-6.2.1.jre7.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/135/hadoop-hdfs-3.3.0-SNAPSHOT.jar" "lib/hadoop-hdfs-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/65/curator-framework-2.12.0.jar" "lib/curator-framework-2.12.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/45/hadoop-hdfs-native-client-3.3.0-SNAPSHOT.jar" "lib/hadoop-hdfs-native-client-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/12/commons-io-2.5.jar" "lib/commons-io-2.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/168/guice-servlet-4.0.jar" "lib/guice-servlet-4.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/59/kerby-xdr-1.0.1.jar" "lib/kerby-xdr-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/160/jetty-io-9.3.24.v20180605.jar" "lib/jetty-io-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/32/jsr311-api-1.1.1.jar" "lib/jsr311-api-1.1.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/129/json-smart-2.3.jar" "lib/json-smart-2.3.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/116/hadoop-common-3.3.0-SNAPSHOT-tests.jar" "lib/hadoop-common-3.3.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/149/htrace-core4-4.1.0-incubating.jar" "lib/htrace-core4-4.1.0-incubating.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/155/kerby-asn1-1.0.1.jar" "lib/kerby-asn1-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/122/kerby-util-1.0.1.jar" "lib/kerby-util-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/84/ehcache-3.3.1.jar" "lib/ehcache-3.3.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/47/hadoop-yarn-api-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-api-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/96/hadoop-yarn-registry-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-registry-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/26/geronimo-jcache_1.0_spec-1.0-alpha-1.jar" "lib/geronimo-jcache_1.0_spec-1.0-alpha-1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/115/bcpkix-jdk15on-1.60.jar" "lib/bcpkix-jdk15on-1.60.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/126/kerb-util-1.0.1.jar" "lib/kerb-util-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/158/slf4j-log4j12-1.7.25.jar" "lib/slf4j-log4j12-1.7.25.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/119/hadoop-common-3.3.0-SNAPSHOT.jar" "lib/hadoop-common-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/61/bcprov-jdk15on-1.60.jar" "lib/bcprov-jdk15on-1.60.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/104/websocket-servlet-9.3.24.v20180605.jar" "lib/websocket-servlet-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/159/token-provider-1.0.1.jar" "lib/token-provider-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/147/kerb-client-1.0.1.jar" "lib/kerb-client-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/163/metrics-core-3.2.4.jar" "lib/metrics-core-3.2.4.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/114/guava-11.0.2.jar" "lib/guava-11.0.2.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/29/jul-to-slf4j-1.7.25.jar" "lib/jul-to-slf4j-1.7.25.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/42/okio-1.6.0.jar" "lib/okio-1.6.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/67/hadoop-hdfs-client-3.3.0-SNAPSHOT.jar" "lib/hadoop-hdfs-client-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/82/commons-cli-1.2.jar" "lib/commons-cli-1.2.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/89/commons-beanutils-1.9.3.jar" "lib/commons-beanutils-1.9.3.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/127/jackson-jaxrs-json-provider-2.9.5.jar" "lib/jackson-jaxrs-json-provider-2.9.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/132/jaxb-impl-2.2.3-1.jar" "lib/jaxb-impl-2.2.3-1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/39/re2j-1.1.jar" "lib/re2j-1.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/43/jackson-core-2.9.5.jar" "lib/jackson-core-2.9.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/35/kerby-config-1.0.1.jar" "lib/kerby-config-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/100/hadoop-yarn-server-common-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-common-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/50/kerb-server-1.0.1.jar" "lib/kerb-server-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/71/jetty-security-9.3.24.v20180605.jar" "lib/jetty-security-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/173/yarn-service-core.jar" "lib/yarn-service-core.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/83/javax-websocket-server-impl-9.3.24.v20180605.jar" "lib/javax-websocket-server-impl-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/143/commons-logging-1.1.3.jar" "lib/commons-logging-1.1.3.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/53/hadoop-yarn-services-core-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-services-core-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/33/jersey-servlet-1.19.jar" "lib/jersey-servlet-1.19.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/79/hadoop-yarn-applications-distributedshell-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-applications-distributedshell-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/137/jetty-util-ajax-9.3.24.v20180605.jar" "lib/jetty-util-ajax-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/142/kerb-simplekdc-1.0.1.jar" "lib/kerb-simplekdc-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/123/slf4j-api-1.7.25.jar" "lib/slf4j-api-1.7.25.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/90/jetty-http-9.3.24.v20180605.jar" "lib/jetty-http-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/86/hadoop-yarn-server-resourcemanager-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-resourcemanager-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/164/woodstox-core-5.0.3.jar" "lib/woodstox-core-5.0.3.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/36/jsch-0.1.54.jar" "lib/jsch-0.1.54.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/64/hadoop-yarn-applications-unmanaged-am-launcher-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-applications-unmanaged-am-launcher-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/49/commons-math3-3.1.1.jar" "lib/commons-math3-3.1.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/138/jersey-client-1.19.jar" "lib/jersey-client-1.19.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/154/jsr305-3.0.0.jar" "lib/jsr305-3.0.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/139/javax-websocket-client-impl-9.3.24.v20180605.jar" "lib/javax-websocket-client-impl-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/151/hadoop-registry-3.3.0-SNAPSHOT.jar" "lib/hadoop-registry-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/153/hadoop-yarn-server-timeline-pluginstorage-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-timeline-pluginstorage-3.3.0-SNAPSHOT.jar" ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/148/sysfs.tar" "sysfs" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/144/kerb-identity-1.0.1.jar" "lib/kerb-identity-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/101/hadoop-annotations-3.3.0-SNAPSHOT.jar" "lib/hadoop-annotations-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/58/hadoop-yarn-client-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-client-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/128/jetty-plus-9.3.24.v20180605.jar" "lib/jetty-plus-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/74/commons-text-1.4.jar" "lib/commons-text-1.4.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/23/kerb-admin-1.0.1.jar" "lib/kerb-admin-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/41/netty-3.10.6.Final.jar" "lib/netty-3.10.6.Final.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/124/jackson-jaxrs-base-2.9.5.jar" "lib/jackson-jaxrs-base-2.9.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/109/hadoop-hdfs-3.3.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-3.3.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/121/hadoop-hdfs-nfs-3.3.0-SNAPSHOT.jar" "lib/hadoop-hdfs-nfs-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/94/dnsjava-2.1.7.jar" "lib/dnsjava-2.1.7.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/110/stax2-api-3.1.4.jar" "lib/stax2-api-3.1.4.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/87/curator-client-2.12.0.jar" "lib/curator-client-2.12.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/108/jersey-json-1.19.jar" "lib/jersey-json-1.19.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/112/javax.websocket-api-1.0.jar" "lib/javax.websocket-api-1.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/166/commons-lang3-3.7.jar" "lib/commons-lang3-3.7.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/22/hadoop-hdfs-httpfs-3.3.0-SNAPSHOT.jar" "lib/hadoop-hdfs-httpfs-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/145/gson-2.2.4.jar" "lib/gson-2.2.4.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/174/jersey-guice-1.19.jar" "lib/jersey-guice-1.19.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/92/jetty-util-9.3.24.v20180605.jar" "lib/jetty-util-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/69/hadoop-hdfs-client-3.3.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-client-3.3.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/30/commons-daemon-1.0.13.jar" "lib/commons-daemon-1.0.13.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/63/kerb-common-1.0.1.jar" "lib/kerb-common-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/113/jetty-servlet-9.3.24.v20180605.jar" "lib/jetty-servlet-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/171/jersey-server-1.19.jar" "lib/jersey-server-1.19.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/167/jackson-mapper-asl-1.9.13.jar" "lib/jackson-mapper-asl-1.9.13.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/11/websocket-common-9.3.24.v20180605.jar" "lib/websocket-common-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/25/curator-recipes-2.12.0.jar" "lib/curator-recipes-2.12.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/21/hadoop-nfs-3.3.0-SNAPSHOT.jar" "lib/hadoop-nfs-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/10/protobuf-java-2.5.0.jar" "lib/protobuf-java-2.5.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/31/jetty-annotations-9.3.24.v20180605.jar" "lib/jetty-annotations-9.3.24.v20180605.jar" ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/17/conf" "yarnservice-log4j.properties" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/24/okhttp-2.7.5.jar" "lib/okhttp-2.7.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/111/jetty-webapp-9.3.24.v20180605.jar" "lib/jetty-webapp-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/68/json-simple-1.1.1.jar" "lib/json-simple-1.1.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/106/javax.servlet-api-3.1.0.jar" "lib/javax.servlet-api-3.1.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/80/hadoop-yarn-submarine-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-submarine-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/55/hadoop-hdfs-rbf-3.3.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-rbf-3.3.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/18/httpcore-4.4.4.jar" "lib/httpcore-4.4.4.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/170/jackson-annotations-2.9.5.jar" "lib/jackson-annotations-2.9.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/44/java-util-1.9.0.jar" "lib/java-util-1.9.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/136/hadoop-yarn-server-nodemanager-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-nodemanager-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/56/zookeeper-3.4.13.jar" "lib/zookeeper-3.4.13.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/78/audience-annotations-0.5.0.jar" "lib/audience-annotations-0.5.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/85/objenesis-1.0.jar" "lib/objenesis-1.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/15/json-io-2.5.1.jar" "lib/json-io-2.5.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/28/javax.annotation-api-1.3.2.jar" "lib/javax.annotation-api-1.3.2.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/60/jackson-jaxrs-1.9.13.jar" "lib/jackson-jaxrs-1.9.13.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/146/nimbus-jose-jwt-4.41.1.jar" "lib/nimbus-jose-jwt-4.41.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/140/jline-3.9.0.jar" "lib/jline-3.9.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/141/guice-4.0.jar" "lib/guice-4.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/162/kerb-crypto-1.0.1.jar" "lib/kerb-crypto-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/38/jackson-databind-2.9.5.jar" "lib/jackson-databind-2.9.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/107/asm-commons-6.0.jar" "lib/asm-commons-6.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/20/jcip-annotations-1.0-1.jar" "lib/jcip-annotations-1.0-1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/156/HikariCP-java7-2.4.12.jar" "lib/HikariCP-java7-2.4.12.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/131/swagger-annotations-1.5.4.jar" "lib/swagger-annotations-1.5.4.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/66/fst-2.50.jar" "lib/fst-2.50.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/91/accessors-smart-1.2.jar" "lib/accessors-smart-1.2.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/52/websocket-server-9.3.24.v20180605.jar" "lib/websocket-server-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/118/asm-5.0.4.jar" "lib/asm-5.0.4.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/157/leveldbjni-all-1.8.jar" "lib/leveldbjni-all-1.8.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/102/kerb-core-1.0.1.jar" "lib/kerb-core-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/105/snappy-java-1.0.5.jar" "lib/snappy-java-1.0.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/75/log4j-1.2.17.jar" "lib/log4j-1.2.17.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/76/jackson-module-jaxb-annotations-2.9.5.jar" "lib/jackson-module-jaxb-annotations-2.9.5.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/62/hadoop-yarn-server-sharedcachemanager-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-sharedcachemanager-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/133/jetty-server-9.3.24.v20180605.jar" "lib/jetty-server-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/130/jettison-1.1.jar" "lib/jettison-1.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/34/jetty-xml-9.3.24.v20180605.jar" "lib/jetty-xml-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/77/hadoop-yarn-common-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-common-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/98/httpclient-4.5.2.jar" "lib/httpclient-4.5.2.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/37/jackson-core-asl-1.9.13.jar" "lib/jackson-core-asl-1.9.13.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/72/javax.inject-1.jar" "lib/javax.inject-1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/169/hadoop-yarn-server-router-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-router-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/46/paranamer-2.3.jar" "lib/paranamer-2.3.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/103/commons-configuration2-2.1.1.jar" "lib/commons-configuration2-2.1.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/13/kerby-pkix-1.0.1.jar" "lib/kerby-pkix-1.0.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/70/javax.activation-api-1.2.0.jar" "lib/javax.activation-api-1.2.0.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/97/websocket-api-9.3.24.v20180605.jar" "lib/websocket-api-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/134/hadoop-hdfs-native-client-3.3.0-SNAPSHOT-tests.jar" "lib/hadoop-hdfs-native-client-3.3.0-SNAPSHOT-tests.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/152/netty-all-4.0.52.Final.jar" "lib/netty-all-4.0.52.Final.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/88/jsp-api-2.1.jar" "lib/jsp-api-2.1.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/165/websocket-client-9.3.24.v20180605.jar" "lib/websocket-client-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/120/hadoop-yarn-services-api-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-services-api-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/19/jaxb-api-2.2.11.jar" "lib/jaxb-api-2.2.11.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/48/jersey-core-1.19.jar" "lib/jersey-core-1.19.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/95/hadoop-auth-3.3.0-SNAPSHOT.jar" "lib/hadoop-auth-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/150/commons-collections-3.2.2.jar" "lib/commons-collections-3.2.2.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/16/avro-1.7.7.jar" "lib/avro-1.7.7.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/117/jetty-jndi-9.3.24.v20180605.jar" "lib/jetty-jndi-9.3.24.v20180605.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/161/hadoop-yarn-server-web-proxy-3.3.0-SNAPSHOT.jar" "lib/hadoop-yarn-server-web-proxy-3.3.0-SNAPSHOT.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/73/jackson-xc-1.9.13.jar" "lib/jackson-xc-1.9.13.jar" mkdir -p lib ln -sf -- "/tmp/hadoop-yarn/nm-local-dir/usercache/hbase/appcache/application_1543944049505_0001/filecache/172/asm-tree-6.0.jar" "lib/asm-tree-6.0.jar" echo "Copying debugging information" # Creating copy of launch script cp "launch_container.sh" "/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/launch_container.sh" chmod 640 "/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/launch_container.sh" # Determining directory contents echo "ls -l:" 1>"/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/directory.info" ls -l 1>>"/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/directory.info" echo "find -L . -maxdepth 5 -ls:" 1>>"/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/directory.info" find -L . -maxdepth 5 -ls 1>>"/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/directory.info" echo "broken symlinks(find -L . -maxdepth 5 -type l -ls):" 1>>"/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/directory.info" find -L . -maxdepth 5 -type l -ls 1>>"/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/directory.info" echo "Launching container" exec /bin/bash -c "$JAVA_HOME/bin/java -Djava.net.preferIPv4Stack=true -Djava.awt.headless=true -Xmx768m -Dlog4j.configuration=yarnservice-log4j.properties -DLOG_DIR=/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001 org.apache.hadoop.yarn.service.ServiceMaster -yarnfile hdfs://eyang-1.example.com:9000/user/hbase/.yarn/services/abc/abc.json -service_name abc -keytab file:///etc/security/keytabs/hbase.service.keytab -principal_name hbase/_HOST@EXAMPLE.COM -D hadoop.registry.zk.root=/registry -D hadoop.registry.zk.quorum=eyang-1.example.com:2181 1>/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/serviceam-out.txt 2>/usr/local/hadoop-3.3.0-SNAPSHOT/logs/userlogs/application_1543944049505_0001/container_1543944049505_0001_01_000001/serviceam-err.txt " End of LogType:launch_container.sh.This log file belongs to a running container (container_1543944049505_0001_01_000001) and so may not be complete. ************************************************************************************