2022-06-29 11:24:08,979 INFO [Listener at 0.0.0.0/8049] hdfs.MiniDFSCluster (MiniDFSCluster.java:(566)) - starting cluster: numNameNodes=1, numDataNodes=1 2022-06-29 11:24:08,985 INFO [Listener at 0.0.0.0/8049] namenode.NameNode (NameNode.java:format(1264)) - Formatting using clusterid: testClusterID 2022-06-29 11:24:08,985 INFO [Listener at 0.0.0.0/8049] namenode.FSEditLog (FSEditLog.java:newInstance(234)) - Edit logging is async:true 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(863)) - KeyProvider: null 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystemLock.java:(142)) - fsLock is fair: true 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystemLock.java:(160)) - Detailed lock hold time metrics enabled: false 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(902)) - fsOwner = snemeth (auth:SIMPLE) 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(903)) - supergroup = supergroup 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(904)) - isPermissionEnabled = true 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(905)) - isStoragePolicyEnabled = true 2022-06-29 11:24:08,995 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(916)) - HA Enabled: false 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] common.Util (Util.java:isDiskStatsEnabled(428)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] blockmanagement.DatanodeManager (DatanodeManager.java:setBlockInvalidateLimit(2148)) - dfs.block.invalidate.limit : configured=1000, counted=60, effected=1000 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] blockmanagement.DatanodeManager (DatanodeManager.java:(323)) - dfs.namenode.datanode.registration.ip-hostname-check=true 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2022 Jun 29 11:24:08 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map BlocksMap 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 2.0% max memory 1.9 GB = 39.6 MB 2022-06-29 11:24:08,996 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^22 = 4194304 entries 2022-06-29 11:24:08,997 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5534)) - Storage policy satisfier is disabled 2022-06-29 11:24:08,997 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(676)) - dfs.block.access.token.enable = false 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(656)) - Using 1000 as SafeModeMonitor Interval 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(161)) - dfs.namenode.safemode.threshold-pct = 0.999 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(162)) - dfs.namenode.safemode.min.datanodes = 0 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(164)) - dfs.namenode.safemode.extension = 0 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(662)) - defaultReplication = 1 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(663)) - maxReplication = 512 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(664)) - minReplication = 1 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(665)) - maxReplicationStreams = 2 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(666)) - redundancyRecheckInterval = 3000ms 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(667)) - encryptDataTransfer = false 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(668)) - maxNumBlocksToLog = 1000 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map INodeMap 2022-06-29 11:24:08,998 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 1.0% max memory 1.9 GB = 19.8 MB 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^21 = 2097152 entries 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] namenode.FSDirectory (FSDirectory.java:(335)) - ACLs enabled? true 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] namenode.FSDirectory (FSDirectory.java:(339)) - POSIX ACL inheritance enabled? true 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] namenode.FSDirectory (FSDirectory.java:(343)) - XAttrs enabled? true 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] namenode.NameNode (FSDirectory.java:(406)) - Caching file names occurring more than 10 times 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] snapshot.SnapshotManager (SnapshotManager.java:(163)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotFSLimit: 65536, maxSnapshotLimit: 65536 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] snapshot.SnapshotManager (SnapshotManager.java:(176)) - dfs.namenode.snapshot.deletion.ordered = false 2022-06-29 11:24:08,999 INFO [Listener at 0.0.0.0/8049] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map cachedBlocks 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 0.25% max memory 1.9 GB = 4.9 MB 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^19 = 524288 entries 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] metrics.TopMetrics (TopMetrics.java:logConf(76)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] metrics.TopMetrics (TopMetrics.java:logConf(78)) - NNTop conf: dfs.namenode.top.num.users = 10 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] metrics.TopMetrics (TopMetrics.java:logConf(80)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1148)) - Retry cache on namenode is enabled 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1156)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map NameNodeRetryCache 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 0.029999999329447746% max memory 1.9 GB = 608.2 KB 2022-06-29 11:24:09,000 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^16 = 65536 entries 2022-06-29 11:24:09,001 INFO [Listener at 0.0.0.0/8049] namenode.FSImage (FSImage.java:format(186)) - Allocated new BlockPoolId: BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,003 INFO [Listener at 0.0.0.0/8049] common.Storage (NNStorage.java:format(595)) - Storage directory /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1 has been successfully formatted. 2022-06-29 11:24:09,005 INFO [Listener at 0.0.0.0/8049] common.Storage (NNStorage.java:format(595)) - Storage directory /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2 has been successfully formatted. 2022-06-29 11:24:09,015 INFO [FSImageSaver for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/current/fsimage.ckpt_0000000000000000000 using no compression 2022-06-29 11:24:09,015 INFO [FSImageSaver for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(732)) - Saving image file /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2/current/fsimage.ckpt_0000000000000000000 using no compression 2022-06-29 11:24:09,021 INFO [FSImageSaver for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/current/fsimage.ckpt_0000000000000000000 of size 454 bytes saved in 0 seconds . 2022-06-29 11:24:09,021 INFO [FSImageSaver for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2 of type IMAGE_AND_EDITS] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:save(736)) - Image file /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2/current/fsimage.ckpt_0000000000000000000 of size 454 bytes saved in 0 seconds . 2022-06-29 11:24:09,023 INFO [Listener at 0.0.0.0/8049] namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(202)) - Going to retain 1 images with txid >= 0 2022-06-29 11:24:09,028 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1499)) - Stopping services started for active state 2022-06-29 11:24:09,028 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1603)) - Stopping services started for standby state 2022-06-29 11:24:09,029 INFO [Listener at 0.0.0.0/8049] namenode.NameNode (NameNode.java:createNameNode(1722)) - createNameNode [] 2022-06-29 11:24:09,029 INFO [Listener at 0.0.0.0/8049] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NameNode metrics system started (again) 2022-06-29 11:24:09,029 INFO [Listener at 0.0.0.0/8049] namenode.NameNodeUtils (NameNodeUtils.java:getClientNamenodeAddress(79)) - fs.defaultFS is hdfs://127.0.0.1:0 2022-06-29 11:24:09,048 INFO [org.apache.hadoop.util.JvmPauseMonitor$Monitor@1db3118] util.JvmPauseMonitor (JvmPauseMonitor.java:run(185)) - Starting JVM pause monitor 2022-06-29 11:24:09,049 INFO [Listener at 0.0.0.0/8049] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1736)) - Filter initializers set : org.apache.hadoop.http.lib.StaticUserWebFilter,org.apache.hadoop.hdfs.web.AuthFilterInitializer 2022-06-29 11:24:09,049 INFO [Listener at 0.0.0.0/8049] hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1758)) - Starting Web-server for hdfs at: http://localhost:0 2022-06-29 11:24:09,051 WARN [Listener at 0.0.0.0/8049] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:09,052 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1191)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2022-06-29 11:24:09,053 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs 2022-06-29 11:24:09,053 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2022-06-29 11:24:09,053 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2022-06-29 11:24:09,053 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context hdfs 2022-06-29 11:24:09,054 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context logs 2022-06-29 11:24:09,054 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter AuthFilter (class=org.apache.hadoop.hdfs.web.AuthFilter) to context static 2022-06-29 11:24:09,054 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addAsyncProfilerServlet(804)) - ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2022-06-29 11:24:09,054 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(1018)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/* 2022-06-29 11:24:09,054 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:bindListener(1434)) - Jetty bound to port 63421 2022-06-29 11:24:09,054 INFO [Listener at 0.0.0.0/8049] server.Server (Server.java:doStart(375)) - jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_232b09-201911100920-dcevm8u232b09 2022-06-29 11:24:09,055 INFO [Listener at 0.0.0.0/8049] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0 2022-06-29 11:24:09,055 INFO [Listener at 0.0.0.0/8049] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults 2022-06-29 11:24:09,056 INFO [Listener at 0.0.0.0/8049] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms 2022-06-29 11:24:09,056 WARN [Listener at 0.0.0.0/8049] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:09,056 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@3e40eda3{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,AVAILABLE} 2022-06-29 11:24:09,057 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@342e2b72{static,/static,jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/static,AVAILABLE} 2022-06-29 11:24:09,178 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.w.WebAppContext@4c4e0700{hdfs,/,file:///private/var/folders/nn/mkv5bwbd2fg8v8ztz5swpq980000gn/T/jetty-localhost-63421-hadoop-hdfs-3_4_0-SNAPSHOT-tests_jar-_-any-6240605619690906164/webapp/,AVAILABLE}{jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/hdfs} 2022-06-29 11:24:09,178 INFO [Listener at 0.0.0.0/8049] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@66cd5f16{HTTP/1.1, (http/1.1)}{localhost:63421} 2022-06-29 11:24:09,178 INFO [Listener at 0.0.0.0/8049] server.Server (Server.java:doStart(415)) - Started @856139ms 2022-06-29 11:24:09,179 INFO [Listener at 0.0.0.0/8049] namenode.FSEditLog (FSEditLog.java:newInstance(234)) - Edit logging is async:true 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(863)) - KeyProvider: null 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystemLock.java:(142)) - fsLock is fair: true 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystemLock.java:(160)) - Detailed lock hold time metrics enabled: false 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(902)) - fsOwner = snemeth (auth:SIMPLE) 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(903)) - supergroup = supergroup 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(904)) - isPermissionEnabled = true 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(905)) - isStoragePolicyEnabled = true 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:(916)) - HA Enabled: false 2022-06-29 11:24:09,190 INFO [Listener at 0.0.0.0/8049] common.Util (Util.java:isDiskStatsEnabled(428)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] blockmanagement.DatanodeManager (DatanodeManager.java:setBlockInvalidateLimit(2148)) - dfs.block.invalidate.limit : configured=1000, counted=60, effected=1000 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] blockmanagement.DatanodeManager (DatanodeManager.java:(323)) - dfs.namenode.datanode.registration.ip-hostname-check=true 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(77)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(83)) - The block deletion will start around 2022 Jun 29 11:24:09 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map BlocksMap 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 2.0% max memory 1.9 GB = 39.6 MB 2022-06-29 11:24:09,191 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^22 = 4194304 entries 2022-06-29 11:24:09,192 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:createSPSManager(5534)) - Storage policy satisfier is disabled 2022-06-29 11:24:09,192 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(676)) - dfs.block.access.token.enable = false 2022-06-29 11:24:09,192 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(656)) - Using 1000 as SafeModeMonitor Interval 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(161)) - dfs.namenode.safemode.threshold-pct = 0.999 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(162)) - dfs.namenode.safemode.min.datanodes = 0 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManagerSafeMode (BlockManagerSafeMode.java:(164)) - dfs.namenode.safemode.extension = 0 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(662)) - defaultReplication = 1 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(663)) - maxReplication = 512 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(664)) - minReplication = 1 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(665)) - maxReplicationStreams = 2 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(666)) - redundancyRecheckInterval = 3000ms 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(667)) - encryptDataTransfer = false 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] blockmanagement.BlockManager (BlockManager.java:printInitialConfigs(668)) - maxNumBlocksToLog = 1000 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map INodeMap 2022-06-29 11:24:09,193 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:09,194 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 1.0% max memory 1.9 GB = 19.8 MB 2022-06-29 11:24:09,194 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^21 = 2097152 entries 2022-06-29 11:24:09,194 INFO [Listener at 0.0.0.0/8049] namenode.FSDirectory (FSDirectory.java:(335)) - ACLs enabled? true 2022-06-29 11:24:09,194 INFO [Listener at 0.0.0.0/8049] namenode.FSDirectory (FSDirectory.java:(339)) - POSIX ACL inheritance enabled? true 2022-06-29 11:24:09,194 INFO [Listener at 0.0.0.0/8049] namenode.FSDirectory (FSDirectory.java:(343)) - XAttrs enabled? true 2022-06-29 11:24:09,194 INFO [Listener at 0.0.0.0/8049] namenode.NameNode (FSDirectory.java:(406)) - Caching file names occurring more than 10 times 2022-06-29 11:24:09,194 INFO [Listener at 0.0.0.0/8049] snapshot.SnapshotManager (SnapshotManager.java:(163)) - Loaded config captureOpenFiles: false, skipCaptureAccessTimeOnlyChange: false, snapshotDiffAllowSnapRootDescendant: true, maxSnapshotFSLimit: 65536, maxSnapshotLimit: 65536 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] snapshot.SnapshotManager (SnapshotManager.java:(176)) - dfs.namenode.snapshot.deletion.ordered = false 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] snapshot.SnapshotManager (DirectoryDiffListFactory.java:init(43)) - SkipList is disabled 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map cachedBlocks 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 0.25% max memory 1.9 GB = 4.9 MB 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^19 = 524288 entries 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] metrics.TopMetrics (TopMetrics.java:logConf(76)) - NNTop conf: dfs.namenode.top.window.num.buckets = 10 2022-06-29 11:24:09,195 INFO [Listener at 0.0.0.0/8049] metrics.TopMetrics (TopMetrics.java:logConf(78)) - NNTop conf: dfs.namenode.top.num.users = 10 2022-06-29 11:24:09,196 INFO [Listener at 0.0.0.0/8049] metrics.TopMetrics (TopMetrics.java:logConf(80)) - NNTop conf: dfs.namenode.top.windows.minutes = 1,5,25 2022-06-29 11:24:09,196 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1148)) - Retry cache on namenode is enabled 2022-06-29 11:24:09,196 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:initRetryCache(1156)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis 2022-06-29 11:24:09,196 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(408)) - Computing capacity for map NameNodeRetryCache 2022-06-29 11:24:09,196 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(409)) - VM type = 64-bit 2022-06-29 11:24:09,196 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(410)) - 0.029999999329447746% max memory 1.9 GB = 608.2 KB 2022-06-29 11:24:09,196 INFO [Listener at 0.0.0.0/8049] util.GSet (LightWeightGSet.java:computeCapacity(415)) - capacity = 2^16 = 65536 entries 2022-06-29 11:24:09,197 INFO [Listener at 0.0.0.0/8049] common.Storage (Storage.java:tryLock(948)) - Lock on /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/in_use.lock acquired by nodename 68291@snemeth-MBP16.local 2022-06-29 11:24:09,198 INFO [Listener at 0.0.0.0/8049] common.Storage (Storage.java:tryLock(948)) - Lock on /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2/in_use.lock acquired by nodename 68291@snemeth-MBP16.local 2022-06-29 11:24:09,199 INFO [Listener at 0.0.0.0/8049] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/current 2022-06-29 11:24:09,199 INFO [Listener at 0.0.0.0/8049] namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(428)) - Recovering unfinalized segments in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2/current 2022-06-29 11:24:09,200 INFO [Listener at 0.0.0.0/8049] namenode.FSImage (FSImage.java:loadFSImage(734)) - No edit log streams selected. 2022-06-29 11:24:09,200 INFO [Listener at 0.0.0.0/8049] namenode.FSImage (FSImage.java:loadFSImageFile(800)) - Planning to load image: FSImageFile(file=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/current/fsimage_0000000000000000000, cpktTxId=0000000000000000000) 2022-06-29 11:24:09,201 INFO [Listener at 0.0.0.0/8049] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSectionHeader(413)) - Loading 1 INodes. 2022-06-29 11:24:09,202 INFO [Listener at 0.0.0.0/8049] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(371)) - Successfully loaded 1 inodes 2022-06-29 11:24:09,202 INFO [Listener at 0.0.0.0/8049] namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:waitBlocksMapAndNameCacheUpdateFinished(344)) - Completed update blocks map and name cache, total waiting duration 0ms. 2022-06-29 11:24:09,202 INFO [Listener at 0.0.0.0/8049] namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(255)) - Loaded FSImage in 0 seconds. 2022-06-29 11:24:09,202 INFO [Listener at 0.0.0.0/8049] namenode.FSImage (FSImage.java:loadFSImage(978)) - Loaded image for txid 0 from /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/current/fsimage_0000000000000000000 2022-06-29 11:24:09,202 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1270)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false) 2022-06-29 11:24:09,202 INFO [Listener at 0.0.0.0/8049] namenode.FSEditLog (FSEditLog.java:startLogSegment(1410)) - Starting log segment at 1 2022-06-29 11:24:09,208 INFO [Listener at 0.0.0.0/8049] namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups 2022-06-29 11:24:09,208 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(835)) - Finished loading FSImage in 12 msecs 2022-06-29 11:24:09,209 INFO [Listener at 0.0.0.0/8049] namenode.NameNode (NameNodeRpcServer.java:(452)) - RPC server is binding to localhost:0 2022-06-29 11:24:09,209 INFO [Listener at 0.0.0.0/8049] namenode.NameNode (NameNodeRpcServer.java:(457)) - Enable NameNode state context:false 2022-06-29 11:24:09,209 INFO [Listener at 0.0.0.0/8049] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:09,210 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:09,210 INFO [Listener at localhost/63423] namenode.NameNode (NameNode.java:initialize(791)) - Clients are to use localhost:63423 to access this namenode/service. 2022-06-29 11:24:09,211 INFO [Listener at localhost/63423] namenode.FSNamesystem (FSNamesystem.java:registerMBean(5598)) - Registered FSNamesystemState, ReplicatedBlocksState and ECBlockGroupsState MBeans. 2022-06-29 11:24:09,246 INFO [Listener at localhost/63423] namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(166)) - Number of blocks under construction: 0 2022-06-29 11:24:09,247 INFO [Listener at localhost/63423] blockmanagement.DatanodeAdminDefaultMonitor (DatanodeAdminDefaultMonitor.java:processConf(116)) - Initialized the Default Decommission and Maintenance monitor 2022-06-29 11:24:09,247 INFO [MarkedDeleteBlockScrubberThread] blockmanagement.BlockManager (BlockManager.java:run(5053)) - Start MarkedDeleteBlockScrubber thread 2022-06-29 11:24:09,247 INFO [Listener at localhost/63423] blockmanagement.BlockManager (BlockManager.java:initializeReplQueues(5261)) - initializing replication queues 2022-06-29 11:24:09,248 INFO [Listener at localhost/63423] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(409)) - STATE* Leaving safe mode after 0 secs 2022-06-29 11:24:09,248 INFO [Listener at localhost/63423] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(415)) - STATE* Network topology has 0 racks and 0 datanodes 2022-06-29 11:24:09,248 INFO [Listener at localhost/63423] hdfs.StateChange (BlockManagerSafeMode.java:leaveSafeMode(417)) - STATE* UnderReplicatedBlocks has 0 blocks 2022-06-29 11:24:09,251 INFO [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3827)) - Total number of blocks = 0 2022-06-29 11:24:09,251 INFO [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3828)) - Number of invalid blocks = 0 2022-06-29 11:24:09,251 INFO [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3829)) - Number of under-replicated blocks = 0 2022-06-29 11:24:09,251 INFO [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3830)) - Number of over-replicated blocks = 0 2022-06-29 11:24:09,251 INFO [Reconstruction Queue Initializer] blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(3832)) - Number of blocks being written = 0 2022-06-29 11:24:09,251 INFO [Reconstruction Queue Initializer] hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(3835)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 4 msec 2022-06-29 11:24:09,252 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:09,252 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:09,253 INFO [Listener at localhost/63423] namenode.NameNode (NameNode.java:startCommonServices(908)) - NameNode RPC up at: localhost/127.0.0.1:63423 2022-06-29 11:24:09,253 INFO [Listener at localhost/63423] namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1382)) - Starting services required for active state 2022-06-29 11:24:09,253 INFO [Listener at localhost/63423] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(849)) - Initializing quota with 12 thread(s) 2022-06-29 11:24:09,256 INFO [Listener at localhost/63423] namenode.FSDirectory (FSDirectory.java:updateCountForQuota(858)) - Quota initialization completed in 3 milliseconds name space=1 storage space=0 storage types=RAM_DISK=0, SSD=0, DISK=0, ARCHIVE=0, PROVIDED=0, NVDIMM=0 2022-06-29 11:24:09,258 INFO [CacheReplicationMonitor(1547151054)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds 2022-06-29 11:24:09,278 INFO [Listener at localhost/63423] hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1769)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1,[DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 2022-06-29 11:24:09,279 INFO [Listener at localhost/63423] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1 2022-06-29 11:24:09,279 INFO [Listener at localhost/63423] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 2022-06-29 11:24:09,313 INFO [Listener at localhost/63423] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - DataNode metrics system started (again) 2022-06-29 11:24:09,313 INFO [Listener at localhost/63423] common.Util (Util.java:isDiskStatsEnabled(428)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling 2022-06-29 11:24:09,313 INFO [Listener at localhost/63423] datanode.BlockScanner (BlockScanner.java:(201)) - Initialized block scanner with targetBytesPerSec 1048576 2022-06-29 11:24:09,313 INFO [Listener at localhost/63423] datanode.DataNode (DataNode.java:(567)) - Configured hostname is 127.0.0.1 2022-06-29 11:24:09,313 INFO [Listener at localhost/63423] common.Util (Util.java:isDiskStatsEnabled(428)) - dfs.datanode.fileio.profiling.sampling.percentage set to 0. Disabling file IO profiling 2022-06-29 11:24:09,314 INFO [Listener at localhost/63423] datanode.DataNode (DataNode.java:startDataNode(1776)) - Starting DataNode with maxLockedMemory = 0 2022-06-29 11:24:09,314 INFO [Listener at localhost/63423] datanode.DataNode (DataNode.java:initDataXceiver(1539)) - Opened streaming server at /127.0.0.1:63424 2022-06-29 11:24:09,314 INFO [Listener at localhost/63423] datanode.DataNode (DataXceiverServer.java:(93)) - Balancing bandwidth is 104857600 bytes/s 2022-06-29 11:24:09,314 INFO [Listener at localhost/63423] datanode.DataNode (DataXceiverServer.java:(94)) - Number threads for balancing is 100 2022-06-29 11:24:09,315 WARN [Listener at localhost/63423] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:09,317 INFO [Listener at localhost/63423] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1191)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2022-06-29 11:24:09,318 INFO [Listener at localhost/63423] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode 2022-06-29 11:24:09,318 INFO [Listener at localhost/63423] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2022-06-29 11:24:09,318 INFO [Listener at localhost/63423] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2022-06-29 11:24:09,318 INFO [Listener at localhost/63423] http.HttpServer2 (HttpServer2.java:addAsyncProfilerServlet(804)) - ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2022-06-29 11:24:09,319 INFO [Listener at localhost/63423] http.HttpServer2 (HttpServer2.java:bindListener(1434)) - Jetty bound to port 63425 2022-06-29 11:24:09,319 INFO [Listener at localhost/63423] server.Server (Server.java:doStart(375)) - jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_232b09-201911100920-dcevm8u232b09 2022-06-29 11:24:09,319 INFO [Listener at localhost/63423] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0 2022-06-29 11:24:09,320 INFO [Listener at localhost/63423] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults 2022-06-29 11:24:09,320 INFO [Listener at localhost/63423] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms 2022-06-29 11:24:09,320 INFO [Listener at localhost/63423] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@7507a7ae{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,AVAILABLE} 2022-06-29 11:24:09,321 INFO [Listener at localhost/63423] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@64a04a04{static,/static,jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/static,AVAILABLE} 2022-06-29 11:24:09,428 INFO [Listener at localhost/63423] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.w.WebAppContext@112dbb6c{datanode,/,file:///private/var/folders/nn/mkv5bwbd2fg8v8ztz5swpq980000gn/T/jetty-localhost-63425-hadoop-hdfs-3_4_0-SNAPSHOT-tests_jar-_-any-2807893069667759372/webapp/,AVAILABLE}{jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/datanode} 2022-06-29 11:24:09,428 INFO [Listener at localhost/63423] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@1afb8449{HTTP/1.1, (http/1.1)}{localhost:63425} 2022-06-29 11:24:09,428 INFO [Listener at localhost/63423] server.Server (Server.java:doStart(415)) - Started @856388ms 2022-06-29 11:24:09,430 WARN [Listener at localhost/63423] web.DatanodeHttpServer (RestCsrfPreventionFilterHandler.java:(75)) - Got null for restCsrfPreventionFilter - will not do any filtering. 2022-06-29 11:24:09,431 INFO [Listener at localhost/63423] web.DatanodeHttpServer (DatanodeHttpServer.java:start(306)) - Listening HTTP traffic on /127.0.0.1:63426 2022-06-29 11:24:09,432 INFO [Listener at localhost/63423] datanode.DataNode (DataNode.java:startDataNode(1804)) - dnUserName = snemeth 2022-06-29 11:24:09,432 INFO [org.apache.hadoop.util.JvmPauseMonitor$Monitor@27a5e750] util.JvmPauseMonitor (JvmPauseMonitor.java:run(185)) - Starting JVM pause monitor 2022-06-29 11:24:09,432 INFO [Listener at localhost/63423] datanode.DataNode (DataNode.java:startDataNode(1805)) - supergroup = supergroup 2022-06-29 11:24:09,432 INFO [Listener at localhost/63423] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:09,433 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:09,433 INFO [Listener at localhost/63427] datanode.DataNode (DataNode.java:initIpcServer(1426)) - Opened IPC server at /127.0.0.1:63427 2022-06-29 11:24:09,444 INFO [Listener at localhost/63427] datanode.DataNode (BlockPoolManager.java:refreshNamenodes(150)) - Refresh request received for nameservices: null 2022-06-29 11:24:09,444 INFO [Listener at localhost/63427] datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(211)) - Starting BPOfferServices for nameservices: 2022-06-29 11:24:09,444 INFO [Thread-17627] datanode.DataNode (BPServiceActor.java:run(877)) - Block pool (Datanode Uuid unassigned) service to localhost/127.0.0.1:63423 starting to offer service 2022-06-29 11:24:09,445 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:09,446 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:09,448 INFO [Thread-17627] datanode.DataNode (BPOfferService.java:verifyAndSetNamespaceInfo(381)) - Acknowledging ACTIVE Namenode during handshake Block pool (Datanode Uuid unassigned) service to localhost/127.0.0.1:63423 2022-06-29 11:24:09,448 INFO [Thread-17627] common.Storage (DataStorage.java:getParallelVolumeLoadThreadsNum(356)) - Using 2 threads to upgrade data directories (dfs.datanode.parallel.volumes.load.threads.num=2, dataDirs=2) 2022-06-29 11:24:09,449 INFO [IPC Server handler 1 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=datanodeReport src=null dst=null perm=null proto=rpc 2022-06-29 11:24:09,449 INFO [Listener at localhost/63427] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2903)) - dnInfo.length != numDataNodes 2022-06-29 11:24:09,450 INFO [Listener at localhost/63427] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2827)) - Waiting for cluster to become active 2022-06-29 11:24:09,450 INFO [Thread-17627] common.Storage (Storage.java:tryLock(948)) - Lock on /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1/in_use.lock acquired by nodename 68291@snemeth-MBP16.local 2022-06-29 11:24:09,450 INFO [Thread-17627] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1 is not formatted for namespace 1681159701. Formatting... 2022-06-29 11:24:09,450 INFO [Thread-17627] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c for directory /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1 2022-06-29 11:24:09,452 INFO [Thread-17627] common.Storage (Storage.java:tryLock(948)) - Lock on /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2/in_use.lock acquired by nodename 68291@snemeth-MBP16.local 2022-06-29 11:24:09,452 INFO [Thread-17627] common.Storage (DataStorage.java:loadStorageDirectory(284)) - Storage directory with location [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 is not formatted for namespace 1681159701. Formatting... 2022-06-29 11:24:09,452 INFO [Thread-17627] common.Storage (DataStorage.java:createStorageID(160)) - Generated new storageID DS-1c511d6d-0817-45ad-ab15-4248e79dcead for directory /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 2022-06-29 11:24:09,482 INFO [Thread-17627] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(255)) - Analyzing storage directories for bpid BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,482 INFO [Thread-17627] common.Storage (Storage.java:lock(907)) - Locking is disabled for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1/current/BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,482 INFO [Thread-17627] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(168)) - Block pool storage directory for location [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1 and block pool id BP-1988366880-192.168.1.233-1656494649001 is not formatted. Formatting ... 2022-06-29 11:24:09,482 INFO [Thread-17627] common.Storage (BlockPoolSliceStorage.java:format(284)) - Formatting block pool BP-1988366880-192.168.1.233-1656494649001 directory /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1/current/BP-1988366880-192.168.1.233-1656494649001/current 2022-06-29 11:24:09,509 INFO [Thread-17627] common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(255)) - Analyzing storage directories for bpid BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,509 INFO [Thread-17627] common.Storage (Storage.java:lock(907)) - Locking is disabled for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2/current/BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,510 INFO [Thread-17627] common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(168)) - Block pool storage directory for location [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 and block pool id BP-1988366880-192.168.1.233-1656494649001 is not formatted. Formatting ... 2022-06-29 11:24:09,510 INFO [Thread-17627] common.Storage (BlockPoolSliceStorage.java:format(284)) - Formatting block pool BP-1988366880-192.168.1.233-1656494649001 directory /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2/current/BP-1988366880-192.168.1.233-1656494649001/current 2022-06-29 11:24:09,511 INFO [Thread-17627] datanode.DataNode (DataNode.java:initStorage(2124)) - Setting up storage: nsid=1681159701;bpid=BP-1988366880-192.168.1.233-1656494649001;lv=-57;nsInfo=lv=-67;cid=testClusterID;nsid=1681159701;c=1656494649001;bpid=BP-1988366880-192.168.1.233-1656494649001;dnuuid=null 2022-06-29 11:24:09,511 INFO [Thread-17627] datanode.DataNode (DataNode.java:checkDatanodeUuid(1922)) - Generated and persisted new Datanode UUID b0433e23-3046-413e-8952-fefd6d00cf49 2022-06-29 11:24:09,511 INFO [Thread-17627] fsdataset.RoundRobinVolumeChoosingPolicy (RoundRobinVolumeChoosingPolicy.java:setConf(67)) - Round robin volume choosing policy initialized: dfs.datanode.round-robin-volume-choosing-policy.additional-available-space = 0 2022-06-29 11:24:09,512 INFO [Thread-17627] impl.FsDatasetImpl (FsVolumeList.java:addVolume(400)) - Added new volume: DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c 2022-06-29 11:24:09,512 INFO [Thread-17627] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(489)) - Added volume - [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, StorageType: DISK 2022-06-29 11:24:09,514 INFO [Thread-17627] impl.FsDatasetImpl (FsVolumeList.java:addVolume(400)) - Added new volume: DS-1c511d6d-0817-45ad-ab15-4248e79dcead 2022-06-29 11:24:09,514 INFO [Thread-17627] impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(489)) - Added volume - [DISK]file:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, StorageType: DISK 2022-06-29 11:24:09,515 INFO [Thread-17627] impl.MemoryMappableBlockLoader (MemoryMappableBlockLoader.java:initialize(47)) - Initializing cache loader: MemoryMappableBlockLoader. 2022-06-29 11:24:09,516 INFO [Thread-17627] impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(2559)) - Registered FSDatasetState MBean 2022-06-29 11:24:09,516 INFO [Thread-17627] impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(3136)) - Adding block pool BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,516 INFO [Thread-17644] impl.FsDatasetImpl (FsVolumeList.java:run(513)) - Scanning block pool BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1... 2022-06-29 11:24:09,517 INFO [Thread-17645] impl.FsDatasetImpl (FsVolumeList.java:run(513)) - Scanning block pool BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2... 2022-06-29 11:24:09,517 WARN [Thread-17644] impl.FsDatasetImpl (BlockPoolSlice.java:loadDfsUsed(347)) - dfsUsed file missing in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1/current/BP-1988366880-192.168.1.233-1656494649001/current, will proceed with Du for space computation calculation, 2022-06-29 11:24:09,517 WARN [Thread-17645] impl.FsDatasetImpl (BlockPoolSlice.java:loadDfsUsed(347)) - dfsUsed file missing in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2/current/BP-1988366880-192.168.1.233-1656494649001/current, will proceed with Du for space computation calculation, 2022-06-29 11:24:09,552 INFO [Thread-17644] impl.FsDatasetImpl (FsVolumeList.java:run(518)) - Time taken to scan block pool BP-1988366880-192.168.1.233-1656494649001 on /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1: 35ms 2022-06-29 11:24:09,552 INFO [Thread-17645] impl.FsDatasetImpl (FsVolumeList.java:run(518)) - Time taken to scan block pool BP-1988366880-192.168.1.233-1656494649001 on /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2: 35ms 2022-06-29 11:24:09,552 INFO [Thread-17627] impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(538)) - Total time to scan all replicas for block pool BP-1988366880-192.168.1.233-1656494649001: 36ms 2022-06-29 11:24:09,552 INFO [Thread-17648] impl.FsDatasetImpl (FsVolumeList.java:run(266)) - Adding replicas to map for block pool BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1... 2022-06-29 11:24:09,552 INFO [Thread-17649] impl.FsDatasetImpl (FsVolumeList.java:run(266)) - Adding replicas to map for block pool BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2... 2022-06-29 11:24:09,553 INFO [Thread-17648] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(963)) - Replica Cache file: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1/current/BP-1988366880-192.168.1.233-1656494649001/current/replicas doesn't exist 2022-06-29 11:24:09,553 INFO [Thread-17649] impl.BlockPoolSlice (BlockPoolSlice.java:readReplicasFromCache(963)) - Replica Cache file: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2/current/BP-1988366880-192.168.1.233-1656494649001/current/replicas doesn't exist 2022-06-29 11:24:09,553 INFO [Thread-17649] impl.FsDatasetImpl (FsVolumeList.java:run(271)) - Time to add replicas to map for block pool BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2: 0ms 2022-06-29 11:24:09,553 INFO [Thread-17648] impl.FsDatasetImpl (FsVolumeList.java:run(271)) - Time to add replicas to map for block pool BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1: 0ms 2022-06-29 11:24:09,554 INFO [Thread-17627] impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(292)) - Total time to add all replicas to map for block pool BP-1988366880-192.168.1.233-1656494649001: 2ms 2022-06-29 11:24:09,554 INFO [Thread-17627] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1 2022-06-29 11:24:09,555 INFO [Thread-17627] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(223)) - Scheduled health check for volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1 2022-06-29 11:24:09,555 INFO [IPC Server handler 2 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=datanodeReport src=null dst=null perm=null proto=rpc 2022-06-29 11:24:09,555 INFO [Thread-17627] checker.ThrottledAsyncChecker (ThrottledAsyncChecker.java:schedule(137)) - Scheduling a check for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 2022-06-29 11:24:09,556 INFO [Listener at localhost/63427] hdfs.MiniDFSCluster (MiniDFSCluster.java:shouldWait(2903)) - dnInfo.length != numDataNodes 2022-06-29 11:24:09,557 INFO [Listener at localhost/63427] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2827)) - Waiting for cluster to become active 2022-06-29 11:24:09,556 INFO [Thread-17627] checker.DatasetVolumeChecker (DatasetVolumeChecker.java:checkAllVolumes(223)) - Scheduled health check for volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 2022-06-29 11:24:09,558 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2 2022-06-29 11:24:09,558 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(385)) - Now scanning bpid BP-1988366880-192.168.1.233-1656494649001 on volume /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1 2022-06-29 11:24:09,558 WARN [Thread-17627] datanode.DirectoryScanner (DirectoryScanner.java:(302)) - dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2022-06-29 11:24:09,558 INFO [Thread-17627] datanode.DirectoryScanner (DirectoryScanner.java:start(367)) - Periodic Directory Tree Verification scan starting in 2781005ms with interval of 21600000ms and throttle limit of -1ms/s 2022-06-29 11:24:09,558 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, DS-1c511d6d-0817-45ad-ab15-4248e79dcead): finished scanning block pool BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,558 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1)] datanode.VolumeScanner (VolumeScanner.java:getNextBlockToScan(505)) - VolumeScanner(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c): finished scanning block pool BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,558 INFO [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] datanode.DataNode (BPServiceActor.java:register(819)) - Block pool BP-1988366880-192.168.1.233-1656494649001 (Datanode Uuid b0433e23-3046-413e-8952-fefd6d00cf49) service to localhost/127.0.0.1:63423 beginning handshake with NN: localhost/127.0.0.1:63423. 2022-06-29 11:24:09,559 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, DS-1c511d6d-0817-45ad-ab15-4248e79dcead): no suitable block pools found to scan. Waiting 1814399999 ms. 2022-06-29 11:24:09,559 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1)] datanode.VolumeScanner (VolumeScanner.java:findNextUsableBlockIter(402)) - VolumeScanner(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c): no suitable block pools found to scan. Waiting 1814399999 ms. 2022-06-29 11:24:09,560 INFO [IPC Server handler 3 on default port 63423] hdfs.StateChange (DatanodeManager.java:registerDatanode(1169)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1:63424, datanodeUuid=b0433e23-3046-413e-8952-fefd6d00cf49, infoPort=63426, infoSecurePort=0, ipcPort=63427, storageInfo=lv=-57;cid=testClusterID;nsid=1681159701;c=1656494649001) storage b0433e23-3046-413e-8952-fefd6d00cf49 2022-06-29 11:24:09,560 INFO [IPC Server handler 3 on default port 63423] net.NetworkTopology (NetworkTopology.java:add(156)) - Adding a new node: /default-rack/127.0.0.1:63424 2022-06-29 11:24:09,560 INFO [IPC Server handler 3 on default port 63423] blockmanagement.BlockReportLeaseManager (BlockReportLeaseManager.java:registerNode(200)) - Registered DN b0433e23-3046-413e-8952-fefd6d00cf49 (127.0.0.1:63424). 2022-06-29 11:24:09,562 INFO [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] datanode.DataNode (BPServiceActor.java:register(846)) - Block pool BP-1988366880-192.168.1.233-1656494649001 (Datanode Uuid b0433e23-3046-413e-8952-fefd6d00cf49) service to localhost/127.0.0.1:63423 successfully registered with NN: localhost/127.0.0.1:63423. 2022-06-29 11:24:09,562 INFO [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] datanode.DataNode (BPServiceActor.java:offerService(680)) - For namenode localhost/127.0.0.1:63423 using BLOCKREPORT_INTERVAL of 21600000msecs CACHEREPORT_INTERVAL of 10000msecs Initial delay: 0msecs; heartBeatInterval=3000 2022-06-29 11:24:09,562 INFO [ibr-executor-0] datanode.DataNode (BPServiceActor.java:run(1145)) - Starting IBR Task Handler. 2022-06-29 11:24:09,563 INFO [IPC Server handler 4 on default port 63423] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(1021)) - Adding new storage ID DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c for DN 127.0.0.1:63424 2022-06-29 11:24:09,563 INFO [IPC Server handler 4 on default port 63423] blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(1021)) - Adding new storage ID DS-1c511d6d-0817-45ad-ab15-4248e79dcead for DN 127.0.0.1:63424 2022-06-29 11:24:09,565 INFO [Block report processor] BlockStateChange (BlockManager.java:processReport(2878)) - BLOCK* processReport 0xe5c934e0ca7e42e3 with lease ID 0xf3ddbb1b889b8f53: Processing first storage report for DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c from datanode DatanodeRegistration(127.0.0.1:63424, datanodeUuid=b0433e23-3046-413e-8952-fefd6d00cf49, infoPort=63426, infoSecurePort=0, ipcPort=63427, storageInfo=lv=-57;cid=testClusterID;nsid=1681159701;c=1656494649001) 2022-06-29 11:24:09,565 INFO [Block report processor] BlockStateChange (BlockManager.java:processReport(2910)) - BLOCK* processReport 0xe5c934e0ca7e42e3 with lease ID 0xf3ddbb1b889b8f53: from storage DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c node DatanodeRegistration(127.0.0.1:63424, datanodeUuid=b0433e23-3046-413e-8952-fefd6d00cf49, infoPort=63426, infoSecurePort=0, ipcPort=63427, storageInfo=lv=-57;cid=testClusterID;nsid=1681159701;c=1656494649001), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2022-06-29 11:24:09,566 INFO [Block report processor] BlockStateChange (BlockManager.java:processReport(2878)) - BLOCK* processReport 0xe5c934e0ca7e42e3 with lease ID 0xf3ddbb1b889b8f53: Processing first storage report for DS-1c511d6d-0817-45ad-ab15-4248e79dcead from datanode DatanodeRegistration(127.0.0.1:63424, datanodeUuid=b0433e23-3046-413e-8952-fefd6d00cf49, infoPort=63426, infoSecurePort=0, ipcPort=63427, storageInfo=lv=-57;cid=testClusterID;nsid=1681159701;c=1656494649001) 2022-06-29 11:24:09,566 INFO [Block report processor] BlockStateChange (BlockManager.java:processReport(2910)) - BLOCK* processReport 0xe5c934e0ca7e42e3 with lease ID 0xf3ddbb1b889b8f53: from storage DS-1c511d6d-0817-45ad-ab15-4248e79dcead node DatanodeRegistration(127.0.0.1:63424, datanodeUuid=b0433e23-3046-413e-8952-fefd6d00cf49, infoPort=63426, infoSecurePort=0, ipcPort=63427, storageInfo=lv=-57;cid=testClusterID;nsid=1681159701;c=1656494649001), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2022-06-29 11:24:09,566 INFO [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] datanode.DataNode (BPServiceActor.java:blockReport(464)) - Successfully sent block report 0xe5c934e0ca7e42e3 with lease ID 0xf3ddbb1b889b8f53 to namenode: localhost/127.0.0.1:63423, containing 2 storage report(s), of which we sent 2. The reports had 0 total blocks and used 1 RPC(s). This took 0 msecs to generate and 1 msecs for RPC and NN processing. Got back one command: FinalizeCommand/5. 2022-06-29 11:24:09,566 INFO [Command processor] datanode.DataNode (BPOfferService.java:processCommandFromActive(763)) - Got finalize command for block pool BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:09,658 INFO [IPC Server handler 6 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=datanodeReport src=null dst=null perm=null proto=rpc 2022-06-29 11:24:09,658 INFO [Listener at localhost/63427] hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2879)) - Cluster is active 2022-06-29 11:24:09,853 INFO [IPC Server handler 7 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/snemeth/target/TestMROpportunisticMaps-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc 2022-06-29 11:24:09,856 INFO [IPC Server handler 8 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/snemeth/target/TestMROpportunisticMaps-tmpDir/MRAppJar.jar dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:09,859 INFO [IPC Server handler 9 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741825_1001, replicas=127.0.0.1:63424 for /user/snemeth/target/TestMROpportunisticMaps-tmpDir/MRAppJar.jar 2022-06-29 11:24:09,862 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63430 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741825_1001]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741825_1001 src: /127.0.0.1:63430 dest: /127.0.0.1:63424 2022-06-29 11:24:09,868 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741825_1001, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63430, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, bytes: 589467, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741825_1001, duration(ns): 1708151 2022-06-29 11:24:09,868 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741825_1001, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741825_1001, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:09,871 INFO [IPC Server handler 2 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /user/snemeth/target/TestMROpportunisticMaps-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:09,872 INFO [IPC Server handler 3 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/snemeth/target/TestMROpportunisticMaps-tmpDir/MRAppJar.jar dst=null perm=snemeth:supergroup:rwxr--r-- proto=rpc 2022-06-29 11:24:10,451 INFO [IPC Server handler 4 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/snemeth/target/TestMROpportunisticMaps-tmpDir/hadoop-1841261807508935137.jar dst=null perm=null proto=rpc 2022-06-29 11:24:10,452 INFO [IPC Server handler 5 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/snemeth/target/TestMROpportunisticMaps-tmpDir/hadoop-1841261807508935137.jar dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:10,455 INFO [IPC Server handler 6 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741826_1002, replicas=127.0.0.1:63424 for /user/snemeth/target/TestMROpportunisticMaps-tmpDir/hadoop-1841261807508935137.jar 2022-06-29 11:24:10,457 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63431 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741826_1002]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741826_1002 src: /127.0.0.1:63431 dest: /127.0.0.1:63424 2022-06-29 11:24:10,464 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741826_1002, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63431, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, bytes: 1658187, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741826_1002, duration(ns): 4701380 2022-06-29 11:24:10,464 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741826_1002, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741826_1002, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:10,464 INFO [IPC Server handler 8 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /user/snemeth/target/TestMROpportunisticMaps-tmpDir/hadoop-1841261807508935137.jar is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:10,465 INFO [IPC Server handler 9 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/snemeth/target/TestMROpportunisticMaps-tmpDir/hadoop-1841261807508935137.jar dst=null perm=snemeth:supergroup:rwxr--r-- proto=rpc 2022-06-29 11:24:10,535 INFO [IPC Server handler 0 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir dst=null perm=null proto=rpc 2022-06-29 11:24:10,537 INFO [Listener at localhost/63427] v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(175)) - mkdir: hdfs://localhost:63423/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir 2022-06-29 11:24:10,537 INFO [IPC Server handler 1 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir dst=null perm=snemeth:supergroup:rwxrwxrwx proto=rpc 2022-06-29 11:24:10,548 INFO [Listener at localhost/63427] jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(283)) - Default file system is set solely by core-default.xml therefore - ignoring 2022-06-29 11:24:10,549 INFO [IPC Server handler 2 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir/history/done dst=null perm=snemeth:supergroup:rwxrwxrwx proto=rpc 2022-06-29 11:24:10,549 INFO [Listener at localhost/63427] net.ServerSocketUtil (ServerSocketUtil.java:getPort(55)) - Using port 9188 2022-06-29 11:24:10,550 INFO [Listener at localhost/63427] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2875)) - resource-types.xml not found 2022-06-29 11:24:10,550 INFO [Listener at localhost/63427] resource.ResourceUtils (ResourceUtils.java:addResourcesFileToConf(476)) - Unable to find 'resource-types.xml'. 2022-06-29 11:24:10,562 INFO [Listener at localhost/63427] resourcemanager.RMNMInfo (RMInfo.java:register(55)) - Registered RMInfo MBean 2022-06-29 11:24:10,562 INFO [Listener at localhost/63427] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2878)) - found resource core-site.xml at file:/Users/snemeth/development/apache/hadoop/hadoop-common-project/hadoop-common/target/test-classes/core-site.xml 2022-06-29 11:24:10,564 INFO [Listener at localhost/63427] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2875)) - yarn-site.xml not found 2022-06-29 11:24:10,564 INFO [Listener at localhost/63427] metrics.GenericEventTypeMetrics (GenericEventTypeMetrics.java:registerMetrics(75)) - Registering GenericEventTypeMetrics 2022-06-29 11:24:10,565 INFO [Listener at localhost/63427] metrics.GenericEventTypeMetrics (GenericEventTypeMetrics.java:registerMetrics(75)) - Registering GenericEventTypeMetrics 2022-06-29 11:24:10,565 INFO [Listener at localhost/63427] metrics.GenericEventTypeMetrics (GenericEventTypeMetrics.java:registerMetrics(75)) - Registering GenericEventTypeMetrics 2022-06-29 11:24:10,565 INFO [Listener at localhost/63427] metrics.GenericEventTypeMetrics (GenericEventTypeMetrics.java:registerMetrics(75)) - Registering GenericEventTypeMetrics 2022-06-29 11:24:10,565 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher 2022-06-29 11:24:10,565 INFO [Listener at localhost/63427] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms 2022-06-29 11:24:10,566 INFO [Listener at localhost/63427] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:(81)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms 2022-06-29 11:24:10,566 INFO [Listener at localhost/63427] security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2022-06-29 11:24:10,566 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler 2022-06-29 11:24:10,566 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager 2022-06-29 11:24:10,566 INFO [Listener at localhost/63427] resourcemanager.ResourceManager (ResourceManager.java:createScheduler(522)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.capacity.CapacityScheduler 2022-06-29 11:24:10,567 INFO [Listener at localhost/63427] metrics.GenericEventTypeMetrics (GenericEventTypeMetrics.java:registerMetrics(75)) - Registering GenericEventTypeMetrics 2022-06-29 11:24:10,567 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher 2022-06-29 11:24:10,567 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher 2022-06-29 11:24:10,567 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher 2022-06-29 11:24:10,567 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher 2022-06-29 11:24:10,567 INFO [Listener at localhost/63427] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - ResourceManager metrics system started (again) 2022-06-29 11:24:10,568 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.event.EventDispatcher 2022-06-29 11:24:10,568 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager 2022-06-29 11:24:10,568 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher 2022-06-29 11:24:10,570 INFO [Listener at localhost/63427] resourcemanager.RMNMInfo (RMNMInfo.java:(66)) - Registered RMNMInfo MBean 2022-06-29 11:24:10,570 INFO [Listener at localhost/63427] monitor.RMAppLifetimeMonitor (RMAppLifetimeMonitor.java:serviceInit(67)) - Application lifelime monitor interval set to 3000 ms. 2022-06-29 11:24:10,570 INFO [Listener at localhost/63427] placement.MultiNodeSortingManager (MultiNodeSortingManager.java:serviceInit(63)) - Initializing NodeSortingService=MultiNodeSortingManager 2022-06-29 11:24:10,570 INFO [Listener at localhost/63427] util.HostsFileReader (HostsFileReader.java:refresh(239)) - Refreshing hosts (include/exclude) list 2022-06-29 11:24:10,571 INFO [Listener at localhost/63427] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2878)) - found resource capacity-scheduler.xml at jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-yarn-server-resourcemanager/3.4.0-SNAPSHOT/hadoop-yarn-server-resourcemanager-3.4.0-SNAPSHOT-tests.jar!/capacity-scheduler.xml 2022-06-29 11:24:10,573 INFO [Listener at localhost/63427] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:getMinimumAllocation(1542)) - Minimum allocation = 2022-06-29 11:24:10,573 INFO [Listener at localhost/63427] scheduler.AbstractYarnScheduler (AbstractYarnScheduler.java:getMaximumAllocation(1554)) - Maximum allocation = 2022-06-29 11:24:10,578 INFO [Listener at localhost/63427] capacity.ParentQueue (ParentQueue.java:setupQueueConfigs(178)) - root, capacity=1.0, absoluteCapacity=1.0, maxCapacity=1.0, absoluteMaxCapacity=1.0, state=RUNNING, acls=SUBMIT_APP:*ADMINISTER_QUEUE:*, labels=*, , reservationsContinueLooking=true, orderingPolicy=utilization, priority=0, allowZeroCapacitySum=false 2022-06-29 11:24:10,579 INFO [Listener at localhost/63427] capacity.AbstractLeafQueue (AbstractLeafQueue.java:setupQueueConfigs(259)) - Initializing root.default capacity = 1.0 [= (float) configuredCapacity / 100 ] absoluteCapacity = 1.0 [= parentAbsoluteCapacity * capacity ] maxCapacity = 1.0 [= configuredMaxCapacity ] absoluteMaxCapacity = 1.0 [= 1.0 maximumCapacity undefined, (parentAbsoluteMaxCapacity * maximumCapacity) / 100 otherwise ] effectiveMinResource= , effectiveMaxResource= userLimit = 100.0 [= configuredUserLimit ] userLimitFactor = 1.0 [= configuredUserLimitFactor ] maxApplications = -1 [= configuredMaximumSystemApplicationsPerQueue or (int)(configuredMaximumSystemApplications * absoluteCapacity)] maxApplicationsPerUser = 0 [= (int)(maxApplications * (userLimit / 100.0f) * userLimitFactor) ] maxParallelApps = 2147483647 usedCapacity = 0.0 [= usedResourcesMemory / (clusterResourceMemory * absoluteCapacity)] absoluteUsedCapacity = 0.0 [= usedResourcesMemory / clusterResourceMemory] maxAMResourcePerQueuePercent = 0.1 [= configuredMaximumAMResourcePercent ] minimumAllocationFactor = 0.875 [= (float)(maximumAllocationMemory - minimumAllocationMemory) / maximumAllocationMemory ] maximumAllocation = [= configuredMaxAllocation ] numContainers = 0 [= currentNumContainers ] state = RUNNING [= configuredState ] acls = SUBMIT_APP:*ADMINISTER_QUEUE:* [= configuredAcls ] nodeLocalityDelay = 40 rackLocalityAdditionalDelay = -1 labels=*, reservationsContinueLooking = true preemptionDisabled = true defaultAppPriorityPerQueue = 0 priority = 0 maxLifetime = -1 seconds defaultLifetime = -1 seconds 2022-06-29 11:24:10,579 INFO [Listener at localhost/63427] capacity.CapacitySchedulerQueueManager (CapacitySchedulerQueueManager.java:parseQueue(296)) - Initialized queue: root.default 2022-06-29 11:24:10,579 INFO [Listener at localhost/63427] capacity.CapacitySchedulerQueueManager (CapacitySchedulerQueueManager.java:parseQueue(296)) - Initialized queue: root 2022-06-29 11:24:10,580 INFO [Listener at localhost/63427] capacity.AbstractLeafQueue (AbstractLeafQueue.java:updateMaximumApplications(2373)) - LeafQueue:root.defaultupdate max app related, maxApplications=10000, maxApplicationsPerUser=10000, Abs Cap:1.0, Cap: 1.0, MaxCap : 1.0 2022-06-29 11:24:10,580 INFO [Listener at localhost/63427] capacity.CapacitySchedulerQueueManager (CapacitySchedulerQueueManager.java:initializeQueues(183)) - Initialized root queue root: numChildQueue= 1, capacity=1.0, absoluteCapacity=1.0, usedResources=, usedCapacity=0.0, numApps=0, numContainers=0 2022-06-29 11:24:10,580 INFO [Listener at localhost/63427] placement.CSMappingPlacementRule (CSMappingPlacementRule.java:initialize(126)) - Initializing CSMappingPlacementRule queue mapping manager. 2022-06-29 11:24:10,580 INFO [Listener at localhost/63427] placement.CSMappingPlacementRule (CSMappingPlacementRule.java:initialize(155)) - Initialized queue mappings, can override user specified queues: false number of rules: 0 mapping rules: [] 2022-06-29 11:24:10,580 INFO [Listener at localhost/63427] capacity.WorkflowPriorityMappingsManager (WorkflowPriorityMappingsManager.java:initialize(107)) - Initialized workflow priority mappings, override: false 2022-06-29 11:24:10,580 INFO [Listener at localhost/63427] placement.MultiNodeSortingManager (MultiNodeSortingManager.java:registerMultiNodePolicyNames(109)) - MultiNode scheduling is 'false', and configured policies are 2022-06-29 11:24:10,580 INFO [Listener at localhost/63427] capacity.CapacityScheduler (CapacityScheduler.java:printSchedulerInitialized(383)) - Initialized CapacityScheduler with calculator=class org.apache.hadoop.yarn.util.resource.DefaultResourceCalculator, minimumAllocation=, maximumAllocation=, asynchronousScheduling=false, asyncScheduleInterval=0 ms, multiNodePlacementEnabled=false, assignMultipleEnabled=true, maxAssignPerHeartbeat=100, offswitchPerHeartbeatLimit=1 2022-06-29 11:24:10,581 INFO [Listener at localhost/63427] conf.Configuration (Configuration.java:getConfResourceAsInputStream(2875)) - dynamic-resources.xml not found 2022-06-29 11:24:10,582 INFO [Listener at localhost/63427] resourcemanager.AMSProcessingChain (AMSProcessingChain.java:init(63)) - Initializing AMS Processing chain. Root Processor=[org.apache.hadoop.yarn.server.resourcemanager.DefaultAMSProcessor]. 2022-06-29 11:24:10,582 INFO [Listener at localhost/63427] resourcemanager.ApplicationMasterService (ApplicationMasterService.java:addPlacementConstraintHandler(133)) - disabled placement handler will be used, all scheduling requests will be rejected. 2022-06-29 11:24:10,582 INFO [Listener at localhost/63427] resourcemanager.AMSProcessingChain (AMSProcessingChain.java:addProcessor(76)) - Adding [org.apache.hadoop.yarn.server.resourcemanager.scheduler.constraint.processor.DisabledPlacementProcessor] tp top of AMS Processing chain. 2022-06-29 11:24:10,582 INFO [Listener at localhost/63427] resourcemanager.AMSProcessingChain (AMSProcessingChain.java:addProcessor(76)) - Adding [org.apache.hadoop.yarn.server.resourcemanager.OpportunisticContainerAllocatorAMService$OpportunisticAMSProcessor] tp top of AMS Processing chain. 2022-06-29 11:24:10,582 INFO [Listener at localhost/63427] resourcemanager.ResourceManager (ResourceManager.java:createSystemMetricsPublisher(659)) - TimelineServicePublisher is not configured 2022-06-29 11:24:10,583 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1 2022-06-29 11:24:10,584 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created localDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-localDir-nm-0_0 2022-06-29 11:24:10,584 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created localDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-localDir-nm-0_1 2022-06-29 11:24:10,584 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created localDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-localDir-nm-0_2 2022-06-29 11:24:10,584 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created localDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-localDir-nm-0_3 2022-06-29 11:24:10,584 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created logDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-logDir-nm-0_0 2022-06-29 11:24:10,584 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created logDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-logDir-nm-0_1 2022-06-29 11:24:10,585 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created logDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-logDir-nm-0_2 2022-06-29 11:24:10,585 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(614)) - Created logDir in /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/TestMROpportunisticMaps-logDir-nm-0_3 2022-06-29 11:24:10,585 INFO [Listener at localhost/63427] net.ServerSocketUtil (ServerSocketUtil.java:getPort(55)) - Using port 8048 2022-06-29 11:24:10,585 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(596)) - Starting NM: 0 2022-06-29 11:24:10,585 INFO [Listener at localhost/63427] resourceplugin.ResourcePluginManager (ResourcePluginManager.java:getPluginsFromConfig(96)) - No Resource plugins found from configuration! 2022-06-29 11:24:10,585 INFO [Listener at localhost/63427] resourceplugin.ResourcePluginManager (ResourcePluginManager.java:getPluginsFromConfig(98)) - Found Resource plugins from configuration: null 2022-06-29 11:24:10,585 INFO [Listener at localhost/63427] resourceplugin.ResourcePluginManager (ResourcePluginManager.java:initialize(86)) - The pluggable device framework is not enabled. If you want, please set true to yarn.nodemanager.pluggable-device-framework.enabled 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$LocalizationEventHandlerWrapper 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomQueueingContainerManagerImpl$1 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.scheduler.ContainerSchedulerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.scheduler.ContainerScheduler 2022-06-29 11:24:10,596 INFO [Listener at localhost/63427] tracker.NMLogAggregationStatusTracker (NMLogAggregationStatusTracker.java:(88)) - the rolling interval seconds for the NodeManager Cached Log aggregation status is 600 2022-06-29 11:24:10,597 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$CustomQueueingContainerManagerImpl 2022-06-29 11:24:10,597 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager 2022-06-29 11:24:10,597 INFO [Listener at localhost/63427] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - NodeManager metrics system started (again) 2022-06-29 11:24:10,597 INFO [Listener at localhost/63427] health.NodeHealthScriptRunner (NodeHealthScriptRunner.java:shouldRun(265)) - Missing location for the node health check script "script". 2022-06-29 11:24:10,607 INFO [Listener at localhost/63427] nodemanager.DirectoryCollection (DirectoryCollection.java:(240)) - Disk Validator 'basic' is loaded. 2022-06-29 11:24:10,619 INFO [Listener at localhost/63427] nodemanager.DirectoryCollection (DirectoryCollection.java:(240)) - Disk Validator 'basic' is loaded. 2022-06-29 11:24:10,623 WARN [Listener at localhost/63427] util.ResourceCalculatorPlugin (ResourceCalculatorPlugin.java:getResourceCalculatorPlugin(194)) - Failed to instantiate default resource calculator. Could not determine OS 2022-06-29 11:24:10,623 INFO [Listener at localhost/63427] nodemanager.NodeResourceMonitorImpl (NodeResourceMonitorImpl.java:serviceInit(100)) - Using ResourceCalculatorPlugin : null 2022-06-29 11:24:10,623 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler 2022-06-29 11:24:10,624 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.sharedcache.SharedCacheUploadEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.sharedcache.SharedCacheUploadService 2022-06-29 11:24:10,624 INFO [Listener at localhost/63427] server.MiniYARNCluster (MiniYARNCluster.java:createAMRMProxyService(934)) - CustomAMRMProxyService is enabled. All the AM->RM requests will be intercepted by the proxy 2022-06-29 11:24:10,624 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.amrmproxy.AMRMProxyService$ApplicationEventHandler 2022-06-29 11:24:10,624 INFO [Listener at localhost/63427] localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(243)) - per directory file limit = 8192 2022-06-29 11:24:11,189 INFO [Listener at localhost/63427] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker 2022-06-29 11:24:11,192 INFO [Listener at localhost/63427] containermanager.AuxServices (AuxServices.java:initAuxService(477)) - Initialized auxiliary service mapreduce_shuffle 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] containermanager.AuxServices (AuxServices.java:addService(159)) - Adding auxiliary service mapreduce_shuffle version null 2022-06-29 11:24:11,193 WARN [Listener at localhost/63427] util.ResourceCalculatorPlugin (ResourceCalculatorPlugin.java:getResourceCalculatorPlugin(194)) - Failed to instantiate default resource calculator. Could not determine OS 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(159)) - Using ResourceCalculatorPlugin: null 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(164)) - Using ResourceCalculatorProcessTree: null 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:setAllocatedResourcesForContainers(1028)) - Setting the resources allocated to containers to 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(208)) - Physical memory check enabled: false 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(209)) - Virtual memory check enabled: false 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(210)) - Elastic memory control enabled: false 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(211)) - Strict memory control enabled: true 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(236)) - ContainersMonitor enabled: false 2022-06-29 11:24:11,193 INFO [Listener at localhost/63427] monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(241)) - Container Log Monitor Enabled: false 2022-06-29 11:24:11,194 INFO [Listener at localhost/63427] amrmproxy.AMRMProxyTokenSecretManager (AMRMProxyTokenSecretManager.java:init(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms 2022-06-29 11:24:11,194 INFO [Listener at localhost/63427] containermanager.ContainerManagerImpl (ContainerManagerImpl.java:recover(399)) - Not a recoverable state store. Nothing to recover. 2022-06-29 11:24:11,194 INFO [Listener at localhost/63427] nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(204)) - Nodemanager resources is set to: 2022-06-29 11:24:11,194 WARN [Listener at localhost/63427] util.ResourceCalculatorPlugin (ResourceCalculatorPlugin.java:getResourceCalculatorPlugin(194)) - Failed to instantiate default resource calculator. Could not determine OS 2022-06-29 11:24:11,194 INFO [Listener at localhost/63427] nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(250)) - Initialized nodemanager with : physical-memory=4096 virtual-memory=8602 virtual-cores=8 2022-06-29 11:24:11,195 INFO [Listener at localhost/63427] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobHistoryServer metrics system started (again) 2022-06-29 11:24:11,195 INFO [Listener at localhost/63427] hs.JobHistory (JobHistory.java:serviceInit(86)) - JobHistory Init 2022-06-29 11:24:11,204 INFO [Listener at localhost/63427] jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(283)) - Default file system is set solely by core-default.xml therefore - ignoring 2022-06-29 11:24:11,204 INFO [IPC Server handler 4 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir/history/done dst=null perm=null proto=rpc 2022-06-29 11:24:11,214 INFO [Listener at localhost/63427] jobhistory.JobHistoryUtils (JobHistoryUtils.java:getDefaultFileContext(283)) - Default file system is set solely by core-default.xml therefore - ignoring 2022-06-29 11:24:11,215 INFO [IPC Server handler 5 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir/history/done_intermediate dst=null perm=null proto=rpc 2022-06-29 11:24:11,215 INFO [IPC Server handler 6 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir/history/done_intermediate dst=null perm=snemeth:supergroup:rwxrwxrwx proto=rpc 2022-06-29 11:24:11,216 INFO [IPC Server handler 7 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir/history/done_intermediate dst=null perm=null proto=rpc 2022-06-29 11:24:11,216 INFO [Listener at localhost/63427] hs.HistoryFileManager (HistoryFileManager.java:mkdir(759)) - Perms after creating 511, Expected: 1023 2022-06-29 11:24:11,216 INFO [Listener at localhost/63427] hs.HistoryFileManager (HistoryFileManager.java:mkdir(762)) - Explicitly setting permissions to : 1023, rwxrwxrwt 2022-06-29 11:24:11,217 INFO [IPC Server handler 8 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir/history/done_intermediate dst=null perm=snemeth:supergroup:rwxrwxrwt proto=rpc 2022-06-29 11:24:11,217 INFO [Listener at localhost/63427] hs.HistoryFileManager (HistoryFileManager.java:initExisting(785)) - Initializing Existing Jobs... 2022-06-29 11:24:11,217 INFO [IPC Server handler 9 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/apps_staging_dir/history/done dst=null perm=null proto=rpc 2022-06-29 11:24:11,218 INFO [Listener at localhost/63427] hs.HistoryFileManager (HistoryFileManager.java:initExisting(789)) - Found 0 directories to load 2022-06-29 11:24:11,218 INFO [Listener at localhost/63427] hs.HistoryFileManager (HistoryFileManager.java:initExisting(810)) - Existing job initialization finished. 0.0% of cache is occupied. 2022-06-29 11:24:11,218 INFO [Listener at localhost/63427] hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(72)) - CachedHistoryStorage Init 2022-06-29 11:24:11,218 INFO [Listener at localhost/63427] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 100, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,218 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,219 INFO [Thread-17712] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(424)) - Updating the current master key for generating delegation tokens 2022-06-29 11:24:11,220 INFO [Thread[Thread-17713,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(778)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2022-06-29 11:24:11,221 INFO [Thread[Thread-17713,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(424)) - Updating the current master key for generating delegation tokens 2022-06-29 11:24:11,222 INFO [Thread-17712] client.DefaultNoHARMFailoverProxyProvider (DefaultNoHARMFailoverProxyProvider.java:init(64)) - Connecting to ResourceManager at localhost/127.0.0.1:0 2022-06-29 11:24:11,225 WARN [Thread-17712] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:11,226 INFO [Thread-17712] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1191)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2022-06-29 11:24:11,227 INFO [Thread-17712] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory 2022-06-29 11:24:11,227 INFO [Thread-17712] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2022-06-29 11:24:11,227 INFO [Thread-17712] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2022-06-29 11:24:11,227 INFO [Thread-17712] http.HttpServer2 (HttpServer2.java:addAsyncProfilerServlet(804)) - ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2022-06-29 11:24:11,231 INFO [Thread-17712] webapp.WebApps (WebApps.java:build(431)) - Registered webapp guice modules 2022-06-29 11:24:11,231 INFO [Thread-17712] http.HttpServer2 (HttpServer2.java:bindListener(1434)) - Jetty bound to port 63433 2022-06-29 11:24:11,231 INFO [Thread-17712] server.Server (Server.java:doStart(375)) - jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_232b09-201911100920-dcevm8u232b09 2022-06-29 11:24:11,232 INFO [Thread-17712] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0 2022-06-29 11:24:11,232 INFO [Thread-17712] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults 2022-06-29 11:24:11,234 INFO [Thread-17712] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms 2022-06-29 11:24:11,234 INFO [Thread-17712] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@391657bd{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,AVAILABLE} 2022-06-29 11:24:11,234 INFO [Thread-17712] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@7b6f892e{static,/static,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/static/,AVAILABLE} Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class Jun 29, 2022 11:24:11 AM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFO: Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2022-06-29 11:24:11,322 WARN [Listener at localhost/63432] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:11,324 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1191)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2022-06-29 11:24:11,324 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster 2022-06-29 11:24:11,325 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static 2022-06-29 11:24:11,325 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs 2022-06-29 11:24:11,325 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster 2022-06-29 11:24:11,325 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2022-06-29 11:24:11,325 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2022-06-29 11:24:11,325 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:addAsyncProfilerServlet(804)) - ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. Jun 29, 2022 11:24:11 AM com.google.inject.servlet.GuiceFilter setPipeline WARNING: Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2022-06-29 11:24:11,329 INFO [Listener at localhost/63432] webapp.WebApps (WebApps.java:build(431)) - Registered webapp guice modules 2022-06-29 11:24:11,329 INFO [Listener at localhost/63432] http.HttpServer2 (HttpServer2.java:bindListener(1434)) - Jetty bound to port 63434 2022-06-29 11:24:11,329 INFO [Listener at localhost/63432] server.Server (Server.java:doStart(375)) - jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_232b09-201911100920-dcevm8u232b09 2022-06-29 11:24:11,330 INFO [Listener at localhost/63432] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0 2022-06-29 11:24:11,330 INFO [Listener at localhost/63432] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults 2022-06-29 11:24:11,331 INFO [Listener at localhost/63432] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms 2022-06-29 11:24:11,331 WARN [Listener at localhost/63432] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:11,331 INFO [Listener at localhost/63432] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(424)) - Updating the current master key for generating delegation tokens 2022-06-29 11:24:11,332 INFO [Thread[Thread-17731,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(778)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2022-06-29 11:24:11,332 INFO [Listener at localhost/63432] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@d3784e9{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,AVAILABLE} 2022-06-29 11:24:11,332 INFO [Thread[Thread-17731,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(424)) - Updating the current master key for generating delegation tokens 2022-06-29 11:24:11,333 INFO [Listener at localhost/63432] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@11648fd6{static,/static,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/static/,AVAILABLE} Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class Jun 29, 2022 11:24:11 AM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFO: Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2022-06-29 11:24:11,346 INFO [Thread-17712] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.w.WebAppContext@3cd88099{jobhistory,/,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/jobhistory/,AVAILABLE}{file:/Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/jobhistory} Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2022-06-29 11:24:11,347 INFO [Thread-17712] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@6711a6cd{HTTP/1.1, (http/1.1)}{localhost:63433} 2022-06-29 11:24:11,347 INFO [Thread-17712] server.Server (Server.java:doStart(415)) - Started @858307ms 2022-06-29 11:24:11,347 INFO [Thread-17712] webapp.WebApps (WebApps.java:start(476)) - Web app jobhistory started at 63433 2022-06-29 11:24:11,348 INFO [Thread-17712] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 1000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,348 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,349 INFO [Listener at localhost/63435] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server 2022-06-29 11:24:11,349 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,349 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,350 INFO [Listener at localhost/63435] hs.HistoryClientService (HistoryClientService.java:serviceStart(149)) - Instantiated HistoryClientService at localhost/127.0.0.1:63435 2022-06-29 11:24:11,350 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,350 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,351 INFO [org.apache.hadoop.util.JvmPauseMonitor$Monitor@6743d3a] util.JvmPauseMonitor (JvmPauseMonitor.java:run(185)) - Starting JVM pause monitor Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2022-06-29 11:24:11,537 INFO [Listener at localhost/63432] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.w.WebAppContext@174cac8c{cluster,/,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/cluster/,AVAILABLE}{file:/Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/cluster} 2022-06-29 11:24:11,538 INFO [Listener at localhost/63432] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@48649202{HTTP/1.1, (http/1.1)}{localhost:63434} 2022-06-29 11:24:11,538 INFO [Listener at localhost/63432] server.Server (Server.java:doStart(415)) - Started @858498ms 2022-06-29 11:24:11,538 INFO [Listener at localhost/63432] webapp.WebApps (WebApps.java:start(476)) - Web app cluster started at 63434 2022-06-29 11:24:11,539 INFO [Listener at localhost/63432] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 100, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,540 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,540 INFO [Listener at localhost/63436] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server 2022-06-29 11:24:11,540 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,540 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,541 INFO [Listener at localhost/63436] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1515)) - Transitioning to active state 2022-06-29 11:24:11,541 INFO [Listener at localhost/63436] recovery.RMStateStore (RMStateStore.java:transition(565)) - Updating AMRMToken 2022-06-29 11:24:11,542 INFO [Listener at localhost/63436] security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(109)) - Rolling master-key for container-tokens 2022-06-29 11:24:11,542 INFO [Listener at localhost/63436] security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens 2022-06-29 11:24:11,542 INFO [Listener at localhost/63436] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(424)) - Updating the current master key for generating delegation tokens 2022-06-29 11:24:11,542 INFO [Listener at localhost/63436] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(92)) - storing master key with keyID 1 2022-06-29 11:24:11,542 INFO [Listener at localhost/63436] recovery.RMStateStore (RMStateStore.java:transition(516)) - Storing RMDTMasterKey. 2022-06-29 11:24:11,542 INFO [Thread[Thread-17754,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(778)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s) 2022-06-29 11:24:11,543 INFO [Thread[Thread-17754,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(424)) - Updating the current master key for generating delegation tokens 2022-06-29 11:24:11,543 INFO [Listener at localhost/63436] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.nodelabels.event.NodeLabelsStoreEventType for class org.apache.hadoop.yarn.nodelabels.CommonNodeLabelsManager$ForwardingEventHandler 2022-06-29 11:24:11,545 INFO [Thread[Thread-17754,5,main]] security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(92)) - storing master key with keyID 2 2022-06-29 11:24:11,545 INFO [Thread[Thread-17754,5,main]] recovery.RMStateStore (RMStateStore.java:transition(516)) - Storing RMDTMasterKey. 2022-06-29 11:24:11,546 INFO [IPC Server handler 2 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes dst=null perm=snemeth:supergroup:rwxr-xr-x proto=rpc 2022-06-29 11:24:11,546 INFO [Listener at localhost/63436] store.AbstractFSNodeStore (AbstractFSNodeStore.java:initStore(72)) - Created store directory :/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes 2022-06-29 11:24:11,547 INFO [IPC Server handler 3 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror dst=null perm=null proto=rpc 2022-06-29 11:24:11,547 INFO [IPC Server handler 4 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror.old dst=null perm=null proto=rpc 2022-06-29 11:24:11,547 INFO [IPC Server handler 5 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.editlog dst=null perm=null proto=rpc 2022-06-29 11:24:11,548 INFO [IPC Server handler 6 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror.writing dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:11,550 INFO [IPC Server handler 7 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741827_1003, replicas=127.0.0.1:63424 for /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror.writing 2022-06-29 11:24:11,551 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63437 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741827_1003]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741827_1003 src: /127.0.0.1:63437 dest: /127.0.0.1:63424 2022-06-29 11:24:11,554 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741827_1003, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63437, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, bytes: 5, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741827_1003, duration(ns): 1204614 2022-06-29 11:24:11,554 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741827_1003, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741827_1003, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:11,555 INFO [IPC Server handler 9 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror.writing is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:11,555 INFO [IPC Server handler 0 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror dst=null perm=null proto=rpc 2022-06-29 11:24:11,556 INFO [IPC Server handler 1 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror.writing dst=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:11,556 INFO [IPC Server handler 2 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=false ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror.writing dst=null perm=null proto=rpc 2022-06-29 11:24:11,557 INFO [IPC Server handler 3 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=false ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror.old dst=null perm=null proto=rpc 2022-06-29 11:24:11,557 INFO [IPC Server handler 4 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.editlog dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:11,558 INFO [IPC Server handler 5 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.editlog is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:11,559 INFO [Listener at localhost/63436] store.AbstractFSNodeStore (AbstractFSNodeStore.java:recoverFromStore(187)) - Finished write mirror at:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.mirror 2022-06-29 11:24:11,559 INFO [Listener at localhost/63436] store.AbstractFSNodeStore (AbstractFSNodeStore.java:recoverFromStore(188)) - Finished create editlog file at:/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/TestMROpportunisticMaps/yarn-1201199455/nodeattributes/nodeattribute.editlog 2022-06-29 11:24:11,559 INFO [Listener at localhost/63436] event.AsyncDispatcher (AsyncDispatcher.java:register(283)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.nodelabels.NodeAttributesStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.nodelabels.NodeAttributesManagerImpl$ForwardingEventHandler 2022-06-29 11:24:11,560 INFO [Listener at localhost/63436] placement.MultiNodeSortingManager (MultiNodeSortingManager.java:serviceStart(71)) - Starting NodeSortingService=MultiNodeSortingManager 2022-06-29 11:24:11,561 INFO [Listener at localhost/63436] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 5000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,562 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,563 INFO [Listener at localhost/63438] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server 2022-06-29 11:24:11,563 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,564 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,572 INFO [org.apache.hadoop.util.JvmPauseMonitor$Monitor@25b4d4f7] util.JvmPauseMonitor (JvmPauseMonitor.java:run(185)) - Starting JVM pause monitor 2022-06-29 11:24:11,573 INFO [Listener at localhost/63438] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 5000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,574 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,575 INFO [Listener at localhost/63439] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.DistributedSchedulingAMProtocolPB to the server 2022-06-29 11:24:11,575 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,575 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,580 INFO [Listener at localhost/63439] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 5000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,581 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,581 INFO [Listener at localhost/63440] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server 2022-06-29 11:24:11,582 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,582 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,678 INFO [Listener at localhost/63440] webproxy.ProxyCA (ProxyCA.java:createCert(183)) - Created Certificate for OU=YARN-8511bf71-cdf1-451e-9ff1-01ce1217bde1 2022-06-29 11:24:11,679 INFO [Listener at localhost/63440] recovery.RMStateStore (RMStateStore.java:transition(647)) - Storing CA Certificate and Private Key 2022-06-29 11:24:11,679 INFO [Listener at localhost/63440] resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(1531)) - Transitioned to active state 2022-06-29 11:24:11,679 INFO [Listener at localhost/63440] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(387)) - MiniYARN ResourceManager address: localhost:63440 2022-06-29 11:24:11,679 INFO [Listener at localhost/63440] server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(389)) - MiniYARN ResourceManager web address: localhost:63434 2022-06-29 11:24:11,680 INFO [Listener at localhost/63440] server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(507)) - Starting resourcemanager 0 2022-06-29 11:24:11,680 INFO [Listener at localhost/63440] server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(508)) - MiniYARN ResourceManager address: localhost:63440 2022-06-29 11:24:11,680 INFO [Listener at localhost/63440] server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(510)) - MiniYARN ResourceManager web address: localhost:63434 2022-06-29 11:24:11,680 INFO [Listener at localhost/63440] nodemanager.NodeResourceMonitorImpl (NodeResourceMonitorImpl.java:isEnabled(110)) - Node Resource monitoring interval is <=0. org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl is disabled. 2022-06-29 11:24:11,681 INFO [Listener at localhost/63440] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 2000, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,681 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,682 INFO [Listener at localhost/63441] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server 2022-06-29 11:24:11,682 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,682 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,684 INFO [Listener at localhost/63441] security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(265)) - Updating node address : localhost:63441 2022-06-29 11:24:11,685 INFO [Listener at localhost/63441] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 500, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,685 INFO [Socket Reader #1 for port 0] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 0 2022-06-29 11:24:11,686 INFO [Listener at localhost/63442] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server 2022-06-29 11:24:11,686 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,686 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1502)) - IPC Server listener on 0: starting 2022-06-29 11:24:11,687 INFO [Listener at localhost/63442] localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(391)) - Localizer started on port 63442 2022-06-29 11:24:11,863 INFO [Listener at localhost/63442] mapred.IndexCache (IndexCache.java:(47)) - IndexCache created with max memory = 10485760 2022-06-29 11:24:11,865 INFO [Listener at localhost/63442] mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(561)) - mapreduce_shuffle listening on port 63443 2022-06-29 11:24:11,865 INFO [Listener at localhost/63442] amrmproxy.AMRMProxyService (AMRMProxyService.java:serviceStart(158)) - Starting AMRMProxyService 2022-06-29 11:24:11,867 INFO [Listener at localhost/63442] ipc.CallQueueManager (CallQueueManager.java:(93)) - Using callQueue: class java.util.concurrent.LinkedBlockingQueue, queueCapacity: 2500, scheduler: class org.apache.hadoop.ipc.DefaultRpcScheduler, ipcBackoff: false. 2022-06-29 11:24:11,867 INFO [Socket Reader #1 for port 8049] ipc.Server (Server.java:run(1423)) - Starting Socket Reader #1 for port 8049 2022-06-29 11:24:11,868 INFO [Listener at 0.0.0.0/8049] pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server 2022-06-29 11:24:11,868 INFO [IPC Server Responder] ipc.Server (Server.java:run(1662)) - IPC Server Responder: starting 2022-06-29 11:24:11,868 INFO [IPC Server listener on 8049] ipc.Server (Server.java:run(1502)) - IPC Server listener on 8049: starting 2022-06-29 11:24:11,869 INFO [Listener at 0.0.0.0/8049] amrmproxy.AMRMProxyService (AMRMProxyService.java:serviceStart(192)) - AMRMProxyService listening on address: /0.0.0.0:8049 2022-06-29 11:24:11,869 INFO [Listener at 0.0.0.0/8049] containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(680)) - ContainerManager started at /127.0.0.1:63441 2022-06-29 11:24:11,869 INFO [Listener at 0.0.0.0/8049] containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(681)) - ContainerManager bound to localhost/127.0.0.1:0 2022-06-29 11:24:11,869 WARN [Listener at 0.0.0.0/8049] tracker.NMLogAggregationStatusTracker (NMLogAggregationStatusTracker.java:serviceStart(95)) - Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2022-06-29 11:24:11,870 INFO [Listener at 0.0.0.0/8049] webapp.WebServer (WebServer.java:serviceStart(108)) - Instantiating NMWebApp at localhost:0 2022-06-29 11:24:11,871 WARN [Listener at 0.0.0.0/8049] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:11,872 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addGlobalFilter(1191)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter) 2022-06-29 11:24:11,872 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node 2022-06-29 11:24:11,872 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2022-06-29 11:24:11,872 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2022-06-29 11:24:11,873 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1164)) - Added filter authentication (class=org.apache.hadoop.security.authentication.server.AuthenticationFilter) to context node 2022-06-29 11:24:11,873 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter authentication (class=org.apache.hadoop.security.authentication.server.AuthenticationFilter) to context static 2022-06-29 11:24:11,873 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addFilter(1174)) - Added filter authentication (class=org.apache.hadoop.security.authentication.server.AuthenticationFilter) to context logs 2022-06-29 11:24:11,873 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:addAsyncProfilerServlet(804)) - ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. Jun 29, 2022 11:24:11 AM com.google.inject.servlet.GuiceFilter setPipeline WARNING: Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2022-06-29 11:24:11,877 INFO [Listener at 0.0.0.0/8049] webapp.WebApps (WebApps.java:build(431)) - Registered webapp guice modules 2022-06-29 11:24:11,877 INFO [Listener at 0.0.0.0/8049] http.HttpServer2 (HttpServer2.java:bindListener(1434)) - Jetty bound to port 63444 2022-06-29 11:24:11,877 INFO [Listener at 0.0.0.0/8049] server.Server (Server.java:doStart(375)) - jetty-9.4.44.v20210927; built: 2021-09-27T23:02:44.612Z; git: 8da83308eeca865e495e53ef315a249d63ba9332; jvm 1.8.0_232b09-201911100920-dcevm8u232b09 2022-06-29 11:24:11,878 INFO [Listener at 0.0.0.0/8049] server.session (DefaultSessionIdManager.java:doStart(334)) - DefaultSessionIdManager workerName=node0 2022-06-29 11:24:11,878 INFO [Listener at 0.0.0.0/8049] server.session (DefaultSessionIdManager.java:doStart(339)) - No SessionScavenger set, using defaults 2022-06-29 11:24:11,878 INFO [Listener at 0.0.0.0/8049] server.session (HouseKeeper.java:startScavenging(132)) - node0 Scavenging every 660000ms 2022-06-29 11:24:11,879 WARN [Listener at 0.0.0.0/8049] server.AuthenticationFilter (AuthenticationFilter.java:constructSecretProvider(240)) - Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /Users/snemeth/hadoop-http-auth-signature-secret 2022-06-29 11:24:11,879 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@2c291483{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,AVAILABLE} 2022-06-29 11:24:11,879 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.s.ServletContextHandler@2393a5d1{static,/static,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/static/,AVAILABLE} Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory register INFO: Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class Jun 29, 2022 11:24:11 AM com.sun.jersey.server.impl.application.WebApplicationImpl _initiate INFO: Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" Jun 29, 2022 11:24:11 AM com.sun.jersey.guice.spi.container.GuiceComponentProviderFactory getComponentProvider INFO: Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2022-06-29 11:24:12,000 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStart(915)) - Started o.e.j.w.WebAppContext@4aefbf50{node,/,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/node/,AVAILABLE}{file:/Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/node} 2022-06-29 11:24:12,001 INFO [Listener at 0.0.0.0/8049] server.AbstractConnector (AbstractConnector.java:doStart(331)) - Started ServerConnector@722d2bc6{HTTP/1.1, (http/1.1)}{localhost:63444} 2022-06-29 11:24:12,001 INFO [Listener at 0.0.0.0/8049] server.Server (Server.java:doStart(415)) - Started @858961ms 2022-06-29 11:24:12,001 INFO [Listener at 0.0.0.0/8049] webapp.WebApps (WebApps.java:start(476)) - Web app node started at 63444 2022-06-29 11:24:12,001 INFO [Listener at 0.0.0.0/8049] nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceStart(267)) - Node ID assigned is : localhost:63441 2022-06-29 11:24:12,001 INFO [org.apache.hadoop.util.JvmPauseMonitor$Monitor@7c38e37a] util.JvmPauseMonitor (JvmPauseMonitor.java:run(185)) - Starting JVM pause monitor 2022-06-29 11:24:12,002 INFO [Listener at 0.0.0.0/8049] resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(617)) - NodeManager from node localhost(cmPort: 63441 httpPort: 63444) registered with capability: , assigned nodeId localhost:63441 2022-06-29 11:24:12,002 INFO [Listener at 0.0.0.0/8049] security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(143)) - Rolling master-key for container-tokens, got key with id 108938179 2022-06-29 11:24:12,002 INFO [Listener at 0.0.0.0/8049] security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(143)) - Rolling master-key for container-tokens, got key with id -1762845176 2022-06-29 11:24:12,002 INFO [Listener at 0.0.0.0/8049] nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(486)) - Registered with ResourceManager as localhost:63441 with total resource of 2022-06-29 11:24:12,002 INFO [RM Event dispatcher] rmnode.RMNodeImpl (RMNodeImpl.java:handle(782)) - localhost:63441 Node Transitioned from NEW to RUNNING 2022-06-29 11:24:12,002 INFO [Listener at 0.0.0.0/8049] server.MiniYARNCluster (MiniYARNCluster.java:waitForNodeManagersToConnect(790)) - All Node Managers connected in MiniYARNCluster 2022-06-29 11:24:12,003 INFO [Listener at 0.0.0.0/8049] v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(236)) - MiniMRYARN ResourceManager address: localhost:63440 2022-06-29 11:24:12,003 INFO [SchedulerEventDispatcher:Event Processor] capacity.AbstractLeafQueue (AbstractLeafQueue.java:updateMaximumApplications(2373)) - LeafQueue:root.defaultupdate max app related, maxApplications=10000, maxApplicationsPerUser=10000, Abs Cap:1.0, Cap: 1.0, MaxCap : 1.0 2022-06-29 11:24:12,003 INFO [org.apache.hadoop.yarn.server.resourcemanager.OpportunisticContainerAllocatorAMService:Event Processor] distributed.NodeQueueLoadMonitor (NodeQueueLoadMonitor.java:onNewNodeAdded(410)) - Inserting ClusterNode [/default-rack/localhost] with queue wait time [0] and wait queue length [0] 2022-06-29 11:24:12,006 INFO [SchedulerEventDispatcher:Event Processor] capacity.CapacityScheduler (CapacityScheduler.java:addNode(2248)) - Added node localhost:63441 clusterResource: 2022-06-29 11:24:12,006 INFO [Listener at 0.0.0.0/8049] v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(238)) - MiniMRYARN ResourceManager web address: localhost:63434 2022-06-29 11:24:12,007 INFO [SchedulerEventDispatcher:Event Processor] capacity.AbstractLeafQueue (AbstractLeafQueue.java:updateMaximumApplications(2373)) - LeafQueue:root.defaultupdate max app related, maxApplications=10000, maxApplicationsPerUser=10000, Abs Cap:1.0, Cap: 1.0, MaxCap : 1.0 2022-06-29 11:24:12,007 INFO [Listener at 0.0.0.0/8049] v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(240)) - MiniMRYARN HistoryServer address: localhost:63435 2022-06-29 11:24:12,007 INFO [Listener at 0.0.0.0/8049] v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(242)) - MiniMRYARN HistoryServer web address: 192.168.1.233:63433 2022-06-29 11:24:12,007 INFO [IPC Server handler 6 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=false ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/test/input dst=null perm=null proto=rpc 2022-06-29 11:24:12,008 INFO [IPC Server handler 7 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/test/input/input_0.txt dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:12,012 INFO [IPC Server handler 8 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741828_1004, replicas=127.0.0.1:63424 for /test/input/input_0.txt 2022-06-29 11:24:12,013 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63445 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741828_1004]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741828_1004 src: /127.0.0.1:63445 dest: /127.0.0.1:63424 2022-06-29 11:24:12,016 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741828_1004, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63445, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, bytes: 20000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741828_1004, duration(ns): 619083 2022-06-29 11:24:12,016 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741828_1004, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741828_1004, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:12,016 INFO [IPC Server handler 0 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /test/input/input_0.txt is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:12,017 INFO [IPC Server handler 1 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/test/input/input_1.txt dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:12,020 INFO [IPC Server handler 2 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741829_1005, replicas=127.0.0.1:63424 for /test/input/input_1.txt 2022-06-29 11:24:12,022 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63446 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741829_1005]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741829_1005 src: /127.0.0.1:63446 dest: /127.0.0.1:63424 2022-06-29 11:24:12,025 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741829_1005, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63446, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, bytes: 20000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741829_1005, duration(ns): 739660 2022-06-29 11:24:12,025 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741829_1005, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741829_1005, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:12,026 INFO [IPC Server handler 4 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /test/input/input_1.txt is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:12,027 INFO [IPC Server handler 5 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/test/input/input_2.txt dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:12,030 INFO [IPC Server handler 6 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741830_1006, replicas=127.0.0.1:63424 for /test/input/input_2.txt 2022-06-29 11:24:12,031 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63447 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741830_1006]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741830_1006 src: /127.0.0.1:63447 dest: /127.0.0.1:63424 2022-06-29 11:24:12,034 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741830_1006, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63447, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, bytes: 20000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741830_1006, duration(ns): 583650 2022-06-29 11:24:12,034 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741830_1006, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741830_1006, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:12,035 INFO [IPC Server handler 8 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /test/input/input_2.txt is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:12,035 INFO [IPC Server handler 9 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/test/input/input_3.txt dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:12,039 INFO [IPC Server handler 0 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741831_1007, replicas=127.0.0.1:63424 for /test/input/input_3.txt 2022-06-29 11:24:12,040 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63448 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741831_1007]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741831_1007 src: /127.0.0.1:63448 dest: /127.0.0.1:63424 2022-06-29 11:24:12,043 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741831_1007, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63448, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, bytes: 20000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741831_1007, duration(ns): 662690 2022-06-29 11:24:12,043 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741831_1007, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741831_1007, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:12,044 INFO [IPC Server handler 2 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /test/input/input_3.txt is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:12,045 INFO [IPC Server handler 3 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=false ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/test/output dst=null perm=null proto=rpc 2022-06-29 11:24:12,045 INFO [Listener at 0.0.0.0/8049] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobTracker metrics system started (again) 2022-06-29 11:24:12,046 INFO [Listener at 0.0.0.0/8049] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobTracker metrics system started (again) 2022-06-29 11:24:12,046 INFO [IPC Server handler 4 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output dst=null perm=null proto=rpc 2022-06-29 11:24:12,077 WARN [Listener at 0.0.0.0/8049] mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(190)) - Max job attempts set to 1 since encrypted intermediatedata spill is enabled 2022-06-29 11:24:12,077 WARN [Listener at 0.0.0.0/8049] mapreduce.JobResourceUploader (JobResourceUploader.java:uploadResourcesInternal(149)) - Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2022-06-29 11:24:12,104 WARN [Listener at 0.0.0.0/8049] mapreduce.JobResourceUploader (JobResourceUploader.java:uploadJobJar(481)) - No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2022-06-29 11:24:12,105 INFO [IPC Server handler 5 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/input dst=null perm=null proto=rpc 2022-06-29 11:24:12,106 INFO [IPC Server handler 6 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/test/input dst=null perm=null proto=rpc 2022-06-29 11:24:12,106 INFO [Listener at 0.0.0.0/8049] mapred.FileInputFormat (FileInputFormat.java:listStatus(267)) - Total input files to process : 4 2022-06-29 11:24:12,228 INFO [Listener at 0.0.0.0/8049] mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(202)) - number of splits:4 2022-06-29 11:24:12,300 INFO [Listener at 0.0.0.0/8049] mapreduce.JobSubmitter (JobSubmitter.java:printTokens(298)) - Submitting tokens for job: job_local373171559_0046 2022-06-29 11:24:12,300 INFO [Listener at 0.0.0.0/8049] mapreduce.JobSubmitter (JobSubmitter.java:printTokens(299)) - Executing with tokens: [] 2022-06-29 11:24:12,429 INFO [Listener at 0.0.0.0/8049] mapreduce.Job (Job.java:submit(1681)) - The url to track the job: http://localhost:8080/ 2022-06-29 11:24:12,431 INFO [Listener at 0.0.0.0/8049] mapreduce.Job (Job.java:monitorAndPrintJob(1726)) - Running job: job_local373171559_0046 2022-06-29 11:24:12,431 INFO [Thread-18044] mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(501)) - OutputCommitter set in config null 2022-06-29 11:24:12,431 INFO [Thread-18044] mapred.LocalJobRunner (LocalJobRunner.java:createOutputCommitter(519)) - OutputCommitter is org.apache.hadoop.mapred.FileOutputCommitter 2022-06-29 11:24:12,432 INFO [Thread-18044] output.FileOutputCommitter (FileOutputCommitter.java:(142)) - File Output Committer Algorithm version is 2 2022-06-29 11:24:12,432 INFO [Thread-18044] output.FileOutputCommitter (FileOutputCommitter.java:(157)) - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false 2022-06-29 11:24:12,433 INFO [IPC Server handler 7 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/test/output/_temporary/0 dst=null perm=snemeth:supergroup:rwxr-xr-x proto=rpc 2022-06-29 11:24:12,443 INFO [Thread-18044] mapred.LocalJobRunner (LocalJobRunner.java:runTasks(478)) - Waiting for map tasks 2022-06-29 11:24:12,443 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(252)) - Starting task: attempt_local373171559_0046_m_000000_0 2022-06-29 11:24:12,443 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(142)) - File Output Committer Algorithm version is 2 2022-06-29 11:24:12,443 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(157)) - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false 2022-06-29 11:24:12,443 INFO [LocalJobRunner Map Task Executor #0] util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(178)) - ProcfsBasedProcessTree currently is supported only on Linux. 2022-06-29 11:24:12,443 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:initialize(626)) - Using ResourceCalculatorProcessTree : null 2022-06-29 11:24:12,444 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:updateJobWithSplit(498)) - Processing split: hdfs://localhost:63423/test/input/input_0.txt:0+20000 2022-06-29 11:24:12,445 INFO [IPC Server handler 8 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/test/input/input_0.txt dst=null perm=null proto=rpc 2022-06-29 11:24:12,445 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:runOldMapper(452)) - numReduceTasks: 1 2022-06-29 11:24:12,502 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:setEquator(1220)) - (EQUATOR) 0 kvi 26214396(104857584) 2022-06-29 11:24:12,502 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1013)) - mapreduce.task.io.sort.mb: 100 2022-06-29 11:24:12,502 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1014)) - soft limit at 83886080 2022-06-29 11:24:12,502 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1015)) - bufstart = 0; bufvoid = 104857600 2022-06-29 11:24:12,502 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1016)) - kvstart = 26214396; length = 6553600 2022-06-29 11:24:12,503 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:createSortingCollector(410)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2022-06-29 11:24:12,507 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - 2022-06-29 11:24:12,508 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1477)) - Starting flush of map output 2022-06-29 11:24:12,508 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1499)) - Spilling map output 2022-06-29 11:24:12,508 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1500)) - bufstart = 0; bufend = 20000; bufvoid = 104857600 2022-06-29 11:24:12,508 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1502)) - kvstart = 26214396(104857584); kvend = 26210400(104841600); length = 3997/6553600 2022-06-29 11:24:12,553 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:sortAndSpill(1700)) - Finished spill 0 2022-06-29 11:24:12,574 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1244)) - Task:attempt_local373171559_0046_m_000000_0 is done. And is in the process of committing 2022-06-29 11:24:12,575 INFO [IPC Server handler 0 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_m_000000_0 dst=null perm=null proto=rpc 2022-06-29 11:24:12,575 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - hdfs://localhost:63423/test/input/input_0.txt:0+20000 2022-06-29 11:24:12,575 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:sendDone(1380)) - Task 'attempt_local373171559_0046_m_000000_0' done. 2022-06-29 11:24:12,576 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1276)) - Final Counters for attempt_local373171559_0046_m_000000_0: Counters: 33 File System Counters FAILDEL: Number of bytes read=0 FAILDEL: Number of bytes written=40 FAILDEL: Number of read operations=0 FAILDEL: Number of large read operations=0 FAILDEL: Number of write operations=0 FILE: Number of bytes read=1077642712 FILE: Number of bytes written=994393968 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=26458701 HDFS: Number of bytes written=26789036 HDFS: Number of read operations=670 HDFS: Number of large read operations=0 HDFS: Number of write operations=322 HDFS: Number of bytes read erasure-coded=0 TEST: Number of bytes read=0 TEST: Number of bytes written=0 TEST: Number of read operations=0 TEST: Number of large read operations=0 TEST: Number of write operations=0 Map-Reduce Framework Map input records=1000 Map output records=1000 Map output bytes=20000 Map output materialized bytes=22030 Input split bytes=97 Combine input records=0 Spilled Records=1000 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=50 Total committed heap usage (bytes)=1317163008 File Input Format Counters Bytes Read=20000 2022-06-29 11:24:12,576 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(277)) - Finishing task: attempt_local373171559_0046_m_000000_0 2022-06-29 11:24:12,576 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(252)) - Starting task: attempt_local373171559_0046_m_000001_0 2022-06-29 11:24:12,576 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(142)) - File Output Committer Algorithm version is 2 2022-06-29 11:24:12,576 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(157)) - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false 2022-06-29 11:24:12,576 INFO [LocalJobRunner Map Task Executor #0] util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(178)) - ProcfsBasedProcessTree currently is supported only on Linux. 2022-06-29 11:24:12,576 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:initialize(626)) - Using ResourceCalculatorProcessTree : null 2022-06-29 11:24:12,577 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:updateJobWithSplit(498)) - Processing split: hdfs://localhost:63423/test/input/input_1.txt:0+20000 2022-06-29 11:24:12,578 INFO [IPC Server handler 1 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/test/input/input_1.txt dst=null perm=null proto=rpc 2022-06-29 11:24:12,578 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:runOldMapper(452)) - numReduceTasks: 1 2022-06-29 11:24:12,583 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:setEquator(1220)) - (EQUATOR) 0 kvi 26214396(104857584) 2022-06-29 11:24:12,583 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1013)) - mapreduce.task.io.sort.mb: 100 2022-06-29 11:24:12,583 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1014)) - soft limit at 83886080 2022-06-29 11:24:12,583 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1015)) - bufstart = 0; bufvoid = 104857600 2022-06-29 11:24:12,583 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1016)) - kvstart = 26214396; length = 6553600 2022-06-29 11:24:12,584 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:createSortingCollector(410)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2022-06-29 11:24:12,586 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - 2022-06-29 11:24:12,586 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1477)) - Starting flush of map output 2022-06-29 11:24:12,586 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1499)) - Spilling map output 2022-06-29 11:24:12,586 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1500)) - bufstart = 0; bufend = 20000; bufvoid = 104857600 2022-06-29 11:24:12,586 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1502)) - kvstart = 26214396(104857584); kvend = 26210400(104841600); length = 3997/6553600 2022-06-29 11:24:12,622 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:sortAndSpill(1700)) - Finished spill 0 2022-06-29 11:24:12,639 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1244)) - Task:attempt_local373171559_0046_m_000001_0 is done. And is in the process of committing 2022-06-29 11:24:12,640 INFO [IPC Server handler 2 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_m_000001_0 dst=null perm=null proto=rpc 2022-06-29 11:24:12,640 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - hdfs://localhost:63423/test/input/input_1.txt:0+20000 2022-06-29 11:24:12,640 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:sendDone(1380)) - Task 'attempt_local373171559_0046_m_000001_0' done. 2022-06-29 11:24:12,641 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1276)) - Final Counters for attempt_local373171559_0046_m_000001_0: Counters: 33 File System Counters FAILDEL: Number of bytes read=0 FAILDEL: Number of bytes written=40 FAILDEL: Number of read operations=0 FAILDEL: Number of large read operations=0 FAILDEL: Number of write operations=0 FILE: Number of bytes read=1077643119 FILE: Number of bytes written=994416030 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=26478701 HDFS: Number of bytes written=26789036 HDFS: Number of read operations=672 HDFS: Number of large read operations=0 HDFS: Number of write operations=322 HDFS: Number of bytes read erasure-coded=0 TEST: Number of bytes read=0 TEST: Number of bytes written=0 TEST: Number of read operations=0 TEST: Number of large read operations=0 TEST: Number of write operations=0 Map-Reduce Framework Map input records=1000 Map output records=1000 Map output bytes=20000 Map output materialized bytes=22030 Input split bytes=97 Combine input records=0 Spilled Records=1000 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1317163008 File Input Format Counters Bytes Read=20000 2022-06-29 11:24:12,641 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(277)) - Finishing task: attempt_local373171559_0046_m_000001_0 2022-06-29 11:24:12,641 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(252)) - Starting task: attempt_local373171559_0046_m_000002_0 2022-06-29 11:24:12,641 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(142)) - File Output Committer Algorithm version is 2 2022-06-29 11:24:12,641 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(157)) - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false 2022-06-29 11:24:12,641 INFO [LocalJobRunner Map Task Executor #0] util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(178)) - ProcfsBasedProcessTree currently is supported only on Linux. 2022-06-29 11:24:12,641 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:initialize(626)) - Using ResourceCalculatorProcessTree : null 2022-06-29 11:24:12,642 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:updateJobWithSplit(498)) - Processing split: hdfs://localhost:63423/test/input/input_2.txt:0+20000 2022-06-29 11:24:12,643 INFO [IPC Server handler 3 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/test/input/input_2.txt dst=null perm=null proto=rpc 2022-06-29 11:24:12,644 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:runOldMapper(452)) - numReduceTasks: 1 2022-06-29 11:24:12,650 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:setEquator(1220)) - (EQUATOR) 0 kvi 26214396(104857584) 2022-06-29 11:24:12,650 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1013)) - mapreduce.task.io.sort.mb: 100 2022-06-29 11:24:12,650 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1014)) - soft limit at 83886080 2022-06-29 11:24:12,650 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1015)) - bufstart = 0; bufvoid = 104857600 2022-06-29 11:24:12,650 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1016)) - kvstart = 26214396; length = 6553600 2022-06-29 11:24:12,650 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:createSortingCollector(410)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2022-06-29 11:24:12,653 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - 2022-06-29 11:24:12,653 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1477)) - Starting flush of map output 2022-06-29 11:24:12,653 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1499)) - Spilling map output 2022-06-29 11:24:12,653 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1500)) - bufstart = 0; bufend = 20000; bufvoid = 104857600 2022-06-29 11:24:12,653 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1502)) - kvstart = 26214396(104857584); kvend = 26210400(104841600); length = 3997/6553600 2022-06-29 11:24:12,695 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:sortAndSpill(1700)) - Finished spill 0 2022-06-29 11:24:12,712 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1244)) - Task:attempt_local373171559_0046_m_000002_0 is done. And is in the process of committing 2022-06-29 11:24:12,713 INFO [IPC Server handler 4 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_m_000002_0 dst=null perm=null proto=rpc 2022-06-29 11:24:12,714 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - hdfs://localhost:63423/test/input/input_2.txt:0+20000 2022-06-29 11:24:12,714 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:sendDone(1380)) - Task 'attempt_local373171559_0046_m_000002_0' done. 2022-06-29 11:24:12,714 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1276)) - Final Counters for attempt_local373171559_0046_m_000002_0: Counters: 33 File System Counters FAILDEL: Number of bytes read=0 FAILDEL: Number of bytes written=40 FAILDEL: Number of read operations=0 FAILDEL: Number of large read operations=0 FAILDEL: Number of write operations=0 FILE: Number of bytes read=1077643526 FILE: Number of bytes written=994438092 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=26498701 HDFS: Number of bytes written=26789036 HDFS: Number of read operations=674 HDFS: Number of large read operations=0 HDFS: Number of write operations=322 HDFS: Number of bytes read erasure-coded=0 TEST: Number of bytes read=0 TEST: Number of bytes written=0 TEST: Number of read operations=0 TEST: Number of large read operations=0 TEST: Number of write operations=0 Map-Reduce Framework Map input records=1000 Map output records=1000 Map output bytes=20000 Map output materialized bytes=22030 Input split bytes=97 Combine input records=0 Spilled Records=1000 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1317163008 File Input Format Counters Bytes Read=20000 2022-06-29 11:24:12,714 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(277)) - Finishing task: attempt_local373171559_0046_m_000002_0 2022-06-29 11:24:12,714 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(252)) - Starting task: attempt_local373171559_0046_m_000003_0 2022-06-29 11:24:12,714 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(142)) - File Output Committer Algorithm version is 2 2022-06-29 11:24:12,715 INFO [LocalJobRunner Map Task Executor #0] output.FileOutputCommitter (FileOutputCommitter.java:(157)) - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false 2022-06-29 11:24:12,715 INFO [LocalJobRunner Map Task Executor #0] util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(178)) - ProcfsBasedProcessTree currently is supported only on Linux. 2022-06-29 11:24:12,715 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:initialize(626)) - Using ResourceCalculatorProcessTree : null 2022-06-29 11:24:12,716 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:updateJobWithSplit(498)) - Processing split: hdfs://localhost:63423/test/input/input_3.txt:0+20000 2022-06-29 11:24:12,717 INFO [IPC Server handler 5 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/test/input/input_3.txt dst=null perm=null proto=rpc 2022-06-29 11:24:12,718 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:runOldMapper(452)) - numReduceTasks: 1 2022-06-29 11:24:12,742 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:setEquator(1220)) - (EQUATOR) 0 kvi 26214396(104857584) 2022-06-29 11:24:12,742 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1013)) - mapreduce.task.io.sort.mb: 100 2022-06-29 11:24:12,743 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1014)) - soft limit at 83886080 2022-06-29 11:24:12,743 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1015)) - bufstart = 0; bufvoid = 104857600 2022-06-29 11:24:12,743 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:init(1016)) - kvstart = 26214396; length = 6553600 2022-06-29 11:24:12,743 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:createSortingCollector(410)) - Map output collector class = org.apache.hadoop.mapred.MapTask$MapOutputBuffer 2022-06-29 11:24:12,745 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - 2022-06-29 11:24:12,745 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1477)) - Starting flush of map output 2022-06-29 11:24:12,745 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1499)) - Spilling map output 2022-06-29 11:24:12,745 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1500)) - bufstart = 0; bufend = 20000; bufvoid = 104857600 2022-06-29 11:24:12,745 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:flush(1502)) - kvstart = 26214396(104857584); kvend = 26210400(104841600); length = 3997/6553600 2022-06-29 11:24:12,776 INFO [LocalJobRunner Map Task Executor #0] mapred.MapTask (MapTask.java:sortAndSpill(1700)) - Finished spill 0 2022-06-29 11:24:12,792 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1244)) - Task:attempt_local373171559_0046_m_000003_0 is done. And is in the process of committing 2022-06-29 11:24:12,793 INFO [IPC Server handler 6 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_m_000003_0 dst=null perm=null proto=rpc 2022-06-29 11:24:12,793 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - hdfs://localhost:63423/test/input/input_3.txt:0+20000 2022-06-29 11:24:12,793 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:sendDone(1380)) - Task 'attempt_local373171559_0046_m_000003_0' done. 2022-06-29 11:24:12,794 INFO [LocalJobRunner Map Task Executor #0] mapred.Task (Task.java:done(1276)) - Final Counters for attempt_local373171559_0046_m_000003_0: Counters: 33 File System Counters FAILDEL: Number of bytes read=0 FAILDEL: Number of bytes written=40 FAILDEL: Number of read operations=0 FAILDEL: Number of large read operations=0 FAILDEL: Number of write operations=0 FILE: Number of bytes read=1077643933 FILE: Number of bytes written=994460154 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=26518701 HDFS: Number of bytes written=26789036 HDFS: Number of read operations=676 HDFS: Number of large read operations=0 HDFS: Number of write operations=322 HDFS: Number of bytes read erasure-coded=0 TEST: Number of bytes read=0 TEST: Number of bytes written=0 TEST: Number of read operations=0 TEST: Number of large read operations=0 TEST: Number of write operations=0 Map-Reduce Framework Map input records=1000 Map output records=1000 Map output bytes=20000 Map output materialized bytes=22030 Input split bytes=97 Combine input records=0 Spilled Records=1000 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=18 Total committed heap usage (bytes)=1317163008 File Input Format Counters Bytes Read=20000 2022-06-29 11:24:12,794 INFO [LocalJobRunner Map Task Executor #0] mapred.LocalJobRunner (LocalJobRunner.java:run(277)) - Finishing task: attempt_local373171559_0046_m_000003_0 2022-06-29 11:24:12,794 INFO [Thread-18044] mapred.LocalJobRunner (LocalJobRunner.java:runTasks(486)) - map task executor complete. 2022-06-29 11:24:12,794 INFO [Thread-18044] mapred.LocalJobRunner (LocalJobRunner.java:runTasks(478)) - Waiting for reduce tasks 2022-06-29 11:24:12,794 INFO [pool-1546-thread-1] mapred.LocalJobRunner (LocalJobRunner.java:run(330)) - Starting task: attempt_local373171559_0046_r_000000_0 2022-06-29 11:24:12,795 INFO [pool-1546-thread-1] output.FileOutputCommitter (FileOutputCommitter.java:(142)) - File Output Committer Algorithm version is 2 2022-06-29 11:24:12,795 INFO [pool-1546-thread-1] output.FileOutputCommitter (FileOutputCommitter.java:(157)) - FileOutputCommitter skip cleanup _temporary folders under output directory:false, ignore cleanup failures: false 2022-06-29 11:24:12,795 INFO [pool-1546-thread-1] util.ProcfsBasedProcessTree (ProcfsBasedProcessTree.java:isAvailable(178)) - ProcfsBasedProcessTree currently is supported only on Linux. 2022-06-29 11:24:12,795 INFO [pool-1546-thread-1] mapred.Task (Task.java:initialize(626)) - Using ResourceCalculatorProcessTree : null 2022-06-29 11:24:12,795 INFO [pool-1546-thread-1] mapred.ReduceTask (ReduceTask.java:run(363)) - Using ShuffleConsumerPlugin: org.apache.hadoop.mapreduce.task.reduce.Shuffle@6c4d826f 2022-06-29 11:24:12,795 INFO [pool-1546-thread-1] impl.MetricsSystemImpl (MetricsSystemImpl.java:init(158)) - JobTracker metrics system started (again) 2022-06-29 11:24:12,795 INFO [pool-1546-thread-1] reduce.MergeManagerImpl (MergeManagerImpl.java:(208)) - MergerManager: memoryLimit=1453142784, maxSingleShuffleLimit=363285696, mergeThreshold=959074304, ioSortFactor=10, memToMemMergeOutputsThreshold=10 2022-06-29 11:24:12,796 INFO [EventFetcher for fetching Map Completion Events] reduce.EventFetcher (EventFetcher.java:run(61)) - attempt_local373171559_0046_r_000000_0 Thread started: EventFetcher for fetching Map Completion Events 2022-06-29 11:24:12,799 INFO [localfetcher#45] reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(147)) - localfetcher#45 about to shuffle output of map attempt_local373171559_0046_m_000000_0 decomp: 22002 len: 22006 to MEMORY 2022-06-29 11:24:12,799 WARN [localfetcher#45] security.SpillCallBackPathsFinder (SpillCallBackPathsFinder.java:getSpillFileCB(110)) - getSpillFileCB.. Could not find spilled file .. Path: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/tmp/mapred/local/localRunner/snemeth/jobcache/job_local373171559_0046/attempt_local373171559_0046_m_000000_0/output/file.out 2022-06-29 11:24:12,799 INFO [localfetcher#45] reduce.InMemoryMapOutput (InMemoryMapOutput.java:doShuffle(94)) - Read 22002 bytes from map-output for attempt_local373171559_0046_m_000000_0 2022-06-29 11:24:12,799 INFO [localfetcher#45] reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(323)) - closeInMemoryFile -> map-output of size: 22002, inMemoryMapOutputs.size() -> 1, commitMemory -> 0, usedMemory ->22002 2022-06-29 11:24:12,801 INFO [localfetcher#45] reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(147)) - localfetcher#45 about to shuffle output of map attempt_local373171559_0046_m_000003_0 decomp: 22002 len: 22006 to MEMORY 2022-06-29 11:24:12,801 WARN [localfetcher#45] security.SpillCallBackPathsFinder (SpillCallBackPathsFinder.java:getSpillFileCB(110)) - getSpillFileCB.. Could not find spilled file .. Path: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/tmp/mapred/local/localRunner/snemeth/jobcache/job_local373171559_0046/attempt_local373171559_0046_m_000003_0/output/file.out 2022-06-29 11:24:12,802 INFO [localfetcher#45] reduce.InMemoryMapOutput (InMemoryMapOutput.java:doShuffle(94)) - Read 22002 bytes from map-output for attempt_local373171559_0046_m_000003_0 2022-06-29 11:24:12,802 INFO [localfetcher#45] reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(323)) - closeInMemoryFile -> map-output of size: 22002, inMemoryMapOutputs.size() -> 2, commitMemory -> 22002, usedMemory ->44004 2022-06-29 11:24:12,803 INFO [localfetcher#45] reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(147)) - localfetcher#45 about to shuffle output of map attempt_local373171559_0046_m_000002_0 decomp: 22002 len: 22006 to MEMORY 2022-06-29 11:24:12,803 WARN [localfetcher#45] security.SpillCallBackPathsFinder (SpillCallBackPathsFinder.java:getSpillFileCB(110)) - getSpillFileCB.. Could not find spilled file .. Path: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/tmp/mapred/local/localRunner/snemeth/jobcache/job_local373171559_0046/attempt_local373171559_0046_m_000002_0/output/file.out 2022-06-29 11:24:12,803 INFO [localfetcher#45] reduce.InMemoryMapOutput (InMemoryMapOutput.java:doShuffle(94)) - Read 22002 bytes from map-output for attempt_local373171559_0046_m_000002_0 2022-06-29 11:24:12,803 INFO [localfetcher#45] reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(323)) - closeInMemoryFile -> map-output of size: 22002, inMemoryMapOutputs.size() -> 3, commitMemory -> 44004, usedMemory ->66006 2022-06-29 11:24:12,804 INFO [localfetcher#45] reduce.LocalFetcher (LocalFetcher.java:copyMapOutput(147)) - localfetcher#45 about to shuffle output of map attempt_local373171559_0046_m_000001_0 decomp: 22002 len: 22006 to MEMORY 2022-06-29 11:24:12,805 WARN [localfetcher#45] security.SpillCallBackPathsFinder (SpillCallBackPathsFinder.java:getSpillFileCB(110)) - getSpillFileCB.. Could not find spilled file .. Path: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/tmp/mapred/local/localRunner/snemeth/jobcache/job_local373171559_0046/attempt_local373171559_0046_m_000001_0/output/file.out 2022-06-29 11:24:12,805 INFO [localfetcher#45] reduce.InMemoryMapOutput (InMemoryMapOutput.java:doShuffle(94)) - Read 22002 bytes from map-output for attempt_local373171559_0046_m_000001_0 2022-06-29 11:24:12,805 INFO [localfetcher#45] reduce.MergeManagerImpl (MergeManagerImpl.java:closeInMemoryFile(323)) - closeInMemoryFile -> map-output of size: 22002, inMemoryMapOutputs.size() -> 4, commitMemory -> 66006, usedMemory ->88008 2022-06-29 11:24:12,806 INFO [EventFetcher for fetching Map Completion Events] reduce.EventFetcher (EventFetcher.java:run(76)) - EventFetcher is interrupted.. Returning 2022-06-29 11:24:12,809 INFO [pool-1546-thread-1] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - 4 / 4 copied. 2022-06-29 11:24:12,810 INFO [pool-1546-thread-1] reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(699)) - finalMerge called with 4 in-memory map-outputs and 0 on-disk map-outputs 2022-06-29 11:24:12,826 INFO [pool-1546-thread-1] mapred.Merger (Merger.java:merge(607)) - Merging 4 sorted segments 2022-06-29 11:24:12,826 INFO [pool-1546-thread-1] mapred.Merger (Merger.java:merge(706)) - Down to the last merge-pass, with 4 segments left of total size: 87960 bytes 2022-06-29 11:24:12,842 INFO [pool-1546-thread-1] reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(768)) - Merged 4 segments, 88008 bytes to disk to satisfy reduce memory limit 2022-06-29 11:24:12,843 INFO [pool-1546-thread-1] reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(798)) - Merging 1 files, 88030 bytes from disk 2022-06-29 11:24:12,843 INFO [pool-1546-thread-1] reduce.MergeManagerImpl (MergeManagerImpl.java:finalMerge(813)) - Merging 0 segments, 0 bytes from memory into reduce 2022-06-29 11:24:12,843 INFO [pool-1546-thread-1] mapred.Merger (Merger.java:merge(607)) - Merging 1 sorted segments 2022-06-29 11:24:12,844 INFO [pool-1546-thread-1] mapred.Merger (Merger.java:merge(706)) - Down to the last merge-pass, with 1 segments left of total size: 87990 bytes 2022-06-29 11:24:12,844 INFO [pool-1546-thread-1] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - 4 / 4 copied. 2022-06-29 11:24:12,845 INFO [IPC Server handler 7 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_r_000000_0/part-00000 dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:12,853 INFO [IPC Server handler 8 on default port 63423] hdfs.StateChange (FSDirWriteFileOp.java:logAllocatedBlock(802)) - BLOCK* allocate blk_1073741832_1008, replicas=127.0.0.1:63424 for /test/output/_temporary/0/_temporary/attempt_local373171559_0046_r_000000_0/part-00000 2022-06-29 11:24:12,855 INFO [DataXceiver for client DFSClient_NONMAPREDUCE_-502541828_1 at /127.0.0.1:63451 [Receiving block BP-1988366880-192.168.1.233-1656494649001:blk_1073741832_1008]] datanode.DataNode (DataXceiver.java:writeBlock(751)) - Receiving BP-1988366880-192.168.1.233-1656494649001:blk_1073741832_1008 src: /127.0.0.1:63451 dest: /127.0.0.1:63424 2022-06-29 11:24:12,858 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741832_1008, type=LAST_IN_PIPELINE] DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1560)) - src: /127.0.0.1:63451, dest: /127.0.0.1:63424, volume: /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, bytes: 80000, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-502541828_1, offset: 0, srvID: b0433e23-3046-413e-8952-fefd6d00cf49, blockid: BP-1988366880-192.168.1.233-1656494649001:blk_1073741832_1008, duration(ns): 2359357 2022-06-29 11:24:12,859 INFO [PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741832_1008, type=LAST_IN_PIPELINE] datanode.DataNode (BlockReceiver.java:run(1533)) - PacketResponder: BP-1988366880-192.168.1.233-1656494649001:blk_1073741832_1008, type=LAST_IN_PIPELINE terminating 2022-06-29 11:24:12,859 INFO [IPC Server handler 0 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /test/output/_temporary/0/_temporary/attempt_local373171559_0046_r_000000_0/part-00000 is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:12,860 INFO [pool-1546-thread-1] mapred.Task (Task.java:done(1244)) - Task:attempt_local373171559_0046_r_000000_0 is done. And is in the process of committing 2022-06-29 11:24:12,860 INFO [IPC Server handler 1 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_r_000000_0 dst=null perm=null proto=rpc 2022-06-29 11:24:12,861 INFO [pool-1546-thread-1] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - 4 / 4 copied. 2022-06-29 11:24:12,861 INFO [pool-1546-thread-1] mapred.Task (Task.java:commit(1421)) - Task attempt_local373171559_0046_r_000000_0 is allowed to commit now 2022-06-29 11:24:12,861 INFO [IPC Server handler 2 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_r_000000_0 dst=null perm=null proto=rpc 2022-06-29 11:24:12,861 INFO [IPC Server handler 3 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output dst=null perm=null proto=rpc 2022-06-29 11:24:12,862 INFO [IPC Server handler 4 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_r_000000_0 dst=null perm=null proto=rpc 2022-06-29 11:24:12,863 INFO [IPC Server handler 5 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/test/output/part-00000 dst=null perm=null proto=rpc 2022-06-29 11:24:12,863 INFO [IPC Server handler 6 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/test/output/_temporary/0/_temporary/attempt_local373171559_0046_r_000000_0/part-00000 dst=/test/output/part-00000 perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:12,864 INFO [pool-1546-thread-1] output.FileOutputCommitter (FileOutputCommitter.java:commitTask(609)) - Saved output of task 'attempt_local373171559_0046_r_000000_0' to hdfs://localhost:63423/test/output 2022-06-29 11:24:12,864 INFO [pool-1546-thread-1] mapred.LocalJobRunner (LocalJobRunner.java:statusUpdate(634)) - reduce > reduce 2022-06-29 11:24:12,864 INFO [pool-1546-thread-1] mapred.Task (Task.java:sendDone(1380)) - Task 'attempt_local373171559_0046_r_000000_0' done. 2022-06-29 11:24:12,864 INFO [pool-1546-thread-1] mapred.Task (Task.java:done(1276)) - Final Counters for attempt_local373171559_0046_r_000000_0: Counters: 40 File System Counters FAILDEL: Number of bytes read=0 FAILDEL: Number of bytes written=40 FAILDEL: Number of read operations=0 FAILDEL: Number of large read operations=0 FAILDEL: Number of write operations=0 FILE: Number of bytes read=1077820211 FILE: Number of bytes written=994548184 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=26518701 HDFS: Number of bytes written=26869036 HDFS: Number of read operations=681 HDFS: Number of large read operations=0 HDFS: Number of write operations=324 HDFS: Number of bytes read erasure-coded=0 TEST: Number of bytes read=0 TEST: Number of bytes written=0 TEST: Number of read operations=0 TEST: Number of large read operations=0 TEST: Number of write operations=0 Map-Reduce Framework Combine input records=0 Combine output records=0 Reduce input groups=1000 Reduce shuffle bytes=88024 Reduce input records=4000 Reduce output records=4000 Spilled Records=4000 Shuffled Maps =4 Failed Shuffles=0 Merged Map outputs=4 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1317163008 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 File Output Format Counters Bytes Written=80000 2022-06-29 11:24:12,864 INFO [pool-1546-thread-1] mapred.LocalJobRunner (LocalJobRunner.java:run(353)) - Finishing task: attempt_local373171559_0046_r_000000_0 2022-06-29 11:24:12,864 INFO [Thread-18044] mapred.LocalJobRunner (LocalJobRunner.java:runTasks(486)) - reduce task executor complete. 2022-06-29 11:24:12,871 INFO [IPC Server handler 7 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/test/output/_temporary dst=null perm=null proto=rpc 2022-06-29 11:24:12,872 INFO [IPC Server handler 8 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/test/output/_SUCCESS dst=null perm=snemeth:supergroup:rw-r--r-- proto=rpc 2022-06-29 11:24:12,873 INFO [IPC Server handler 9 on default port 63423] hdfs.StateChange (FSNamesystem.java:completeFile(3233)) - DIR* completeFile: /test/output/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-502541828_1 2022-06-29 11:24:13,434 INFO [Listener at 0.0.0.0/8049] mapreduce.Job (Job.java:monitorAndPrintJob(1747)) - Job job_local373171559_0046 running in uber mode : false 2022-06-29 11:24:13,434 INFO [Listener at 0.0.0.0/8049] mapreduce.Job (Job.java:monitorAndPrintJob(1754)) - map 100% reduce 100% 2022-06-29 11:24:13,435 INFO [Listener at 0.0.0.0/8049] mapreduce.Job (Job.java:monitorAndPrintJob(1765)) - Job job_local373171559_0046 completed successfully 2022-06-29 11:24:13,435 INFO [Listener at 0.0.0.0/8049] mapreduce.Job (Job.java:monitorAndPrintJob(1772)) - Counters: 46 File System Counters FAILDEL: Number of bytes read=0 FAILDEL: Number of bytes written=200 FAILDEL: Number of read operations=0 FAILDEL: Number of large read operations=0 FAILDEL: Number of write operations=0 FILE: Number of bytes read=5388393501 FILE: Number of bytes written=4972256428 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=132473505 HDFS: Number of bytes written=134025180 HDFS: Number of read operations=3373 HDFS: Number of large read operations=0 HDFS: Number of write operations=1612 HDFS: Number of bytes read erasure-coded=0 TEST: Number of bytes read=0 TEST: Number of bytes written=0 TEST: Number of read operations=0 TEST: Number of large read operations=0 TEST: Number of write operations=0 Map-Reduce Framework Map input records=4000 Map output records=4000 Map output bytes=80000 Map output materialized bytes=88120 Input split bytes=388 Combine input records=0 Combine output records=0 Reduce input groups=1000 Reduce shuffle bytes=88024 Reduce input records=4000 Reduce output records=4000 Spilled Records=8000 Shuffled Maps =4 Failed Shuffles=0 Merged Map outputs=4 GC time elapsed (ms)=68 Total committed heap usage (bytes)=6585815040 Shuffle Errors BAD_ID=0 CONNECTION=0 IO_ERROR=0 WRONG_LENGTH=0 WRONG_MAP=0 WRONG_REDUCE=0 File Input Format Counters Bytes Read=80000 File Output Format Counters Bytes Written=80000 2022-06-29 11:24:13,436 INFO [IPC Server handler 0 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/test/output dst=null perm=null proto=rpc 2022-06-29 11:24:13,436 INFO [IPC Server handler 1 on default port 63423] FSNamesystem.audit (FSNamesystem.java:logAuditMessage(8849)) - allowed=true ugi=snemeth (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/test/output/part-00000 dst=null perm=null proto=rpc 2022-06-29 11:24:13,448 INFO [Listener at 0.0.0.0/8049] hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdown(2159)) - Shutting down the Mini HDFS Cluster 2022-06-29 11:24:13,448 INFO [Listener at 0.0.0.0/8049] hdfs.MiniDFSCluster (MiniDFSCluster.java:shutdownDataNode(2207)) - Shutting down DataNode 0 2022-06-29 11:24:13,449 INFO [Listener at 0.0.0.0/8049] datanode.DirectoryScanner (DirectoryScanner.java:shutdown(430)) - Shutdown has been called 2022-06-29 11:24:13,449 INFO [org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@1f97ca03] datanode.DataNode (DataXceiverServer.java:closeAllPeers(395)) - Closing all peers. 2022-06-29 11:24:13,450 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2)] datanode.VolumeScanner (VolumeScanner.java:run(672)) - VolumeScanner(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2, DS-1c511d6d-0817-45ad-ab15-4248e79dcead) exiting. 2022-06-29 11:24:13,450 INFO [VolumeScannerThread(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1)] datanode.VolumeScanner (VolumeScanner.java:run(672)) - VolumeScanner(/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1, DS-d8b800c8-c8c9-44a9-97e0-7678ef703e8c) exiting. 2022-06-29 11:24:13,456 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.w.WebAppContext@112dbb6c{datanode,/,null,STOPPED}{jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/datanode} 2022-06-29 11:24:13,457 INFO [Listener at 0.0.0.0/8049] server.AbstractConnector (AbstractConnector.java:doStop(381)) - Stopped ServerConnector@1afb8449{HTTP/1.1, (http/1.1)}{localhost:0} 2022-06-29 11:24:13,457 INFO [Listener at 0.0.0.0/8049] server.session (HouseKeeper.java:stopScavenging(149)) - node0 Stopped scavenging 2022-06-29 11:24:13,457 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@64a04a04{static,/static,jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/static,STOPPED} 2022-06-29 11:24:13,457 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@7507a7ae{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,STOPPED} 2022-06-29 11:24:13,458 INFO [Listener at 0.0.0.0/8049] datanode.DataNode (DataNode.java:shutdown(2458)) - Waiting up to 30 seconds for transfer threads to complete 2022-06-29 11:24:13,458 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63427 2022-06-29 11:24:13,460 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,460 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,460 WARN [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] datanode.IncrementalBlockReportManager (IncrementalBlockReportManager.java:waitTillNextIBR(160)) - IncrementalBlockReportManager interrupted 2022-06-29 11:24:13,460 ERROR [Command processor] datanode.DataNode (BPServiceActor.java:processQueue(1430)) - Command processor encountered interrupt and exit. 2022-06-29 11:24:13,460 WARN [Command processor] datanode.DataNode (BPServiceActor.java:run(1414)) - Ending command processor service for: Thread[Command processor,5,main] 2022-06-29 11:24:13,460 WARN [ibr-executor-0] datanode.IncrementalBlockReportManager (IncrementalBlockReportManager.java:waitTillNextIBR(160)) - IncrementalBlockReportManager interrupted 2022-06-29 11:24:13,460 WARN [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] datanode.DataNode (BPServiceActor.java:run(924)) - Ending block pool service for: Block pool BP-1988366880-192.168.1.233-1656494649001 (Datanode Uuid b0433e23-3046-413e-8952-fefd6d00cf49) service to localhost/127.0.0.1:63423 2022-06-29 11:24:13,461 INFO [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] datanode.DataNode (BlockPoolManager.java:remove(103)) - Removed Block pool BP-1988366880-192.168.1.233-1656494649001 (Datanode Uuid b0433e23-3046-413e-8952-fefd6d00cf49) 2022-06-29 11:24:13,462 INFO [BP-1988366880-192.168.1.233-1656494649001 heartbeating to localhost/127.0.0.1:63423] impl.FsDatasetImpl (FsDatasetImpl.java:shutdownBlockPool(3173)) - Removing block pool BP-1988366880-192.168.1.233-1656494649001 2022-06-29 11:24:13,462 WARN [refreshUsed-/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data1/current/BP-1988366880-192.168.1.233-1656494649001] fs.CachingGetSpaceUsed (CachingGetSpaceUsed.java:run(231)) - Thread Interrupted waiting to refresh disk information: sleep interrupted 2022-06-29 11:24:13,463 WARN [refreshUsed-/Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/data/data2/current/BP-1988366880-192.168.1.233-1656494649001] fs.CachingGetSpaceUsed (CachingGetSpaceUsed.java:run(231)) - Thread Interrupted waiting to refresh disk information: sleep interrupted 2022-06-29 11:24:13,468 INFO [Listener at 0.0.0.0/8049] impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:shutdown(207)) - Shutting down all async disk service threads 2022-06-29 11:24:13,468 INFO [Listener at 0.0.0.0/8049] impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:shutdown(215)) - All async disk service threads have been shut down 2022-06-29 11:24:13,469 INFO [Listener at 0.0.0.0/8049] impl.RamDiskAsyncLazyPersistService (RamDiskAsyncLazyPersistService.java:shutdown(186)) - Shutting down all async lazy persist service threads 2022-06-29 11:24:13,469 INFO [Listener at 0.0.0.0/8049] impl.RamDiskAsyncLazyPersistService (RamDiskAsyncLazyPersistService.java:shutdown(193)) - All async lazy persist service threads have been shut down 2022-06-29 11:24:13,471 INFO [Listener at 0.0.0.0/8049] datanode.DataNode (DataNode.java:shutdown(2547)) - Shutdown complete. 2022-06-29 11:24:13,471 WARN [Listener at 0.0.0.0/8049] datanode.DataSetLockManager (DataSetLockManager.java:lockLeakCheck(261)) - not open lock leak check func 2022-06-29 11:24:13,471 INFO [Listener at 0.0.0.0/8049] hdfs.MiniDFSCluster (MiniDFSCluster.java:stopAndJoinNameNode(2240)) - Shutting down the namenode 2022-06-29 11:24:13,471 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1499)) - Stopping services started for active state 2022-06-29 11:24:13,471 INFO [Listener at 0.0.0.0/8049] namenode.FSEditLog (FSEditLog.java:endCurrentLogSegment(1460)) - Ending log segment 1, 79 2022-06-29 11:24:13,471 INFO [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@3a63d87e] namenode.FSNamesystem (FSNamesystem.java:run(4552)) - NameNodeEditLogRoller was interrupted, exiting 2022-06-29 11:24:13,471 INFO [org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@3aa9fb3] namenode.FSNamesystem (FSNamesystem.java:run(4649)) - LazyPersistFileScrubber was interrupted, exiting 2022-06-29 11:24:13,472 INFO [Listener at 0.0.0.0/8049] namenode.FSEditLog (FSEditLog.java:printStatistics(796)) - Number of transactions: 80 Total time for transactions(ms): 3 Number of transactions batched in Syncs: 27 Number of syncs: 54 SyncTimes(ms): 10 6 2022-06-29 11:24:13,472 INFO [Listener at 0.0.0.0/8049] namenode.FileJournalManager (FileJournalManager.java:finalizeLogSegment(145)) - Finalizing edits file /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/current/edits_inprogress_0000000000000000001 -> /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-1/current/edits_0000000000000000001-0000000000000000080 2022-06-29 11:24:13,473 INFO [Listener at 0.0.0.0/8049] namenode.FileJournalManager (FileJournalManager.java:finalizeLogSegment(145)) - Finalizing edits file /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2/current/edits_inprogress_0000000000000000001 -> /Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/test-dir/dfs/name-0-2/current/edits_0000000000000000001-0000000000000000080 2022-06-29 11:24:13,473 INFO [FSEditLogAsync] namenode.FSEditLog (FSEditLogAsync.java:run(276)) - FSEditLogAsync was interrupted, exiting 2022-06-29 11:24:13,473 INFO [CacheReplicationMonitor(1547151054)] blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(169)) - Shutting down CacheReplicationMonitor 2022-06-29 11:24:13,473 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63423 2022-06-29 11:24:13,474 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,474 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,474 INFO [RedundancyMonitor] blockmanagement.BlockManager (BlockManager.java:run(5111)) - Stopping RedundancyMonitor. 2022-06-29 11:24:13,474 INFO [MarkedDeleteBlockScrubberThread] blockmanagement.BlockManager (BlockManager.java:run(5085)) - Stopping MarkedDeleteBlockScrubber. 2022-06-29 11:24:13,479 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:stopActiveServices(1499)) - Stopping services started for active state 2022-06-29 11:24:13,480 INFO [Listener at 0.0.0.0/8049] namenode.FSNamesystem (FSNamesystem.java:stopStandbyServices(1603)) - Stopping services started for standby state 2022-06-29 11:24:13,483 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.w.WebAppContext@4c4e0700{hdfs,/,null,STOPPED}{jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/hdfs} 2022-06-29 11:24:13,483 INFO [Listener at 0.0.0.0/8049] server.AbstractConnector (AbstractConnector.java:doStop(381)) - Stopped ServerConnector@66cd5f16{HTTP/1.1, (http/1.1)}{localhost:0} 2022-06-29 11:24:13,484 INFO [Listener at 0.0.0.0/8049] server.session (HouseKeeper.java:stopScavenging(149)) - node0 Stopped scavenging 2022-06-29 11:24:13,484 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@342e2b72{static,/static,jar:file:/Users/snemeth/.m2/repository/org/apache/hadoop/hadoop-hdfs/3.4.0-SNAPSHOT/hadoop-hdfs-3.4.0-SNAPSHOT-tests.jar!/webapps/static,STOPPED} 2022-06-29 11:24:13,484 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@3e40eda3{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,STOPPED} 2022-06-29 11:24:13,488 INFO [Listener at 0.0.0.0/8049] nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:unRegisterNM(315)) - Successfully Unregistered the Node localhost:63441 with ResourceManager. 2022-06-29 11:24:13,489 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.w.WebAppContext@4aefbf50{node,/,null,STOPPED}{file:/Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/node} 2022-06-29 11:24:13,490 INFO [Listener at 0.0.0.0/8049] server.AbstractConnector (AbstractConnector.java:doStop(381)) - Stopped ServerConnector@722d2bc6{HTTP/1.1, (http/1.1)}{localhost:0} 2022-06-29 11:24:13,490 INFO [Listener at 0.0.0.0/8049] server.session (HouseKeeper.java:stopScavenging(149)) - node0 Stopped scavenging 2022-06-29 11:24:13,490 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@2393a5d1{static,/static,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/static/,STOPPED} 2022-06-29 11:24:13,490 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@2c291483{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,STOPPED} 2022-06-29 11:24:13,490 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63441 2022-06-29 11:24:13,491 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,491 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,491 INFO [Listener at 0.0.0.0/8049] amrmproxy.AMRMProxyService (AMRMProxyService.java:serviceStop(199)) - Stopping AMRMProxyService 2022-06-29 11:24:13,491 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 8049 2022-06-29 11:24:13,491 INFO [IPC Server listener on 8049] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 8049 2022-06-29 11:24:13,491 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,493 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63442 2022-06-29 11:24:13,494 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,494 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,494 INFO [Listener at 0.0.0.0/8049] nodemanager.NodeResourceMonitorImpl (NodeResourceMonitorImpl.java:isEnabled(110)) - Node Resource monitoring interval is <=0. org.apache.hadoop.yarn.server.nodemanager.NodeResourceMonitorImpl is disabled. 2022-06-29 11:24:13,494 INFO [Public Localizer] localizer.ResourceLocalizationService (ResourceLocalizationService.java:run(1016)) - Public cache exiting 2022-06-29 11:24:13,495 ERROR [Thread[Thread-17731,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(799)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2022-06-29 11:24:13,496 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.w.WebAppContext@174cac8c{cluster,/,null,STOPPED}{file:/Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/cluster} 2022-06-29 11:24:13,497 INFO [Listener at 0.0.0.0/8049] server.AbstractConnector (AbstractConnector.java:doStop(381)) - Stopped ServerConnector@48649202{HTTP/1.1, (http/1.1)}{localhost:0} 2022-06-29 11:24:13,497 INFO [Listener at 0.0.0.0/8049] server.session (HouseKeeper.java:stopScavenging(149)) - node0 Stopped scavenging 2022-06-29 11:24:13,497 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@11648fd6{static,/static,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/static/,STOPPED} 2022-06-29 11:24:13,497 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@d3784e9{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,STOPPED} 2022-06-29 11:24:13,497 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63440 2022-06-29 11:24:13,498 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,498 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,498 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63436 2022-06-29 11:24:13,498 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,498 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,498 INFO [Listener at 0.0.0.0/8049] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1542)) - Transitioning to standby state 2022-06-29 11:24:13,499 WARN [ApplicationMaster Launcher] amlauncher.ApplicationMasterLauncher (ApplicationMasterLauncher.java:run(122)) - org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2022-06-29 11:24:13,499 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63439 2022-06-29 11:24:13,499 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,499 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,500 ERROR [org.apache.hadoop.yarn.server.resourcemanager.OpportunisticContainerAllocatorAMService:Event Processor] event.EventDispatcher (EventDispatcher.java:run(72)) - Returning, interrupted : java.lang.InterruptedException 2022-06-29 11:24:13,500 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63438 2022-06-29 11:24:13,500 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,501 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,501 INFO [Ping Checker for NMLivelinessMonitor] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - NMLivelinessMonitor thread interrupted 2022-06-29 11:24:13,501 ERROR [SchedulerEventDispatcher:Event Processor] event.EventDispatcher (EventDispatcher.java:run(72)) - Returning, interrupted : java.lang.InterruptedException 2022-06-29 11:24:13,501 ERROR [ResourceManager Event Processor Monitor] resourcemanager.ResourceManager (ResourceManager.java:run(1152)) - Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2022-06-29 11:24:13,501 INFO [ActivitiesManager thread.] activities.ActivitiesManager (ActivitiesManager.java:run(350)) - org.apache.hadoop.yarn.server.resourcemanager.scheduler.activities.ActivitiesManager thread interrupted 2022-06-29 11:24:13,501 INFO [Listener at 0.0.0.0/8049] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(216)) - AsyncDispatcher is draining to stop, ignoring any new events. 2022-06-29 11:24:13,501 INFO [Listener at 0.0.0.0/8049] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(216)) - AsyncDispatcher is draining to stop, ignoring any new events. 2022-06-29 11:24:13,502 INFO [Ping Checker for org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - org.apache.hadoop.yarn.server.resourcemanager.rmapp.monitor.RMAppLifetimeMonitor thread interrupted 2022-06-29 11:24:13,502 ERROR [Thread[Thread-17754,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(799)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2022-06-29 11:24:13,502 INFO [Ping Checker for AMLivelinessMonitor] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - AMLivelinessMonitor thread interrupted 2022-06-29 11:24:13,502 INFO [Ping Checker for AMLivelinessMonitor] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - AMLivelinessMonitor thread interrupted 2022-06-29 11:24:13,502 INFO [Ping Checker for org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer] util.AbstractLivelinessMonitor (AbstractLivelinessMonitor.java:run(157)) - org.apache.hadoop.yarn.server.resourcemanager.rmcontainer.ContainerAllocationExpirer thread interrupted 2022-06-29 11:24:13,502 INFO [Listener at 0.0.0.0/8049] event.AsyncDispatcher (AsyncDispatcher.java:serviceStop(216)) - AsyncDispatcher is draining to stop, ignoring any new events. 2022-06-29 11:24:13,503 INFO [Listener at 0.0.0.0/8049] resourcemanager.ResourceManager (ResourceManager.java:transitionToStandby(1549)) - Transitioned to standby state 2022-06-29 11:24:13,503 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63432 2022-06-29 11:24:13,503 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,503 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,503 INFO [Listener at 0.0.0.0/8049] service.AbstractService (AbstractService.java:noteFailure(268)) - Service org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService failed in state STOPPED java.lang.NullPointerException at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.stopRMClient(AggregatedLogDeletionService.java:322) at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.serviceStop(AggregatedLogDeletionService.java:229) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStop(JobHistoryServer.java:203) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStop(MiniMRYarnCluster.java:293) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapred.MiniMRYarnClusterAdapter.stop(MiniMRYarnClusterAdapter.java:56) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:108) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:74) at org.apache.hadoop.mapred.TestMROpportunisticMaps.testAllOpportunisticMaps(TestMROpportunisticMaps.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54) 2022-06-29 11:24:13,504 WARN [Listener at 0.0.0.0/8049] service.CompositeService (ServiceOperations.java:stopQuietly(104)) - When stopping the service org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService java.lang.NullPointerException at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.stopRMClient(AggregatedLogDeletionService.java:322) at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.serviceStop(AggregatedLogDeletionService.java:229) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStop(JobHistoryServer.java:203) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStop(MiniMRYarnCluster.java:293) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapred.MiniMRYarnClusterAdapter.stop(MiniMRYarnClusterAdapter.java:56) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:108) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:74) at org.apache.hadoop.mapred.TestMROpportunisticMaps.testAllOpportunisticMaps(TestMROpportunisticMaps.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54) 2022-06-29 11:24:13,504 INFO [Listener at 0.0.0.0/8049] ipc.Server (Server.java:stop(3609)) - Stopping server on 63435 2022-06-29 11:24:13,504 INFO [IPC Server listener on 0] ipc.Server (Server.java:run(1534)) - Stopping IPC Server listener on 0 2022-06-29 11:24:13,504 INFO [IPC Server Responder] ipc.Server (Server.java:run(1667)) - Stopping IPC Server Responder 2022-06-29 11:24:13,507 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.w.WebAppContext@3cd88099{jobhistory,/,null,STOPPED}{file:/Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/jobhistory} 2022-06-29 11:24:13,508 INFO [Listener at 0.0.0.0/8049] server.AbstractConnector (AbstractConnector.java:doStop(381)) - Stopped ServerConnector@6711a6cd{HTTP/1.1, (http/1.1)}{localhost:0} 2022-06-29 11:24:13,508 INFO [Listener at 0.0.0.0/8049] server.session (HouseKeeper.java:stopScavenging(149)) - node0 Stopped scavenging 2022-06-29 11:24:13,508 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@7b6f892e{static,/static,file:///Users/snemeth/development/apache/hadoop/hadoop-yarn-project/hadoop-yarn/hadoop-yarn-common/target/classes/webapps/static/,STOPPED} 2022-06-29 11:24:13,509 INFO [Listener at 0.0.0.0/8049] handler.ContextHandler (ContextHandler.java:doStop(1153)) - Stopped o.e.j.s.ServletContextHandler@391657bd{logs,/logs,file:///Users/snemeth/development/apache/hadoop/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-jobclient/target/log,STOPPED} 2022-06-29 11:24:13,509 INFO [Listener at 0.0.0.0/8049] hs.JobHistory (JobHistory.java:serviceStop(149)) - Stopping JobHistory 2022-06-29 11:24:13,509 INFO [Listener at 0.0.0.0/8049] hs.JobHistory (JobHistory.java:serviceStop(151)) - Stopping History Cleaner/Move To Done 2022-06-29 11:24:13,510 ERROR [Thread[Thread-17713,5,main]] delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(799)) - ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2022-06-29 11:24:13,510 INFO [Listener at 0.0.0.0/8049] service.AbstractService (AbstractService.java:noteFailure(268)) - Service org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer failed in state STOPPED java.lang.NullPointerException at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.stopRMClient(AggregatedLogDeletionService.java:322) at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.serviceStop(AggregatedLogDeletionService.java:229) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStop(JobHistoryServer.java:203) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStop(MiniMRYarnCluster.java:293) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapred.MiniMRYarnClusterAdapter.stop(MiniMRYarnClusterAdapter.java:56) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:108) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:74) at org.apache.hadoop.mapred.TestMROpportunisticMaps.testAllOpportunisticMaps(TestMROpportunisticMaps.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54) 2022-06-29 11:24:13,510 INFO [Listener at 0.0.0.0/8049] service.AbstractService (AbstractService.java:noteFailure(268)) - Service org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper failed in state STOPPED java.lang.NullPointerException at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.stopRMClient(AggregatedLogDeletionService.java:322) at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.serviceStop(AggregatedLogDeletionService.java:229) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStop(JobHistoryServer.java:203) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStop(MiniMRYarnCluster.java:293) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapred.MiniMRYarnClusterAdapter.stop(MiniMRYarnClusterAdapter.java:56) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:108) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:74) at org.apache.hadoop.mapred.TestMROpportunisticMaps.testAllOpportunisticMaps(TestMROpportunisticMaps.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54) 2022-06-29 11:24:13,510 WARN [Listener at 0.0.0.0/8049] service.CompositeService (ServiceOperations.java:stopQuietly(104)) - When stopping the service org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper java.lang.NullPointerException at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.stopRMClient(AggregatedLogDeletionService.java:322) at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.serviceStop(AggregatedLogDeletionService.java:229) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStop(JobHistoryServer.java:203) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStop(MiniMRYarnCluster.java:293) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapred.MiniMRYarnClusterAdapter.stop(MiniMRYarnClusterAdapter.java:56) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:108) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:74) at org.apache.hadoop.mapred.TestMROpportunisticMaps.testAllOpportunisticMaps(TestMROpportunisticMaps.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54) 2022-06-29 11:24:13,510 INFO [Listener at 0.0.0.0/8049] service.AbstractService (AbstractService.java:noteFailure(268)) - Service TestMROpportunisticMaps failed in state STOPPED java.lang.NullPointerException at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.stopRMClient(AggregatedLogDeletionService.java:322) at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.serviceStop(AggregatedLogDeletionService.java:229) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStop(JobHistoryServer.java:203) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStop(MiniMRYarnCluster.java:293) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapred.MiniMRYarnClusterAdapter.stop(MiniMRYarnClusterAdapter.java:56) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:108) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:74) at org.apache.hadoop.mapred.TestMROpportunisticMaps.testAllOpportunisticMaps(TestMROpportunisticMaps.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54) java.lang.NullPointerException at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.stopRMClient(AggregatedLogDeletionService.java:322) at org.apache.hadoop.yarn.logaggregation.AggregatedLogDeletionService.serviceStop(AggregatedLogDeletionService.java:229) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.mapreduce.v2.hs.JobHistoryServer.serviceStop(JobHistoryServer.java:203) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapreduce.v2.MiniMRYarnCluster$JobHistoryServerWrapper.serviceStop(MiniMRYarnCluster.java:293) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.service.ServiceOperations.stop(ServiceOperations.java:54) at org.apache.hadoop.service.ServiceOperations.stopQuietly(ServiceOperations.java:102) at org.apache.hadoop.service.CompositeService.stop(CompositeService.java:160) at org.apache.hadoop.service.CompositeService.serviceStop(CompositeService.java:134) at org.apache.hadoop.service.AbstractService.stop(AbstractService.java:221) at org.apache.hadoop.mapred.MiniMRYarnClusterAdapter.stop(MiniMRYarnClusterAdapter.java:56) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:108) at org.apache.hadoop.mapred.TestMROpportunisticMaps.doTest(TestMROpportunisticMaps.java:74) at org.apache.hadoop.mapred.TestMROpportunisticMaps.testAllOpportunisticMaps(TestMROpportunisticMaps.java:60) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runner.JUnitCore.run(JUnitCore.java:137) at com.intellij.junit4.JUnit4IdeaTestRunner.startRunnerWithArgs(JUnit4IdeaTestRunner.java:69) at com.intellij.rt.junit.IdeaTestRunner$Repeater$1.execute(IdeaTestRunner.java:38) at com.intellij.rt.execution.junit.TestsRepeater.repeat(TestsRepeater.java:11) at com.intellij.rt.junit.IdeaTestRunner$Repeater.startRunnerWithArgs(IdeaTestRunner.java:35) at com.intellij.rt.junit.JUnitStarter.prepareStreamsAndStart(JUnitStarter.java:235) at com.intellij.rt.junit.JUnitStarter.main(JUnitStarter.java:54)