[ERROR] testQueueSkippedBecauseOfHeadroom(org.apache.hadoop.yarn.server.resourcemanager.webapp.TestRMWebServicesSchedulerActivities) Time elapsed: 0.613 s <<< ERROR! java.lang.RuntimeException: ##### submitapp #########Submitapp#### testcase: testQueueSkippedBecauseOfHeadroom####Submitapp#### name: app1####Submitapp#### user: user1####Submitapp#### acls: null####Submitapp#### unmanaged: false####Submitapp#### queue: b1####Submitapp#### AM res reqs: [{AllocationRequestId: -1, Priority: 0, Capability: , # Containers: 1, Location: *, Relax Locality: true, Execution Type Request: {Execution Type: GUARANTEED, Enforce Execution Type: false}, Node Label Expression: }]####Submitapp#### maxattempts: 2####Submitapp#### credentials: null####Submitapp#### appType: null####Submitapp#### waitForAccepted: true####Submitapp#### keepContainers: false####Submitapp#### isAppIdProvided: false####Submitapp#### applicationId: null####Submitapp#### applicationId after: application_1573688628244_0001####Submitapp#### attemptFailuresValidityInterval: 0####Submitapp#### logaggregationcontext: null####Submitapp#### cancelTokensWhenComplete: true####Submitapp#### priority: 0####Submitapp#### amLabel: ####Submitapp#### applicationTimeouts: null####Submitapp#### tokensConf: null####Submitapp#### applicationTags: null####Submitapp#### appNodeLabel: null####Submitapp#### submissioncontext: org.apache.hadoop.yarn.api.records.impl.pb.ApplicationSubmissionContextPBImpl@1124910c[proto=application_id { id: 1 cluster_timestamp: 1573688628244 } application_name: "app1" queue: "b1" priority { priority: 0 } am_container_spec { } cancel_tokens_when_complete: true maxAppAttempts: 2 applicationType: "YARN" keep_containers_across_application_attempts: false attempt_failures_validity_interval: 0 am_container_resource_request { priority { priority: 0 } resource_name: "*" capability { memory: 1024 virtual_cores: 1 resource_value_map { key: "memory-mb" value: 1024 units: "Mi" type: COUNTABLE } resource_value_map { key: "vcores" value: 1 units: "" type: COUNTABLE } } num_containers: 1 relax_locality: true node_label_expression: "" execution_type_request { execution_type: GUARANTEED enforce_execution_type: false } } ,builder=application_id { id: 1 cluster_timestamp: 1573688628244 } application_name: "app1" queue: "b1" priority { priority: 0 } am_container_spec { } cancel_tokens_when_complete: true maxAppAttempts: 2 applicationType: "YARN" keep_containers_across_application_attempts: false attempt_failures_validity_interval: 0 am_container_resource_request { priority { priority: 0 } resource_name: "*" capability { memory: 1024 virtual_cores: 1 resource_value_map { key: "memory-mb" value: 1024 units: "Mi" type: COUNTABLE } resource_value_map { key: "vcores" value: 1 units: "" type: COUNTABLE } } num_containers: 1 relax_locality: true node_label_expression: "" execution_type_request { execution_type: GUARANTEED enforce_execution_type: false } } ,viaProto=true,applicationId=application_1573688628244_0001,priority=0,amContainer=,resource=,applicationTags=[],amResourceRequests=[{AllocationRequestId: -1, Priority: 0, Capability: , # Containers: 1, Location: *, Relax Locality: true, Execution Type Request: {Execution Type: GUARANTEED, Enforce Execution Type: false}, Node Label Expression: }],logAggregationContext=,reservationId=,applicationTimeouts={},schedulingProperties={}] at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter.submit(MockRMAppSubmitter.java:229) at org.apache.hadoop.yarn.server.resourcemanager.webapp.TestRMWebServicesSchedulerActivities.testQueueSkippedBecauseOfHeadroom(TestRMWebServicesSchedulerActivities.java:1518) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57) at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288) at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268) at org.junit.runners.ParentRunner.run(ParentRunner.java:363) at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365) at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273) at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238) at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159) at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384) at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345) at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126) at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418) [ERROR] testNodeBlacklistingOnAMFailureRelaxedNodeLocality(org.apache.hadoop.yarn.server.resourcemanager.TestNodeBlacklistingOnAMFailures) Time elapsed: 0.49 s <<< ERROR! java.lang.NullPointerException at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.checkResourceRequestAgainstAvailableResource(SchedulerUtils.java:399) at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.validateResourceRequest(SchedulerUtils.java:337) at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.normalizeAndValidateRequest(SchedulerUtils.java:292) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.validateAndCreateResourceRequest(RMAppManager.java:630) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.createAndPopulateNewRMApp(RMAppManager.java:455) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.submitApplication(RMAppManager.java:389) at org.apache.hadoop.yarn.server.resourcemanager.ClientRMService.submitApplication(ClientRMService.java:691) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter$1.run(MockRMAppSubmitter.java:175) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter$1.run(MockRMAppSubmitter.java:169) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1891) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter.submit(MockRMAppSubmitter.java:188) at org.apache.hadoop.yarn.server.resourcemanager.TestNodeBlacklistingOnAMFailures.submitAppWithAMResourceRequests(TestNodeBlacklistingOnAMFailures.java:85) at org.apache.hadoop.yarn.server.resourcemanager.TestNodeBlacklistingOnAMFailures.testNodeBlacklistingOnAMFailureRelaxedNodeLocality(TestNodeBlacklistingOnAMFailures.java:332) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) [ERROR] testNodeBlacklistingOnAMFailureStrictNodeLocality(org.apache.hadoop.yarn.server.resourcemanager.TestNodeBlacklistingOnAMFailures) Time elapsed: 0.349 s <<< ERROR! java.lang.NullPointerException at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.checkResourceRequestAgainstAvailableResource(SchedulerUtils.java:399) at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.validateResourceRequest(SchedulerUtils.java:337) at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.normalizeAndValidateRequest(SchedulerUtils.java:292) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.validateAndCreateResourceRequest(RMAppManager.java:630) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.createAndPopulateNewRMApp(RMAppManager.java:455) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.submitApplication(RMAppManager.java:389) at org.apache.hadoop.yarn.server.resourcemanager.ClientRMService.submitApplication(ClientRMService.java:691) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter$1.run(MockRMAppSubmitter.java:175) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter$1.run(MockRMAppSubmitter.java:169) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1891) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter.submit(MockRMAppSubmitter.java:188) at org.apache.hadoop.yarn.server.resourcemanager.TestNodeBlacklistingOnAMFailures.submitAppWithAMResourceRequests(TestNodeBlacklistingOnAMFailures.java:85) at org.apache.hadoop.yarn.server.resourcemanager.TestNodeBlacklistingOnAMFailures.testNodeBlacklistingOnAMFailureStrictNodeLocality(TestNodeBlacklistingOnAMFailures.java:245) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) [ERROR] testAppReportNodeLabelRMRestart[CAPACITY](org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart) Time elapsed: 0.734 s <<< ERROR! java.lang.NullPointerException at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.checkResourceRequestAgainstAvailableResource(SchedulerUtils.java:399) at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.validateResourceRequest(SchedulerUtils.java:337) at org.apache.hadoop.yarn.server.resourcemanager.scheduler.SchedulerUtils.normalizeAndValidateRequest(SchedulerUtils.java:292) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.validateAndCreateResourceRequest(RMAppManager.java:630) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.createAndPopulateNewRMApp(RMAppManager.java:455) at org.apache.hadoop.yarn.server.resourcemanager.RMAppManager.submitApplication(RMAppManager.java:389) at org.apache.hadoop.yarn.server.resourcemanager.ClientRMService.submitApplication(ClientRMService.java:691) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter$1.run(MockRMAppSubmitter.java:175) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter$1.run(MockRMAppSubmitter.java:169) at java.security.AccessController.doPrivileged(Native Method) at javax.security.auth.Subject.doAs(Subject.java:422) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1891) at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter.submit(MockRMAppSubmitter.java:188) at org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart.submitApp(TestRMRestart.java:224) at org.apache.hadoop.yarn.server.resourcemanager.TestRMRestart.testAppReportNodeLabelRMRestart(TestRMRestart.java:524) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748) [ERROR] testAssignContainer(org.apache.hadoop.yarn.server.resourcemanager.webapp.TestRMWebServicesSchedulerActivitiesWithMultiNodesEnabled) Time elapsed: 0.482 s <<< ERROR! java.lang.RuntimeException: ##### submitapp #########Submitapp#### testcase: testAssignContainer####Submitapp#### name: app1####Submitapp#### user: user1####Submitapp#### acls: null####Submitapp#### unmanaged: false####Submitapp#### queue: b####Submitapp#### AM res reqs: [{AllocationRequestId: -1, Priority: 0, Capability: , # Containers: 1, Location: *, Relax Locality: true, Execution Type Request: {Execution Type: GUARANTEED, Enforce Execution Type: false}, Node Label Expression: }]####Submitapp#### maxattempts: 2####Submitapp#### credentials: null####Submitapp#### appType: null####Submitapp#### waitForAccepted: true####Submitapp#### keepContainers: false####Submitapp#### isAppIdProvided: false####Submitapp#### applicationId: null####Submitapp#### applicationId after: application_1573688744373_0001####Submitapp#### attemptFailuresValidityInterval: 0####Submitapp#### logaggregationcontext: null####Submitapp#### cancelTokensWhenComplete: true####Submitapp#### priority: 0####Submitapp#### amLabel: ####Submitapp#### applicationTimeouts: null####Submitapp#### tokensConf: null####Submitapp#### applicationTags: null####Submitapp#### appNodeLabel: null####Submitapp#### submissioncontext: org.apache.hadoop.yarn.api.records.impl.pb.ApplicationSubmissionContextPBImpl@6e19ed72[proto=application_id { id: 1 cluster_timestamp: 1573688744373 } application_name: "app1" queue: "b" priority { priority: 0 } am_container_spec { } cancel_tokens_when_complete: true maxAppAttempts: 2 applicationType: "YARN" keep_containers_across_application_attempts: false attempt_failures_validity_interval: 0 am_container_resource_request { priority { priority: 0 } resource_name: "*" capability { memory: 1024 virtual_cores: 1 resource_value_map { key: "memory-mb" value: 1024 units: "Mi" type: COUNTABLE } resource_value_map { key: "vcores" value: 1 units: "" type: COUNTABLE } } num_containers: 1 relax_locality: true node_label_expression: "" execution_type_request { execution_type: GUARANTEED enforce_execution_type: false } } ,builder=application_id { id: 1 cluster_timestamp: 1573688744373 } application_name: "app1" queue: "b" priority { priority: 0 } am_container_spec { } cancel_tokens_when_complete: true maxAppAttempts: 2 applicationType: "YARN" keep_containers_across_application_attempts: false attempt_failures_validity_interval: 0 am_container_resource_request { priority { priority: 0 } resource_name: "*" capability { memory: 1024 virtual_cores: 1 resource_value_map { key: "memory-mb" value: 1024 units: "Mi" type: COUNTABLE } resource_value_map { key: "vcores" value: 1 units: "" type: COUNTABLE } } num_containers: 1 relax_locality: true node_label_expression: "" execution_type_request { execution_type: GUARANTEED enforce_execution_type: false } } ,viaProto=true,applicationId=application_1573688744373_0001,priority=0,amContainer=,resource=,applicationTags=[],amResourceRequests=[{AllocationRequestId: -1, Priority: 0, Capability: , # Containers: 1, Location: *, Relax Locality: true, Execution Type Request: {Execution Type: GUARANTEED, Enforce Execution Type: false}, Node Label Expression: }],logAggregationContext=,reservationId=,applicationTimeouts={},schedulingProperties={}] at org.apache.hadoop.yarn.server.resourcemanager.MockRMAppSubmitter.submit(MockRMAppSubmitter.java:229) at org.apache.hadoop.yarn.server.resourcemanager.webapp.TestRMWebServicesSchedulerActivitiesWithMultiNodesEnabled.testAssignContainer(TestRMWebServicesSchedulerActivitiesWithMultiNodesEnabled.java:169) at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.lang.reflect.Method.invoke(Method.java:498) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:298) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:292) at java.util.concurrent.FutureTask.run(FutureTask.java:266) at java.lang.Thread.run(Thread.java:748)