[AMBARI-16014] ambari-agent.log gets flooded up with exceptions from status commands

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Fix Version/s: 2.4.0
• Assignee: Andrew Onischuk
• Reporter: Andrew Onischuk
• Created: 21/Apr/16 14:03
• Updated: 24/Apr/16 12:51
• Resolved: 21/Apr/16 14:14

Description

is_linux_container_executor = (yarn_nodemanager_container_executor_class == 'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor')
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py", line 73, in _getattr_
raise Fail("Configuration parameter '" + self.name + "' was not found in configurations dictionary!")
Fail: Configuration parameter 'yarn-site' was not found in configurations dictionary!
INFO 2016-04-21 12:14:21,327 PythonReflectiveExecutor.py:65 - Reflective command failed with exception:
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/ambari_agent/PythonReflectiveExecutor.py", line 57, in run_file
imp.load_source('_main_', script)
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py", line 149, in <module>
ApplicationTimelineServer().execute()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 251, in execute
self.save_component_version_to_structured_out()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 166, in save_component_version_to_structured_out
component_name = self.get_component_name()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 152, in get_component_name
stack_to_component = self.get_stack_to_component()
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/application_timeline_server.py", line 67, in get_stack_to_component
import params
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/params.py", line 28, in <module>
from params_linux import *
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/params_linux.py", line 144, in <module>
is_linux_container_executor = (yarn_nodemanager_container_executor_class == 'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor')
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py", line 73, in _getattr_
raise Fail("Configuration parameter '" + self.name + "' was not found in configurations dictionary!")
Fail: Configuration parameter 'yarn-site' was not found in configurations dictionary!
INFO 2016-04-21 12:14:21,390 PythonReflectiveExecutor.py:65 - Reflective command failed with exception:
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/ambari_agent/PythonReflectiveExecutor.py", line 57, in run_file
imp.load_source('_main_', script)
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py", line 280, in <module>
Resourcemanager().execute()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 251, in execute
self.save_component_version_to_structured_out()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 166, in save_component_version_to_structured_out
component_name = self.get_component_name()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 152, in get_component_name
stack_to_component = self.get_stack_to_component()
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/resourcemanager.py", line 102, in get_stack_to_component
import params
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/params.py", line 28, in <module>
from params_linux import *
File "/var/lib/ambari-agent/cache/common-services/YARN/2.1.0.2.0/package/scripts/params_linux.py", line 144, in <module>
is_linux_container_executor = (yarn_nodemanager_container_executor_class == 'org.apache.hadoop.yarn.server.nodemanager.LinuxContainerExecutor')
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/config_dictionary.py", line 73, in _getattr_
raise Fail("Configuration parameter '" + self.name + "' was not found in configurations dictionary!")
Fail: Configuration parameter 'yarn-site' was not found in configurations dictionary!
INFO 2016-04-21 12:14:21,429 PythonReflectiveExecutor.py:65 - Reflective command failed with exception:
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/ambari_agent/PythonReflectiveExecutor.py", line 57, in run_file
imp.load_source('_main_', script)
File "/var/lib/ambari-agent/cache/common-services/ZOOKEEPER/3.4.5.2.0/package/scripts/zookeeper_server.py", line 182, in <module>
ZookeeperServer().execute()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 251, in execute
self.save_component_version_to_structured_out()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 166, in save_component_version_to_structured_out
component_name = self.get_component_name()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 152, in get_component_name
stack_to_component = self.get_stack_to_component()
File "/var/lib/ambari-agent/cache/common-services/ZOOKEEPER/3.4.5.2.0/package/scripts/zookeeper_server.py", line 68, in get_stack_to_component
import params
File "/var/lib/ambari-agent/cache/common-services/ZOOKEEPER/3.4.5.2.0/package/scripts/params.py", line 26, in <module>
from params_linux import *
...
Traceback (most recent call last):
File "/usr/lib/python2.6/site-packages/ambari_agent/PythonReflectiveExecutor.py", line 57, in run_file
imp.load_source('_main_', script)
File "/var/lib/ambari-agent/cache/common-services/HIVE/0.12.0.2.0/package/scripts/mysql_server.py", line 64, in <module>
MysqlServer().execute()
File "/usr/lib/python2.6/site-packages/resource_management/libraries/script/script.py", line 248, in execute
method(env)
File "/var/lib/ambari-agent/cache/common-services/HIVE/0.12.0.2.0/package/scripts/mysql_server.py", line 60, in status
mysql_service(daemon_name=status_params.daemon_name, action='status')
File "/var/lib/ambari-agent/cache/common-services/HIVE/0.12.0.2.0/package/scripts/mysql_service.py", line 29, in mysql_service
Execute(status_cmd)
File "/usr/lib/python2.6/site-packages/resource_management/core/base.py", line 155, in _init_
self.env.run()
File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 160, in run
self.run_action(resource, action)
File "/usr/lib/python2.6/site-packages/resource_management/core/environment.py", line 124, in run_action
provider_action()
File "/usr/lib/python2.6/site-packages/resource_management/core/providers/system.py", line 273, in action_run
tries=self.resource.tries, try_sleep=self.resource.try_sleep)
File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", line 70, in inner
result = function(command, **kwargs)
File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", line 92, in checked_call
tries=tries, try_sleep=try_sleep)
File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", line 140, in _call_wrapper
result = _call(command, **kwargs_copy)
File "/usr/lib/python2.6/site-packages/resource_management/core/shell.py", line 293, in _call
raise Fail(err_msg)
Fail: Execution of 'pgrep -l '^mysqld$'' returned 1.

This caused by importing params.py from status commands, and by unhandled
exception during for mysql status commands.

Issue Links

• links to: ReviewBoard