Uploaded image for project: 'Metron'
  1. Metron
  2. METRON-2088 Support HDP 3.1.0
  3. METRON-2162

Ambari client exception occurred: No JSON object could be decoded

    XMLWordPrintableJSON

    Details

    • Type: Sub-task
    • Status: Done
    • Priority: Major
    • Resolution: Done
    • Affects Version/s: None
    • Fix Version/s: None
    • Labels:
      None

      Description

      When attempting to deploy Metron in Ambari 2.7.3 with HDP 3.1 the following error occurs when deploying Metron on CentOS 7.

      $ cd metron-deployment/development/centos7/
      $ vagrant up
      
      ...
      
      TASK [ambari_config : Deploy cluster with Ambari; http://node1:8080] ***********
      
      The full traceback is:
      File "/tmp/ansible_LTBkrV/ansible_module_ambari_cluster_state.py", line 211, in main
      if not blueprint_exists(ambari_url, username, password, blueprint_name):
      File "/tmp/ansible_LTBkrV/ansible_module_ambari_cluster_state.py", line 334, in blueprint_exists
      blueprints = get_blueprints(ambari_url, user, password)
      File "/tmp/ansible_LTBkrV/ansible_module_ambari_cluster_state.py", line 315, in get_blueprints
      services = json.loads(r.content)
      File "/usr/lib64/python2.7/json/__init__.py", line 338, in loads
      return _default_decoder.decode(s)
      File "/usr/lib64/python2.7/json/decoder.py", line 366, in decode
      obj, end = self.raw_decode(s, idx=_w(s, 0).end())
      File "/usr/lib64/python2.7/json/decoder.py", line 384, in raw_decode
      raise ValueError("No JSON object could be decoded")
      
      fatal: [node1]: FAILED! => {
      "changed": false,
      "invocation": {
      "module_args": {
      "blueprint_name": "metron_blueprint",
      "blueprint_var": {
      "groups": [
      {
      "cardinality": 1,
      "components": [
      {
      "name": "NAMENODE"
      },
      {
      "name": "SECONDARY_NAMENODE"
      },
      {
      "name": "RESOURCEMANAGER"
      },
      {
      "name": "HISTORYSERVER"
      },
      {
      "name": "ZOOKEEPER_SERVER"
      },
      {
      "name": "NIMBUS"
      },
      {
      "name": "STORM_UI_SERVER"
      },
      {
      "name": "DRPC_SERVER"
      },
      {
      "name": "HBASE_MASTER"
      },
      {
      "name": "HBASE_CLIENT"
      },
      {
      "name": "APP_TIMELINE_SERVER"
      },
      {
      "name": "DATANODE"
      },
      {
      "name": "HDFS_CLIENT"
      },
      {
      "name": "NODEMANAGER"
      },
      {
      "name": "YARN_CLIENT"
      },
      {
      "name": "MAPREDUCE2_CLIENT"
      },
      {
      "name": "ZOOKEEPER_CLIENT"
      },
      {
      "name": "SUPERVISOR"
      },
      {
      "name": "KAFKA_BROKER"
      },
      {
      "name": "HBASE_REGIONSERVER"
      },
      {
      "name": "KIBANA_MASTER"
      },
      {
      "name": "METRON_INDEXING"
      },
      {
      "name": "METRON_PROFILER"
      },
      {
      "name": "METRON_PCAP"
      },
      {
      "name": "METRON_ENRICHMENT_MASTER"
      },
      {
      "name": "METRON_PARSERS"
      },
      {
      "name": "METRON_REST"
      },
      {
      "name": "METRON_MANAGEMENT_UI"
      },
      {
      "name": "METRON_ALERTS_UI"
      },
      {
      "name": "ES_MASTER"
      }
      ],
      "configurations": [],
      "name": "host_group_1"
      }
      ],
      "required_configurations": [
      {
      "metron-env": {
      "es_hosts": "node1",
      "solr_zookeeper_url": "node1:9983",
      "storm_rest_addr": "http://node1:8744",
      "zeppelin_server_url": "node1:9995"
      }
      },
      {
      "metron-rest-env": {
      "metron_jdbc_driver": "org.h2.Driver",
      "metron_jdbc_password": "root",
      "metron_jdbc_platform": "h2",
      "metron_jdbc_url": "jdbc:h2:file:~/metrondb",
      "metron_jdbc_username": "root"
      }
      },
      {
      "kibana-env": {
      "kibana_default_application": "dashboard/AV-YpDmwdXwc6Ua9Muh9",
      "kibana_es_url": "http://node1:9200",
      "kibana_log_dir": "/var/log/kibana",
      "kibana_pid_dir": "/var/run/kibana",
      "kibana_server_host": "0.0.0.0",
      "kibana_server_port": 5000
      }
      }
      ],
      "stack_name": "HDP",
      "stack_version": "3.1"
      },
      "cluster_name": "metron_cluster",
      "cluster_state": "present",
      "configurations": [
      {
      "zoo.cfg": {
      "dataDir": "/hadoop/zookeeper"
      }
      },
      {
      "hadoop-env": {
      "dtnode_heapsize": 512,
      "hadoop_heapsize": 1024,
      "namenode_heapsize": 2048,
      "namenode_opt_permsize": "128m"
      }
      },
      {
      "hbase-env": {
      "hbase_master_heapsize": 512,
      "hbase_regionserver_heapsize": 512,
      "hbase_regionserver_xmn_max": 512
      }
      },
      {
      "hdfs-site": {
      "dfs.datanode.data.dir": "/hadoop/hdfs/data",
      "dfs.journalnode.edits.dir": "/hadoop/hdfs/journalnode",
      "dfs.namenode.checkpoint.dir": "/hadoop/hdfs/namesecondary",
      "dfs.namenode.name.dir": "/hadoop/hdfs/namenode",
      "dfs.replication": 1
      }
      },
      {
      "yarn-env": {
      "apptimelineserver_heapsize": 512,
      "min_user_id": 500,
      "nodemanager_heapsize": 512,
      "resourcemanager_heapsize": 1024,
      "yarn_heapsize": 512
      }
      },
      {
      "mapred-env": {
      "jobhistory_heapsize": 256
      }
      },
      {
      "mapred-site": {
      "mapreduce.jobhistory.recovery.store.leveldb.path": "/hadoop/mapreduce/jhs",
      "mapreduce.map.java.opts": "-Xmx1024m",
      "mapreduce.map.memory.mb": 1229,
      "mapreduce.reduce.java.opts": "-Xmx1024m",
      "mapreduce.reduce.memory.mb": 1229
      }
      },
      {
      "yarn-site": {
      "yarn.nodemanager.local-dirs": "/hadoop/yarn/local",
      "yarn.nodemanager.log-dirs": "/hadoop/yarn/log",
      "yarn.nodemanager.resource.memory-mb": 4096,
      "yarn.timeline-service.leveldb-state-store.path": "/hadoop/yarn/timeline",
      "yarn.timeline-service.leveldb-timeline-store.path": "/hadoop/yarn/timeline"
      }
      },
      {
      "storm-site": {
      "nimbus.childopts": "-Xmx1024m _JAAS_PLACEHOLDER",
      "storm.cluster.metrics.consumer.register": "[{\"class\": \"org.apache.storm.metric.LoggingMetricsConsumer\"}]",
      "storm.local.dir": "/hadoop/storm",
      "supervisor.childopts": "-Xmx256m _JAAS_PLACEHOLDER",
      "supervisor.slots.ports": "[6700, 6701, 6702, 6703, 6704, 6705]",
      "topology.classpath": "/etc/hbase/conf:/etc/hadoop/conf",
      "topology.metrics.consumer.register": "[{\"class\": \"org.apache.storm.metric.LoggingMetricsConsumer\", \"parallelism.hint\": 1, \"whitelist\": [\"kafkaOffset\\\\..+/\", \"__complete-latency\", \"__process-latency\", \"__receive\\\\.population$\", \"__sendqueue\\\\.population$\", \"__execute-count\", \"__emit-count\", \"__ack-count\", \"__fail-count\", \"memory/heap\\\\.usedBytes$\", \"memory/nonHeap\\\\.usedBytes$\", \"GC/.+\\\\.count$\", \"GC/.+\\\\.timeMs$\"]}]",
      "worker.childopts": "-Xmx768m _JAAS_PLACEHOLDER"
      }
      },
      {
      "kafka-env": {
      "content": "\n#!/bin/bash\n\n# Set KAFKA specific environment variables here.\n\n# The java implementation to use.\nexport KAFKA_HEAP_OPTS=\"-Xms256M -Xmx256M\"\nexport KAFKA_JVM_PERFORMANCE_OPTS=\"-server -XX:+UseG1GC -XX:+DisableExplicitGC -Djava.awt.headless=true\"\nexport JAVA_HOME={{java64_home}}\nexport PATH=$PATH:$JAVA_HOME/bin\nexport PID_DIR={{kafka_pid_dir}}\nexport LOG_DIR={{kafka_log_dir}}\nexport KAFKA_KERBEROS_PARAMS={{kafka_kerberos_params}}\n# Add kafka sink to classpath and related depenencies\nif [ -e \"/usr/lib/ambari-metrics-kafka-sink/ambari-metrics-kafka-sink.jar\" ]; then\n export CLASSPATH=$CLASSPATH:/usr/lib/ambari-metrics-kafka-sink/ambari-metrics-kafka-sink.jar\n export CLASSPATH=$CLASSPATH:/usr/lib/ambari-metrics-kafka-sink/lib/*\nfi\nif [ -f /etc/kafka/conf/kafka-ranger-env.sh ]; then\n . /etc/kafka/conf/kafka-ranger-env.sh\nfi"
      }
      },
      {
      "kafka-broker": {
      "delete.topic.enable": "true",
      "log.dirs": "/kafka-log",
      "offsets.topic.replication.factor": 1
      }
      },
      {
      "metron-rest-env": {
      "metron_spring_profiles_active": "dev"
      }
      },
      {
      "metron-parsers-env": {
      "parsers": "\"bro,snort,yaf\""
      }
      },
      {
      "elastic-site": {
      "gateway_recover_after_data_nodes": 1,
      "index_number_of_replicas": 0,
      "index_number_of_shards": 1,
      "masters_also_are_datanodes": "1",
      "network_host": "[ _local_, _site_ ]",
      "zen_discovery_ping_unicast_hosts": "[ node1 ]"
      }
      }
      ],
      "host": "node1",
      "password": "admin",
      "port": 8080,
      "username": "admin",
      "wait_for_complete": true
      }
      },
      "msg": "Ambari client exception occurred: No JSON object could be decoded"
      }
      to retry, use: --limit @/Users/nallen/Development/metron/metron-deployment/development/centos7/ansible/playbook.retry
      
      PLAY RECAP *********************************************************************
      node1 : ok=83 changed=16 unreachable=0 failed=1
      
      [WARNING]: Module did not set no_log for password
      
      Ansible failed to complete successfully. Any error output should be
      visible above. Please fix these errors and try again.
      

        Attachments

          Issue Links

            Activity

              People

              • Assignee:
                nickwallen Nick Allen
                Reporter:
                nickwallen Nick Allen
              • Votes:
                0 Vote for this issue
                Watchers:
                1 Start watching this issue

                Dates

                • Created:
                  Updated:
                  Resolved:

                  Time Tracking

                  Estimated:
                  Original Estimate - Not Specified
                  Not Specified
                  Remaining:
                  Remaining Estimate - 0h
                  0h
                  Logged:
                  Time Spent - 20m
                  20m