[SQOOP-1377] Sqoop2: From/To: Improve client/server communication

• Type: Sub-task
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Fix Version/s: 1.99.4
• Assignee: Abraham Elmahrek
• Reporter: Abraham Elmahrek
• Created: 14/Jul/14 20:45
• Updated: 08/Aug/14 21:58
• Resolved: 08/Aug/14 21:58

Description

The JSON response currently takes the form:

{
  "connection-id": 1,
  "id": 1,
  "updated": 1371246055277,
  "created": 1371246055277,
  "name": "import1",
  "connector": [
    {
      "id": 3,
      "inputs": [
        {
          "id": 10,
          "name": "table.schemaName",
          "type": "STRING",
          "size": 50,
          "sensitive": false
        },
        ...
      ],
      "name": "table",
      "type": "CONNECTION"
    }
  ],
  "connector-id": 1,
  "type": "IMPORT",
  "framework": [
    {
      "id": 7,
      "inputs": [
        {
          "id": 20,
          "values": "HDFS",
          "name": "output.storageType",
          "value": "HDFS",
          "type": "ENUM",
          "sensitive": false
        },
        ...
      ],
      "name": "output",
      "type": "CONNECTION"
    },
    {
      "id": 8,
      "inputs": [
        {
          "id": 23,
          "name": "throttling.extractors",
          "type": "INTEGER",
          "sensitive": false
        },
        ...
      ],
      "name": "throttling",
      "type": "CONNECTION"
    }
  ]
}

There will be multiple connectors and connections per job. The response should reflect this. Example:

{
  "connection-id": 1,
  "id": 1,
  "updated": 1371246055277,
  "created": 1371246055277,
  "name": "import1",
  "connectors": {
    'from': [
      {
        "id": 3,
        "inputs": [
          {
            "id": 10,
            "name": "table.schemaName",
            "type": "STRING",
            "size": 50,
            "sensitive": false
          },
          ...
        ],
        "name": "table",
        "type": "CONNECTION"
      }
    ],
    'to': [
      {
        "id": 3,
        "inputs": [
          {
            "id": 10,
            "name": "table.schemaName",
            "type": "STRING",
            "size": 50,
            "sensitive": false
          },
          ...
        ],
        "name": "table",
        "type": "CONNECTION"
      }
    ],
  }
  "connector-id": 1,
  "type": "IMPORT",
  "framework": [
    {
      "id": 8,
      "inputs": [
        {
          "id": 23,
          "name": "throttling.extractors",
          "type": "INTEGER",
          "sensitive": false
        },
        ...
      ],
      "name": "throttling",
      "type": "CONNECTION"
    }
  ]
}