Uploaded image for project: 'Atlas'
  1. Atlas
  2. ATLAS-761

UI: is ignoring table parameters

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Resolved
    • Blocker
    • Resolution: Fixed
    • 0.7-incubating
    • 0.7-incubating
    • None
    • None

    Description

      Entity api response showing table parameters which are ignored by UI.

      curl http://localhost:21000/api/atlas/entities/b17b2c93-dbf7-4592-b59e-4614c6e3d37e | python -m json.tool
        % Total    % Received % Xferd  Average Speed   Time    Time     Time  Current
                                       Dload  Upload   Total   Spent    Left  Speed
      100  6508    0  6508    0     0   4152      0 --:--:--  0:00:01 --:--:--  4150
      {
          "GUID": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
          "definition": {
              "id": {
                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "state": "ACTIVE",
                  "typeName": "hive_table",
                  "version": 0
              },
              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "traitNames": [],
              "traits": {},
              "typeName": "hive_table",
              "values": {
                  "columns": [
                      {
                          "id": {
                              "id": "f118ccf4-bd8b-4a0e-af35-17a5c5018e06",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_column",
                              "version": 0
                          },
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                          "traitNames": [],
                          "traits": {},
                          "typeName": "hive_column",
                          "values": {
                              "comment": null,
                              "name": "viewtime",
                              "qualifiedName": "default.table3_s1vxgkt0bh.viewtime@primary",
                              "table": {
                                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                  "state": "ACTIVE",
                                  "typeName": "hive_table",
                                  "version": 0
                              },
                              "type": "int"
                          }
                      },
                      {
                          "id": {
                              "id": "4b0d47e1-16ba-4cdd-85a5-6f35a968c0a3",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_column",
                              "version": 0
                          },
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                          "traitNames": [],
                          "traits": {},
                          "typeName": "hive_column",
                          "values": {
                              "comment": null,
                              "name": "userid",
                              "qualifiedName": "default.table3_s1vxgkt0bh.userid@primary",
                              "table": {
                                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                  "state": "ACTIVE",
                                  "typeName": "hive_table",
                                  "version": 0
                              },
                              "type": "bigint"
                          }
                      },
                      {
                          "id": {
                              "id": "ca652a37-a5b8-4563-be27-4c6adb20f2d9",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_column",
                              "version": 0
                          },
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                          "traitNames": [],
                          "traits": {},
                          "typeName": "hive_column",
                          "values": {
                              "comment": null,
                              "name": "page_url",
                              "qualifiedName": "default.table3_s1vxgkt0bh.page_url@primary",
                              "table": {
                                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                  "state": "ACTIVE",
                                  "typeName": "hive_table",
                                  "version": 0
                              },
                              "type": "string"
                          }
                      },
                      {
                          "id": {
                              "id": "050d14cb-6434-4230-896e-063c6df04de9",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_column",
                              "version": 0
                          },
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                          "traitNames": [],
                          "traits": {},
                          "typeName": "hive_column",
                          "values": {
                              "comment": null,
                              "name": "referrer_url",
                              "qualifiedName": "default.table3_s1vxgkt0bh.referrer_url@primary",
                              "table": {
                                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                  "state": "ACTIVE",
                                  "typeName": "hive_table",
                                  "version": 0
                              },
                              "type": "string"
                          }
                      },
                      {
                          "id": {
                              "id": "39d7eede-e6e1-4a82-ab4a-0dbbe211cd42",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_column",
                              "version": 0
                          },
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                          "traitNames": [],
                          "traits": {},
                          "typeName": "hive_column",
                          "values": {
                              "comment": null,
                              "name": "ip",
                              "qualifiedName": "default.table3_s1vxgkt0bh.ip@primary",
                              "table": {
                                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                  "state": "ACTIVE",
                                  "typeName": "hive_table",
                                  "version": 0
                              },
                              "type": "string"
                          }
                      }
                  ],
                  "comment": null,
                  "createTime": "2016-05-09T09:12:34.000Z",
                  "db": {
                      "id": "802c10fe-10b3-423e-a587-19c3d45a3ca5",
                      "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                      "state": "ACTIVE",
                      "typeName": "hive_db",
                      "version": 0
                  },
                  "description": null,
                  "lastAccessTime": "2016-05-09T09:12:34.000Z",
                  "name": "default.table3_s1vxgkt0bh@primary",
                  "owner": "apathan",
                  "parameters": {
                      "transient_lastDdlTime": "1462785154"
                  },
                  "partitionKeys": [
                      {
                          "id": {
                              "id": "ba216f52-6ea0-4b00-831f-87edd9b3d6ab",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_column",
                              "version": 0
                          },
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                          "traitNames": [],
                          "traits": {},
                          "typeName": "hive_column",
                          "values": {
                              "comment": null,
                              "name": "dt",
                              "qualifiedName": "default.table3_s1vxgkt0bh.dt@primary",
                              "table": {
                                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                  "state": "ACTIVE",
                                  "typeName": "hive_table",
                                  "version": 0
                              },
                              "type": "string"
                          }
                      },
                      {
                          "id": {
                              "id": "fe1bcce2-5ad9-4506-9cd5-2db1e61d4de5",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_column",
                              "version": 0
                          },
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                          "traitNames": [],
                          "traits": {},
                          "typeName": "hive_column",
                          "values": {
                              "comment": "partitioned columns comments.",
                              "name": "country",
                              "qualifiedName": "default.table3_s1vxgkt0bh.country@primary",
                              "table": {
                                  "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                                  "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                                  "state": "ACTIVE",
                                  "typeName": "hive_table",
                                  "version": 0
                              },
                              "type": "string"
                          }
                      }
                  ],
                  "retention": 0,
                  "sd": {
                      "id": {
                          "id": "5499b90c-570f-4911-abe4-cca0cc749db3",
                          "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                          "state": "ACTIVE",
                          "typeName": "hive_storagedesc",
                          "version": 0
                      },
                      "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                      "traitNames": [],
                      "traits": {},
                      "typeName": "hive_storagedesc",
                      "values": {
                          "bucketCols": null,
                          "compressed": false,
                          "inputFormat": "org.apache.hadoop.mapred.TextInputFormat",
                          "location": "hdfs://localhost:9000/user/hive/warehouse/db2s1vxgkt0bh.db/table2_s1vxgkt0bh",
                          "numBuckets": -1,
                          "outputFormat": "org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
                          "parameters": null,
                          "qualifiedName": "default.table3_s1vxgkt0bh@primary_storage",
                          "serdeInfo": {
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                              "typeName": "hive_serde",
                              "values": {
                                  "name": null,
                                  "parameters": {
                                      "serialization.format": "1"
                                  },
                                  "serializationLib": "org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe"
                              }
                          },
                          "sortCols": null,
                          "storedAsSubDirectories": false,
                          "table": {
                              "id": "b17b2c93-dbf7-4592-b59e-4614c6e3d37e",
                              "jsonClass": "org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                              "state": "ACTIVE",
                              "typeName": "hive_table",
                              "version": 0
                          }
                      }
                  },
                  "tableName": "table3_s1vxgkt0bh",
                  "tableType": "MANAGED_TABLE",
                  "temporary": false,
                  "viewExpandedText": null,
                  "viewOriginalText": null
              }
          },
          "requestId": "qtp1307096070-2007 - afa719f8-ad88-4293-a4d6-16c6a72190ed"
      }
      

      UI snapshot: https://monosnap.com/file/Ye0oDV1NOULfy9u0Wstnu1uxJ61MMA

      Attachments

        Activity

          People

            kevalbhatt Keval Bhatt
            ayubpathan Ayub Pathan
            Votes:
            0 Vote for this issue
            Watchers:
            3 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: