Uploaded image for project: 'Atlas'
  1. Atlas
  2. ATLAS-1112

Hive table GET response from atlas server had duplicate column entries

    XMLWordPrintableJSON

Details

    • Bug
    • Status: Resolved
    • Critical
    • Resolution: Fixed
    • trunk
    • None
    • None

    Description

      Atlas server overwrites the entities when entity create message is sent with duplicate ID.

      In this case, HiveHook uses system.nanotime() for generating the ID for entities which does not guarantee the uniqueness of ID string. So, hiveHook creates an entity with duplicate id for columns(not all times) - which results in overwriting the columns and hence duplicate columns are seen.

      For example: One such entity create message seen from hiveHook is

      {
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986778765230",
          "version":0,
          "typeName":"hive_db",
          "state":"ACTIVE"
        },
        "typeName":"hive_db",
        "values":{
          "name":"default",
          "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse",
          "description":"Default Hive database",
          "ownerType":2,
          "qualifiedName":"default@cl1",
          "owner":"public",
          "clusterName":"cl1",
          "parameters":{
            
          }
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      },{
        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
        "id":{
          "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
          "id":"-8986813055475",
          "version":0,
          "typeName":"hive_table",
          "state":"ACTIVE"
        },
        "typeName":"hive_table",
        "values":{
          "tableType":"MANAGED_TABLE",
          "name":"allparams1px9g6chqv",
          "createTime":"2016-08-10T04:26:50.000Z",
          "temporary":false,
          "db":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id":{
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
              "id":"-8986778765230",
              "version":0,
              "typeName":"hive_db",
              "state":"ACTIVE"
            },
            "typeName":"hive_db",
            "values":{
              "name":"default",
              "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse",
              "description":"Default Hive database",
              "ownerType":2,
              "qualifiedName":"default@cl1",
              "owner":"public",
              "clusterName":"cl1",
              "parameters":{
                
              }
            },
            "traitNames":[
              
            ],
            "traits":{
              
            }
          },
          "retention":0,
          "qualifiedName":"default.allparams1px9g6chqv@cl1",
          "columns":[
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813593492",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"inttype",
                "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1",
                "owner":"hrt_qa",
                "type":"int",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813606611",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"tinyinttype",
                "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1",
                "owner":"hrt_qa",
                "type":"tinyint",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813633980",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"smallinttype",
                "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1",
                "owner":"hrt_qa",
                "type":"smallint",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813636330",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"biginttype",
                "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
                "owner":"hrt_qa",
                "type":"bigint",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813636330",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"booleantype",
                "qualifiedName":"default.allparams1px9g6chqv.booleantype@cl1",
                "owner":"hrt_qa",
                "type":"boolean",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813636330",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"floattype",
                "qualifiedName":"default.allparams1px9g6chqv.floattype@cl1",
                "owner":"hrt_qa",
                "type":"float",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813666271",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"doubletype",
                "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1",
                "owner":"hrt_qa",
                "type":"double",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814020086",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"strtype",
                "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1",
                "owner":"hrt_qa",
                "type":"string",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814027152",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"binarytype",
                "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1",
                "owner":"hrt_qa",
                "type":"binary",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814236056",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"timestamptype",
                "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1",
                "owner":"hrt_qa",
                "type":"timestamp",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814297478",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"decimaltype",
                "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
                "owner":"hrt_qa",
                "type":"decimal(10,0)",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814297478",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"decimalprecisetype",
                "qualifiedName":"default.allparams1px9g6chqv.decimalprecisetype@cl1",
                "owner":"hrt_qa",
                "type":"decimal(5,2)",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814482254",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"datetype",
                "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1",
                "owner":"hrt_qa",
                "type":"date",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814483713",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"varchartype",
                "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1",
                "owner":"hrt_qa",
                "type":"varchar(100)",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814490168",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"chartype",
                "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1",
                "owner":"hrt_qa",
                "type":"char(20)",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814496450",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"arraytype",
                "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1",
                "owner":"hrt_qa",
                "type":"array<string>",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814502849",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"maptype",
                "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1",
                "owner":"hrt_qa",
                "type":"map<string,string>",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814508953",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"structtype",
                "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1",
                "owner":"hrt_qa",
                "type":"struct<c:int>",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            },
            {
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
              "id":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986814514817",
                "version":0,
                "typeName":"hive_column",
                "state":"ACTIVE"
              },
              "typeName":"hive_column",
              "values":{
                "name":"uniontype",
                "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1",
                "owner":"hrt_qa",
                "type":"uniontype<string,int>",
                "table":{
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"-8986813055475",
                  "version":0,
                  "typeName":"hive_table",
                  "state":"ACTIVE"
                }
              },
              "traitNames":[
                
              ],
              "traits":{
                
              }
            }
          ],
          "lastAccessTime":"2016-08-10T04:26:50.000Z",
          "owner":"hrt_qa",
          "sd":{
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id":{
              "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
              "id":"-8986813171149",
              "version":0,
              "typeName":"hive_storagedesc",
              "state":"ACTIVE"
            },
            "typeName":"hive_storagedesc",
            "values":{
              "location":"hdfs://nat-r6-itvs-atlas-1.openstacklocal:8020/apps/hive/warehouse/allparams1px9g6chqv",
              "serdeInfo":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                "typeName":"hive_serde",
                "values":{
                  "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
                  "parameters":{
                    "serialization.format":"1"
                  }
                }
              },
              "qualifiedName":"default.allparams1px9g6chqv@cl1_storage",
              "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
              "compressed":false,
              "numBuckets":-1,
              "inputFormat":"org.apache.hadoop.mapred.TextInputFormat",
              "parameters":{
                
              },
              "storedAsSubDirectories":false,
              "table":{
                "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                "id":"-8986813055475",
                "version":0,
                "typeName":"hive_table",
                "state":"ACTIVE"
              }
            },
            "traitNames":[
              
            ],
            "traits":{
              
            }
          },
          "parameters":{
            "rawDataSize":"0",
            "numFiles":"0",
            "transient_lastDdlTime":"1470803210",
            "totalSize":"0",
            "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}",
            "numRows":"0"
          },
          "partitionKeys":[
            
          ]
        },
        "traitNames":[
          
        ],
        "traits":{
          
        }
      } 
      

      The response from Atlas server showing duplicate entities

      {  
         "requestId":"qtp1783047508-19 - 474a17cf-cfbc-4c12-8a12-9b630aec1ae4",
         "definition":{  
            "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
            "id":{  
               "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
               "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
               "version":0,
               "typeName":"hive_table",
               "state":"ACTIVE"
            },
            "typeName":"hive_table",
            "values":{  
               "aliases":null,
               "tableType":"MANAGED_TABLE",
               "name":"allparams1px9g6chqv",
               "viewExpandedText":null,
               "createTime":"2016-08-10T04:26:50.000Z",
               "description":null,
               "temporary":false,
               "db":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                  "id":"688e70ec-ad36-4036-b21d-994b90e49994",
                  "version":0,
                  "typeName":"hive_db",
                  "state":"ACTIVE"
               },
               "viewOriginalText":null,
               "retention":0,
               "qualifiedName":"default.allparams1px9g6chqv@cl1",
               "columns":[  
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"5156c917-dc56-4056-a0f8-3036401ff302",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"inttype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.inttype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"int",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"34b02e5b-9f73-4c76-bde0-79f6d35df7bc",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"tinyinttype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.tinyinttype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"tinyint",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"128a6ede-1a5a-41ac-9074-f2865a2bc5c2",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"smallinttype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.smallinttype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"smallint",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"biginttype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"bigint",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"biginttype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"bigint",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"f1bd203e-bc50-4b2f-b2da-f4d21b2b1de4",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"biginttype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.biginttype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"bigint",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"5a32d804-dbe5-4431-aaf5-f8da48555736",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"doubletype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.doubletype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"double",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"a8b49a38-5401-47e2-bdcd-8ff3aeb1e3af",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"strtype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.strtype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"string",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"0b80a8d8-5390-4641-b49d-d3d5dd34119a",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"binarytype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.binarytype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"binary",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"565e0804-d231-4c1d-875e-f3a482b297b0",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"timestamptype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.timestamptype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"timestamp",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"4071f833-8697-4fcf-978d-f5b6132225ff",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"decimaltype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"decimal(10,0)",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"4071f833-8697-4fcf-978d-f5b6132225ff",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"decimaltype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.decimaltype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"decimal(10,0)",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"1b68e9fb-0610-4628-9147-2a731763cdac",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"datetype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.datetype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"date",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"39d8a83f-e09f-4d6c-9679-08af8d2f613b",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"varchartype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.varchartype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"varchar(100)",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"f77ed72f-771b-4add-be6f-68dd207bdaa0",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"chartype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.chartype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"char(20)",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"cdc9e215-c0f7-4da5-8917-aa02e9411288",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"arraytype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.arraytype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"array<string>",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"6e25dbc8-1dea-4c50-bbbb-811aad778fa0",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"maptype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.maptype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"map<string,string>",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"bc8638cd-0284-4600-a2ed-ef5e279bf406",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"structtype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.structtype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"struct<c:int>",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  },
                  {  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                     "id":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"4195bcd0-06cf-49f7-93e5-b8a3c612c4b8",
                        "version":0,
                        "typeName":"hive_column",
                        "state":"ACTIVE"
                     },
                     "typeName":"hive_column",
                     "values":{  
                        "name":"uniontype",
                        "description":null,
                        "qualifiedName":"default.allparams1px9g6chqv.uniontype@cl1",
                        "comment":null,
                        "owner":"hrt_qa",
                        "type":"uniontype<string,int>",
                        "table":{  
                           "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                           "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                           "version":0,
                           "typeName":"hive_table",
                           "state":"ACTIVE"
                        }
                     },
                     "traitNames":[  
      
                     ],
                     "traits":{  
      
                     }
                  }
               ],
               "comment":null,
               "lastAccessTime":"2016-08-10T04:26:50.000Z",
               "owner":"hrt_qa",
               "sd":{  
                  "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Reference",
                  "id":{  
                     "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                     "id":"009ccfdf-a73d-473a-aa30-1b8efa49acac",
                     "version":0,
                     "typeName":"hive_storagedesc",
                     "state":"ACTIVE"
                  },
                  "typeName":"hive_storagedesc",
                  "values":{  
                     "location":"hdfs:\/\/nat-r6-itvs-atlas-1.openstacklocal:8020\/apps\/hive\/warehouse\/allparams1px9g6chqv",
                     "serdeInfo":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Struct",
                        "typeName":"hive_serde",
                        "values":{  
                           "serializationLib":"org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe",
                           "parameters":{  
                              "serialization.format":"1"
                           },
                           "name":null
                        }
                     },
                     "qualifiedName":"default.allparams1px9g6chqv@cl1_storage",
                     "outputFormat":"org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat",
                     "compressed":false,
                     "sortCols":null,
                     "bucketCols":null,
                     "numBuckets":-1,
                     "inputFormat":"org.apache.hadoop.mapred.TextInputFormat",
                     "parameters":null,
                     "storedAsSubDirectories":false,
                     "table":{  
                        "jsonClass":"org.apache.atlas.typesystem.json.InstanceSerialization$_Id",
                        "id":"5160261c-7fb1-495d-a4e6-ac765e8f236d",
                        "version":0,
                        "typeName":"hive_table",
                        "state":"ACTIVE"
                     }
                  },
                  "traitNames":[  
      
                  ],
                  "traits":{  
      
                  }
               },
               "parameters":{  
                  "rawDataSize":"0",
                  "numFiles":"0",
                  "transient_lastDdlTime":"1470803210",
                  "totalSize":"0",
                  "COLUMN_STATS_ACCURATE":"{\"BASIC_STATS\":\"true\"}",
                  "numRows":"0"
               },
               "partitionKeys":null
            },
            "traitNames":[  
      
            ],
            "traits":{  
      
            }
         }
      }
      

      Attachments

        1. ATLAS-1112.patch
          0.8 kB
          Ayub Pathan
        2. ATLAS-1112-1.patch
          1 kB
          Ayub Pathan
        3. ATLAS-1112-2.patch
          2 kB
          Madhan Neethiraj

        Activity

          People

            ayubpathan Ayub Pathan
            ayubpathan Ayub Pathan
            Votes:
            0 Vote for this issue
            Watchers:
            4 Start watching this issue

            Dates

              Created:
              Updated:
              Resolved: