[root@sandbox-hdp ~]# beeline Beeline version 1.2.1000.2.6.3.0-235 by Apache Hive beeline> !connect jdbc:hive2://sandbox-hdp.hortonworks.com:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2-hive2 Connecting to jdbc:hive2://sandbox-hdp.hortonworks.com:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2-hive2 Enter username for jdbc:hive2://sandbox-hdp.hortonworks.com:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2-hive2: hive Enter password for jdbc:hive2://sandbox-hdp.hortonworks.com:2181/;serviceDiscoveryMode=zooKeeper;zooKeeperNamespace=hiveserver2-hive2: **** Connected to: Apache Hive (version 2.1.0.2.6.3.0-235) Driver: Hive JDBC (version 1.2.1000.2.6.3.0-235) Transaction isolation: TRANSACTION_REPEATABLE_READ 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> create table tweets ( 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> contributors string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> coordinates string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> created_at string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> entities struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> hashtags: array indices: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> text: string>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> symbols: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> urls: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> user_mentions: array id: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id_str: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> indices: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> name: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> screen_name: string>>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> favorite_count tinyint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> favorited boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> filter_level string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> geo string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id bigint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id_str binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_screen_name string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_status_id string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_status_id_str string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_user_id string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_user_id_str string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> is_quote_status boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> lang string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> place string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> quote_count tinyint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> reply_count tinyint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> retweet_count tinyint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> retweeted boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> retweeted_status struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> contributors: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> coordinates: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> created_at: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> display_text_range: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> entities: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> hashtags: array indices: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> text: string>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> symbols: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> urls: array display_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> expanded_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> indices: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> url: string>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> user_mentions: array >, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> extended_tweet: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> display_text_range: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> entities: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> hashtags: array indices: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> text: string>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> media: array display_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> expanded_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id: bigint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id_str: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> indices: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> media_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> media_url_https: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> sizes: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> large: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> medium: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> small: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> thumb: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> type: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> video_info: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> aspect_ratio: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> duration_millis: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> variants: array bitrate: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> content_type: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> url: string>>>>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> symbols: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> urls: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> user_mentions: array >, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> extended_entities: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> media: array display_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> expanded_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id: bigint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id_str: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> indices: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> media_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> media_url_https: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> sizes: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> large: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> medium: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> small: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> thumb: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> h: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> resize: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> w: smallint>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> type: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> video_info: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> aspect_ratio: array , 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> duration_millis: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> variants: array bitrate: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> content_type: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> url: string>>>>>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> full_text: string>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> favorite_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> favorited: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> filter_level: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> geo: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id: bigint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id_str: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_screen_name: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_status_id: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_status_id_str: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_user_id: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> in_reply_to_user_id_str: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> is_quote_status: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> lang: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> place: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> possibly_sensitive: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> quote_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> reply_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> retweet_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> retweeted: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> source: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> text: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> truncated: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> `user`: struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> contributors_enabled: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> created_at: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> default_profile: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> default_profile_image: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> description: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> favourites_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> follow_request_sent: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> followers_count: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> `following`: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> friends_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> geo_enabled: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id_str: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> is_translator: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> lang: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> listed_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> location: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> name: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> notifications: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_image_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_image_url_https: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_tile: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_banner_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_image_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_image_url_https: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_link_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_sidebar_border_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_sidebar_fill_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_text_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_use_background_image: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> protected: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> screen_name: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> statuses_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> time_zone: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> translator_type: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> utc_offset: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> verified: boolean>>, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> source string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> text string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> timestamp_ms string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> truncated boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> `user` struct < 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> contributors_enabled: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> created_at: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> default_profile: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> default_profile_image: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> description: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> favourites_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> follow_request_sent: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> followers_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> `following`: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> friends_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> geo_enabled: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id: int, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> id_str: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> is_translator: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> lang: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> listed_count: tinyint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> location: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> name: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> notifications: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_image_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_image_url_https: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_background_tile: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_banner_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_image_url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_image_url_https: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_link_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_sidebar_border_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_sidebar_fill_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_text_color: binary, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> profile_use_background_image: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> protected: boolean, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> screen_name: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> statuses_count: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> time_zone: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> translator_type: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> url: string, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> utc_offset: smallint, 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> verified: boolean> 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> ) 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> CLUSTERED BY (id)INTO 3 BUCKETS 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> ROW FORMAT DELIMITED 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> STORED AS ORC 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> LOCATION '/nifi/tweets/analysis/dump/' 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2> TBLPROPERTIES('transactional'='true'); INFO : Compiling command(queryId=hive_20180122175859_a7208baf-6d55-4885-9abd-5c37ca101bf0): create table tweets ( contributors string, coordinates string, created_at string, entities struct < hashtags: array , text: string>>, symbols: array , urls: array , user_mentions: array , name: string, screen_name: string>>>, favorite_count tinyint, favorited boolean, filter_level string, geo string, id bigint, id_str binary, in_reply_to_screen_name string, in_reply_to_status_id string, in_reply_to_status_id_str string, in_reply_to_user_id string, in_reply_to_user_id_str string, is_quote_status boolean, lang string, place string, quote_count tinyint, reply_count tinyint, retweet_count tinyint, retweeted boolean, retweeted_status struct < contributors: string, coordinates: string, created_at: string, display_text_range: array , entities: struct < hashtags: array , text: string>>, symbols: array , urls: array , url: string>>, user_mentions: array >, extended_tweet: struct < display_text_range: array , entities: struct < hashtags: array , text: string>>, media: array , media_url: string, media_url_https: string, sizes: struct < large: struct < h: smallint, resize: string, w: smallint>, medium: struct < h: smallint, resize: string, w: smallint>, small: struct < h: smallint, resize: string, w: smallint>, thumb: struct < h: smallint, resize: string, w: smallint>>, type: string, url: string, video_info: struct < aspect_ratio: array , duration_millis: int, variants: array >>>>, symbols: array , urls: array , user_mentions: array >, extended_entities: struct < media: array , media_url: string, media_url_https: string, sizes: struct < large: struct < h: smallint, resize: string, w: smallint>, medium: struct < h: smallint, resize: string, w: smallint>, small: struct < h: smallint, resize: string, w: smallint>, thumb: struct < h: smallint, resize: string, w: smallint>>, type: string, url: string, video_info: struct < aspect_ratio: array , duration_millis: int, variants: array >>>>>, full_text: string>, favorite_count: smallint, favorited: boolean, filter_level: string, geo: string, id: bigint, id_str: binary, in_reply_to_screen_name: string, in_reply_to_status_id: string, in_reply_to_status_id_str: string, in_reply_to_user_id: string, in_reply_to_user_id_str: string, is_quote_status: boolean, lang: string, place: string, possibly_sensitive: boolean, quote_count: smallint, reply_count: smallint, retweet_count: smallint, retweeted: boolean, source: string, text: string, truncated: boolean, `user`: struct < contributors_enabled: boolean, created_at: string, default_profile: boolean, default_profile_image: boolean, description: string, favourites_count: smallint, follow_request_sent: string, followers_count: int, `following`: string, friends_count: smallint, geo_enabled: boolean, id: int, id_str: binary, is_translator: boolean, lang: string, listed_count: smallint, location: string, name: string, notifications: string, profile_background_color: binary, profile_background_image_url: string, profile_background_image_url_https: string, profile_background_tile: boolean, profile_banner_url: string, profile_image_url: string, profile_image_url_https: string, profile_link_color: binary, profile_sidebar_border_color: binary, profile_sidebar_fill_color: binary, profile_text_color: binary, profile_use_background_image: boolean, protected: boolean, screen_name: string, statuses_count: smallint, time_zone: string, translator_type: string, url: string, utc_offset: smallint, verified: boolean>>, source string, text string, timestamp_ms string, truncated boolean, `user` struct < contributors_enabled: boolean, created_at: string, default_profile: boolean, default_profile_image: boolean, description: string, favourites_count: smallint, follow_request_sent: string, followers_count: smallint, `following`: string, friends_count: smallint, geo_enabled: boolean, id: int, id_str: string, is_translator: boolean, lang: string, listed_count: tinyint, location: string, name: string, notifications: string, profile_background_color: binary, profile_background_image_url: string, profile_background_image_url_https: string, profile_background_tile: boolean, profile_banner_url: string, profile_image_url: string, profile_image_url_https: string, profile_link_color: binary, profile_sidebar_border_color: binary, profile_sidebar_fill_color: binary, profile_text_color: binary, profile_use_background_image: boolean, protected: boolean, screen_name: string, statuses_count: smallint, time_zone: string, translator_type: string, url: string, utc_offset: smallint, verified: boolean> ) CLUSTERED BY (id)INTO 3 BUCKETS ROW FORMAT DELIMITED STORED AS ORC LOCATION '/nifi/tweets/analysis/dump/' TBLPROPERTIES('transactional'='true') INFO : We are setting the hadoop caller context from HIVE_SSN_ID:43c51fc0-15c2-45c9-ad97-d3ff51fc4c66 to hive_20180122175859_a7208baf-6d55-4885-9abd-5c37ca101bf0 INFO : Semantic Analysis Completed INFO : Returning Hive schema: Schema(fieldSchemas:null, properties:null) INFO : Completed compiling command(queryId=hive_20180122175859_a7208baf-6d55-4885-9abd-5c37ca101bf0); Time taken: 0.963 seconds INFO : We are resetting the hadoop caller context to HIVE_SSN_ID:43c51fc0-15c2-45c9-ad97-d3ff51fc4c66 INFO : Setting caller context to query id hive_20180122175859_a7208baf-6d55-4885-9abd-5c37ca101bf0 INFO : Executing command(queryId=hive_20180122175859_a7208baf-6d55-4885-9abd-5c37ca101bf0): create table tweets ( contributors string, coordinates string, created_at string, entities struct < hashtags: array , text: string>>, symbols: array , urls: array , user_mentions: array , name: string, screen_name: string>>>, favorite_count tinyint, favorited boolean, filter_level string, geo string, id bigint, id_str binary, in_reply_to_screen_name string, in_reply_to_status_id string, in_reply_to_status_id_str string, in_reply_to_user_id string, in_reply_to_user_id_str string, is_quote_status boolean, lang string, place string, quote_count tinyint, reply_count tinyint, retweet_count tinyint, retweeted boolean, retweeted_status struct < contributors: string, coordinates: string, created_at: string, display_text_range: array , entities: struct < hashtags: array , text: string>>, symbols: array , urls: array , url: string>>, user_mentions: array >, extended_tweet: struct < display_text_range: array , entities: struct < hashtags: array , text: string>>, media: array , media_url: string, media_url_https: string, sizes: struct < large: struct < h: smallint, resize: string, w: smallint>, medium: struct < h: smallint, resize: string, w: smallint>, small: struct < h: smallint, resize: string, w: smallint>, thumb: struct < h: smallint, resize: string, w: smallint>>, type: string, url: string, video_info: struct < aspect_ratio: array , duration_millis: int, variants: array >>>>, symbols: array , urls: array , user_mentions: array >, extended_entities: struct < media: array , media_url: string, media_url_https: string, sizes: struct < large: struct < h: smallint, resize: string, w: smallint>, medium: struct < h: smallint, resize: string, w: smallint>, small: struct < h: smallint, resize: string, w: smallint>, thumb: struct < h: smallint, resize: string, w: smallint>>, type: string, url: string, video_info: struct < aspect_ratio: array , duration_millis: int, variants: array >>>>>, full_text: string>, favorite_count: smallint, favorited: boolean, filter_level: string, geo: string, id: bigint, id_str: binary, in_reply_to_screen_name: string, in_reply_to_status_id: string, in_reply_to_status_id_str: string, in_reply_to_user_id: string, in_reply_to_user_id_str: string, is_quote_status: boolean, lang: string, place: string, possibly_sensitive: boolean, quote_count: smallint, reply_count: smallint, retweet_count: smallint, retweeted: boolean, source: string, text: string, truncated: boolean, `user`: struct < contributors_enabled: boolean, created_at: string, default_profile: boolean, default_profile_image: boolean, description: string, favourites_count: smallint, follow_request_sent: string, followers_count: int, `following`: string, friends_count: smallint, geo_enabled: boolean, id: int, id_str: binary, is_translator: boolean, lang: string, listed_count: smallint, location: string, name: string, notifications: string, profile_background_color: binary, profile_background_image_url: string, profile_background_image_url_https: string, profile_background_tile: boolean, profile_banner_url: string, profile_image_url: string, profile_image_url_https: string, profile_link_color: binary, profile_sidebar_border_color: binary, profile_sidebar_fill_color: binary, profile_text_color: binary, profile_use_background_image: boolean, protected: boolean, screen_name: string, statuses_count: smallint, time_zone: string, translator_type: string, url: string, utc_offset: smallint, verified: boolean>>, source string, text string, timestamp_ms string, truncated boolean, `user` struct < contributors_enabled: boolean, created_at: string, default_profile: boolean, default_profile_image: boolean, description: string, favourites_count: smallint, follow_request_sent: string, followers_count: smallint, `following`: string, friends_count: smallint, geo_enabled: boolean, id: int, id_str: string, is_translator: boolean, lang: string, listed_count: tinyint, location: string, name: string, notifications: string, profile_background_color: binary, profile_background_image_url: string, profile_background_image_url_https: string, profile_background_tile: boolean, profile_banner_url: string, profile_image_url: string, profile_image_url_https: string, profile_link_color: binary, profile_sidebar_border_color: binary, profile_sidebar_fill_color: binary, profile_text_color: binary, profile_use_background_image: boolean, protected: boolean, screen_name: string, statuses_count: smallint, time_zone: string, translator_type: string, url: string, utc_offset: smallint, verified: boolean> ) CLUSTERED BY (id)INTO 3 BUCKETS ROW FORMAT DELIMITED STORED AS ORC LOCATION '/nifi/tweets/analysis/dump/' TBLPROPERTIES('transactional'='true') INFO : Starting task [Stage-0:DDL] in serial mode ERROR : FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. InvalidObjectException(message:Invalid column type name length 2980 exceeds max allowed length 2000, type struct,entities:struct,text:string>>,symbols:array,urls:array,url:string>>,user_mentions:array>,extended_tweet:struct,entities:struct,text:string>>,media:array,media_url:string,media_url_https:string,sizes:struct,medium:struct,small:struct,thumb:struct>,type:string,url:string,video_info:struct,duration_millis:int,variants:array>>>>,symbols:array,urls:array,user_mentions:array>,extended_entities:struct,media_url:string,media_url_https:string,sizes:struct,medium:struct,small:struct,thumb:struct>,type:string,url:string,video_info:struct,duration_millis:int,variants:array>>>>>,full_text:string>,favorite_count:smallint,favorited:boolean,filter_level:string,geo:string,id:bigint,id_str:binary,in_reply_to_screen_name:string,in_reply_to_status_id:string,in_reply_to_status_id_str:string,in_reply_to_user_id:string,in_reply_to_user_id_str:string,is_quote_status:boolean,lang:string,place:string,possibly_sensitive:boolean,quote_count:smallint,reply_count:smallint,retweet_count:smallint,retweeted:boolean,source:string,text:string,truncated:boolean,user:struct>) INFO : Resetting the caller context to HIVE_SSN_ID:43c51fc0-15c2-45c9-ad97-d3ff51fc4c66 INFO : Completed executing command(queryId=hive_20180122175859_a7208baf-6d55-4885-9abd-5c37ca101bf0); Time taken: 0.694 seconds Error: Error while processing statement: FAILED: Execution Error, return code 1 from org.apache.hadoop.hive.ql.exec.DDLTask. InvalidObjectException(message:Invalid column type name length 2980 exceeds max allowed length 2000, type struct,entities:struct,text:string>>,symbols:array,urls:array,url:string>>,user_mentions:array>,extended_tweet:struct,entities:struct,text:string>>,media:array,media_url:string,media_url_https:string,sizes:struct,medium:struct,small:struct,thumb:struct>,type:string,url:string,video_info:struct,duration_millis:int,variants:array>>>>,symbols:array,urls:array,user_mentions:array>,extended_entities:struct,media_url:string,media_url_https:string,sizes:struct,medium:struct,small:struct,thumb:struct>,type:string,url:string,video_info:struct,duration_millis:int,variants:array>>>>>,full_text:string>,favorite_count:smallint,favorited:boolean,filter_level:string,geo:string,id:bigint,id_str:binary,in_reply_to_screen_name:string,in_reply_to_status_id:string,in_reply_to_status_id_str:string,in_reply_to_user_id:string,in_reply_to_user_id_str:string,is_quote_status:boolean,lang:string,place:string,possibly_sensitive:boolean,quote_count:smallint,reply_count:smallint,retweet_count:smallint,retweeted:boolean,source:string,text:string,truncated:boolean,user:struct>) (state=08S01,code=1) 0: jdbc:hive2://sandbox-hdp.hortonworks.com:2>