0: jdbc:hive2://127.0.0.1:10000/default> create table testhivetbl (id int) partitioned by(dt string) location 'hdfs://127.0.0.1:8028/user/hive/warehouse/hiveicetest/testdb.db/testhivetbl'; INFO : Compiling command(queryId=hive_20240110170102_80fbc406-b281-406b-a93b-023ed3b4e037): create table testhivetbl (id int) partitioned by(dt string) location 'hdfs://127.0.0.1:8028/user/hive/warehouse/hiveicetest/testdb.db/testhivetbl' INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:null, properties:null) INFO : Completed compiling command(queryId=hive_20240110170102_80fbc406-b281-406b-a93b-023ed3b4e037); Time taken: 0.021 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170102_80fbc406-b281-406b-a93b-023ed3b4e037): create table testhivetbl (id int) partitioned by(dt string) location 'hdfs://127.0.0.1:8028/user/hive/warehouse/hiveicetest/testdb.db/testhivetbl' INFO : Starting task [Stage-0:DDL] in serial mode INFO : Completed executing command(queryId=hive_20240110170102_80fbc406-b281-406b-a93b-023ed3b4e037); Time taken: 0.073 seconds No rows affected (0.134 seconds) 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> show create table testhivetbl; INFO : Compiling command(queryId=hive_20240110170107_5bb3c867-51f5-4de4-be04-839caafc5f5c): show create table testhivetbl INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:[FieldSchema(name:createtab_stmt, type:string, comment:from deserializer)], properties:null) INFO : Completed compiling command(queryId=hive_20240110170107_5bb3c867-51f5-4de4-be04-839caafc5f5c); Time taken: 0.029 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170107_5bb3c867-51f5-4de4-be04-839caafc5f5c): show create table testhivetbl INFO : Starting task [Stage-0:DDL] in serial mode INFO : Completed executing command(queryId=hive_20240110170107_5bb3c867-51f5-4de4-be04-839caafc5f5c); Time taken: 0.053 seconds +----------------------------------------------------+ | createtab_stmt | +----------------------------------------------------+ | CREATE TABLE `testhivetbl`( | | `id` int) | | PARTITIONED BY ( | | `dt` string) | | ROW FORMAT SERDE | | 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' | | STORED AS INPUTFORMAT | | 'org.apache.hadoop.mapred.TextInputFormat' | | OUTPUTFORMAT | | 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' | | LOCATION | | 'hdfs://127.0.0.1:8028/user/hive/warehouse/hiveicetest/testdb.db/testhivetbl' | | TBLPROPERTIES ( | | 'bucketing_version'='2', | | 'transient_lastDdlTime'='1704877262') | +----------------------------------------------------+ 15 rows selected (0.157 seconds) 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> alter table testhivetbl add partition (dt='2024') location 's3a://tpcds-csy/tests3/testhivetbl/dt=2024'; INFO : Compiling command(queryId=hive_20240110170213_85daa408-d2bd-4e49-a4b3-a05afcad20b9): alter table testhivetbl add partition (dt='2024') location 's3a://tpcds-csy/tests3/testhivetbl/dt=2024' INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:null, properties:null) INFO : Completed compiling command(queryId=hive_20240110170213_85daa408-d2bd-4e49-a4b3-a05afcad20b9); Time taken: 0.052 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170213_85daa408-d2bd-4e49-a4b3-a05afcad20b9): alter table testhivetbl add partition (dt='2024') location 's3a://tpcds-csy/tests3/testhivetbl/dt=2024' INFO : Starting task [Stage-0:DDL] in serial mode INFO : Completed executing command(queryId=hive_20240110170213_85daa408-d2bd-4e49-a4b3-a05afcad20b9); Time taken: 1.843 seconds No rows affected (1.949 seconds) 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> desc formatted testdb.testhivetbl partition (dt=2024); INFO : Compiling command(queryId=hive_20240110170241_0597503b-dfa3-425b-9cf7-56a357f2cb26): desc formatted testdb.testhivetbl partition (dt=2024) INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:[FieldSchema(name:col_name, type:string, comment:from deserializer), FieldSchema(name:data_type, type:string, comment:from deserializer), FieldSchema(name:comment, type:string, comment:from deserializer)], properties:null) INFO : Completed compiling command(queryId=hive_20240110170241_0597503b-dfa3-425b-9cf7-56a357f2cb26); Time taken: 0.234 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170241_0597503b-dfa3-425b-9cf7-56a357f2cb26): desc formatted testdb.testhivetbl partition (dt=2024) INFO : Starting task [Stage-0:DDL] in serial mode INFO : Completed executing command(queryId=hive_20240110170241_0597503b-dfa3-425b-9cf7-56a357f2cb26); Time taken: 0.188 seconds +-----------------------------------+----------------------------------------------------+-----------------------+ | col_name | data_type | comment | +-----------------------------------+----------------------------------------------------+-----------------------+ | id | int | | | | NULL | NULL | | # Partition Information | NULL | NULL | | # col_name | data_type | comment | | dt | string | | | | NULL | NULL | | # Detailed Partition Information | NULL | NULL | | Partition Value: | [2024] | NULL | | Database: | testdb | NULL | | Table: | testhivetbl | NULL | | CreateTime: | Wed Jan 10 17:02:15 CST 2024 | NULL | | LastAccessTime: | UNKNOWN | NULL | | Location: | s3a://tpcds-csy/tests3/testhivetbl/dt=2024 | NULL | | Partition Parameters: | NULL | NULL | | | transient_lastDdlTime | 1704877335 | | | NULL | NULL | | # Storage Information | NULL | NULL | | SerDe Library: | org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe | NULL | | InputFormat: | org.apache.hadoop.mapred.TextInputFormat | NULL | | OutputFormat: | org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat | NULL | | Compressed: | No | NULL | | Num Buckets: | -1 | NULL | | Bucket Columns: | [] | NULL | | Sort Columns: | [] | NULL | | Storage Desc Params: | NULL | NULL | | | serialization.format | 1 | +-----------------------------------+----------------------------------------------------+-----------------------+ 26 rows selected (0.515 seconds) 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> insert into testhivetbl values(1024, '2024'); INFO : Compiling command(queryId=hive_20240110170318_911bfd42-f6cf-4b57-b45e-f12289bb2a25): insert into testhivetbl values(1024, '2024') INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:[FieldSchema(name:col1, type:int, comment:null), FieldSchema(name:col2, type:string, comment:null)], properties:null) INFO : Completed compiling command(queryId=hive_20240110170318_911bfd42-f6cf-4b57-b45e-f12289bb2a25); Time taken: 0.252 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170318_911bfd42-f6cf-4b57-b45e-f12289bb2a25): insert into testhivetbl values(1024, '2024') INFO : Query ID = hive_20240110170318_911bfd42-f6cf-4b57-b45e-f12289bb2a25 INFO : Total jobs = 1 INFO : Launching Job 1 out of 1 INFO : Starting task [Stage-1:MAPRED] in serial mode INFO : Subscribed to counters: [] for queryId: hive_20240110170318_911bfd42-f6cf-4b57-b45e-f12289bb2a25 INFO : Session is already open INFO : Dag name: insert into testhivetbl values(1024, '2024') (Stage-1) INFO : Modified tez.runtime.io.sort.mb to 50 INFO : Tez session was closed. Reopening... ---------------------------------------------------------------------------------------------- VERTICES MODE STATUS TOTAL COMPLETED RUNNING PENDING FAILED KILLED ---------------------------------------------------------------------------------------------- Map 1 container INITIALIZING -1 0 0 -1 0 0 Reducer 2 container INITED 1 0 0 1 0 0 ---------------------------------------------------------------------------------------------- VERTICES MODE STATUS TOTAL COMPLETED RUNNING PENDING FAILED KILLED ---------------------------------------------------------------------------------------------- Map 1 .......... container SUCCEEDED 1 1 0 0 0 0 Reducer 2 ...... container SUCCEEDED 1 1 0 0 0 0 Reducer 3 ...... container SUCCEEDED 1 1 0 0 0 0 ---------------------------------------------------------------------------------------------- VERTICES: 03/03 [==========================>>] 100% ELAPSED TIME: 25.71 s ---------------------------------------------------------------------------------------------- INFO : Starting task [Stage-2:DEPENDENCY_COLLECTION] in serial mode INFO : Starting task [Stage-0:MOVE] in serial mode INFO : Loading data to table testdb.testhivetbl partition (dt=null) from hdfs://127.0.0.1:8028/user/hive/warehouse/hiveicetest/testdb.db/testhivetbl/.hive-staging_hive_2024-01-10_17-03-18_994_4109302238971566601-1/-ext-10000 INFO : INFO : Time taken to load dynamic partitions: 0.597 seconds INFO : Time taken for adding to write entity : 0.001 seconds INFO : Starting task [Stage-3:STATS] in serial mode INFO : Executing stats task INFO : Partition {dt=2024} stats: [numFiles=1, totalSize=5, numFilesErasureCoded=0] INFO : Completed executing command(queryId=hive_20240110170318_911bfd42-f6cf-4b57-b45e-f12289bb2a25); Time taken: 42.006 seconds 1 row affected (42.304 seconds) 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> desc formatted testhivetbl partition (dt=2024); INFO : Compiling command(queryId=hive_20240110170408_83ec15e5-9d45-4502-81d8-4ad78526d1c1): desc formatted testhivetbl partition (dt=2024) INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:[FieldSchema(name:col_name, type:string, comment:from deserializer), FieldSchema(name:data_type, type:string, comment:from deserializer), FieldSchema(name:comment, type:string, comment:from deserializer)], properties:null) INFO : Completed compiling command(queryId=hive_20240110170408_83ec15e5-9d45-4502-81d8-4ad78526d1c1); Time taken: 0.169 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170408_83ec15e5-9d45-4502-81d8-4ad78526d1c1): desc formatted testhivetbl partition (dt=2024) INFO : Starting task [Stage-0:DDL] in serial mode INFO : Completed executing command(queryId=hive_20240110170408_83ec15e5-9d45-4502-81d8-4ad78526d1c1); Time taken: 0.113 seconds +-----------------------------------+----------------------------------------------------+-----------------------+ | col_name | data_type | comment | +-----------------------------------+----------------------------------------------------+-----------------------+ | id | int | | | | NULL | NULL | | # Partition Information | NULL | NULL | | # col_name | data_type | comment | | dt | string | | | | NULL | NULL | | # Detailed Partition Information | NULL | NULL | | Partition Value: | [2024] | NULL | | Database: | testdb | NULL | | Table: | testhivetbl | NULL | | CreateTime: | Wed Jan 10 17:02:15 CST 2024 | NULL | | LastAccessTime: | UNKNOWN | NULL | | Location: | s3a://tpcds-csy/tests3/testhivetbl/dt=2024 | NULL | | Partition Parameters: | NULL | NULL | | | numFiles | 1 | | | totalSize | 5 | | | transient_lastDdlTime | 1704877441 | | | NULL | NULL | | # Storage Information | NULL | NULL | | SerDe Library: | org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe | NULL | | InputFormat: | org.apache.hadoop.mapred.TextInputFormat | NULL | | OutputFormat: | org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat | NULL | | Compressed: | No | NULL | | Num Buckets: | -1 | NULL | | Bucket Columns: | [] | NULL | | Sort Columns: | [] | NULL | | Storage Desc Params: | NULL | NULL | | | serialization.format | 1 | +-----------------------------------+----------------------------------------------------+-----------------------+ 28 rows selected (0.369 seconds) 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> select * from testhivetbl; INFO : Compiling command(queryId=hive_20240110170442_21bd9ec6-ba71-40a8-a3eb-3e6b8e7dcd3c): select * from testhivetbl INFO : No Stats for testdb@testhivetbl, Columns: id INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:[FieldSchema(name:testhivetbl.id, type:int, comment:null), FieldSchema(name:testhivetbl.dt, type:string, comment:null)], properties:null) INFO : Completed compiling command(queryId=hive_20240110170442_21bd9ec6-ba71-40a8-a3eb-3e6b8e7dcd3c); Time taken: 0.445 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170442_21bd9ec6-ba71-40a8-a3eb-3e6b8e7dcd3c): select * from testhivetbl INFO : Completed executing command(queryId=hive_20240110170442_21bd9ec6-ba71-40a8-a3eb-3e6b8e7dcd3c); Time taken: 0.0 seconds +-----------------+-----------------+ | testhivetbl.id | testhivetbl.dt | +-----------------+-----------------+ | 1024 | 2024 | +-----------------+-----------------+ 1 row selected (0.758 seconds) 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> 0: jdbc:hive2://127.0.0.1:10000/default> show create table testhivetbl; INFO : Compiling command(queryId=hive_20240110170514_c8fbbef6-c95d-4dcb-924b-f29d972814ec): show create table testhivetbl INFO : Semantic Analysis Completed (retrial = false) INFO : Created Hive schema: Schema(fieldSchemas:[FieldSchema(name:createtab_stmt, type:string, comment:from deserializer)], properties:null) INFO : Completed compiling command(queryId=hive_20240110170514_c8fbbef6-c95d-4dcb-924b-f29d972814ec); Time taken: 0.035 seconds INFO : Concurrency mode is disabled, not creating a lock manager INFO : Executing command(queryId=hive_20240110170514_c8fbbef6-c95d-4dcb-924b-f29d972814ec): show create table testhivetbl INFO : Starting task [Stage-0:DDL] in serial mode INFO : Completed executing command(queryId=hive_20240110170514_c8fbbef6-c95d-4dcb-924b-f29d972814ec); Time taken: 0.056 seconds +----------------------------------------------------+ | createtab_stmt | +----------------------------------------------------+ | CREATE TABLE `testhivetbl`( | | `id` int) | | PARTITIONED BY ( | | `dt` string) | | ROW FORMAT SERDE | | 'org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe' | | STORED AS INPUTFORMAT | | 'org.apache.hadoop.mapred.TextInputFormat' | | OUTPUTFORMAT | | 'org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat' | | LOCATION | | 'hdfs://127.0.0.1:8028/user/hive/warehouse/hiveicetest/testdb.db/testhivetbl' | | TBLPROPERTIES ( | | 'bucketing_version'='2', | | 'transient_lastDdlTime'='1704877262') | +----------------------------------------------------+ 15 rows selected (0.171 seconds) 0: jdbc:hive2://127.0.0.1:10000/default>