Details
-
Bug
-
Status: Closed
-
Major
-
Resolution: Fixed
-
None
-
None
-
None
-
Reviewed
Description
Drop partition fail if the partition column is varchar. For example:
create external table BS_TAB_0_211494(c_date_SAD_29630 date) PARTITIONED BY (part_varchar_37229 varchar(56)) STORED AS orc; INSERT INTO BS_TAB_0_211494 values('4740-04-04','BrNTRsv3c'); ALTER TABLE BS_TAB_0_211494 DROP PARTITION (part_varchar_37229='BrNTRsv3c');
Exception:
2019-02-19T22:12:55,843 WARN [HiveServer2-Handler-Pool: Thread-42] thrift.ThriftCLIService: Error executing statement: org.apache.hive.service.cli.HiveSQLException: Error while compiling statement: FAILED: SemanticException [Error 10006]: Partition not found (part_varchar_37229 = 'BrNTRsv3c') at org.apache.hive.service.cli.operation.Operation.toSQLException(Operation.java:356) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:206) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.SQLOperation.runInternal(SQLOperation.java:269) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.Operation.run(Operation.java:268) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementInternal(HiveSessionImpl.java:576) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.session.HiveSessionImpl.executeStatementAsync(HiveSessionImpl.java:561) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_202] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_202] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_202] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_202] at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:78) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.session.HiveSessionProxy.access$000(HiveSessionProxy.java:36) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.session.HiveSessionProxy$1.run(HiveSessionProxy.java:63) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_202] at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_202] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1682) ~[hadoop-common-3.1.0.jar:?] at org.apache.hive.service.cli.session.HiveSessionProxy.invoke(HiveSessionProxy.java:59) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at com.sun.proxy.$Proxy43.executeStatementAsync(Unknown Source) ~[?:?] at org.apache.hive.service.cli.CLIService.executeStatementAsync(CLIService.java:315) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.thrift.ThriftCLIService.ExecuteStatement(ThriftCLIService.java:568) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.rpc.thrift.TCLIService$Processor$ExecuteStatement.getResult(TCLIService.java:1557) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.rpc.thrift.TCLIService$Processor$ExecuteStatement.getResult(TCLIService.java:1542) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.thrift.ProcessFunction.process(ProcessFunction.java:39) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.thrift.TBaseProcessor.process(TBaseProcessor.java:39) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.auth.TSetIpAddressProcessor.process(TSetIpAddressProcessor.java:56) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.thrift.server.TThreadPoolServer$WorkerProcess.run(TThreadPoolServer.java:286) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_202] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_202] at java.lang.Thread.run(Thread.java:748) [?:1.8.0_202] Caused by: org.apache.hadoop.hive.ql.parse.SemanticException: Partition not found (part_varchar_37229 = 'BrNTRsv3c') at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4110) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3448) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:319) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:289) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:671) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1905) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1852) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1847) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:204) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] ... 27 more Caused by: org.apache.hadoop.hive.metastore.api.MetaException: java.lang.String cannot be cast to org.apache.hadoop.hive.common.type.HiveVarchar at org.apache.hadoop.hive.metastore.ObjectStore$GetHelper.run(ObjectStore.java:3626) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExprInternal(ObjectStore.java:3333) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.metastore.ObjectStore.getPartitionsByExpr(ObjectStore.java:3286) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_202] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_202] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_202] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_202] at org.apache.hadoop.hive.metastore.RawStoreProxy.invoke(RawStoreProxy.java:97) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at com.sun.proxy.$Proxy37.getPartitionsByExpr(Unknown Source) ~[?:?] at org.apache.hadoop.hive.metastore.HiveMetaStore$HMSHandler.get_partitions_by_expr(HiveMetaStore.java:6284) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_202] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_202] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_202] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_202] at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invokeInternal(RetryingHMSHandler.java:147) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.metastore.RetryingHMSHandler.invoke(RetryingHMSHandler.java:108) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at com.sun.proxy.$Proxy39.get_partitions_by_expr(Unknown Source) ~[?:?] at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1786) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.metastore.HiveMetaStoreClient.listPartitionsByExpr(HiveMetaStoreClient.java:1767) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_202] at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_202] at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_202] at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_202] at org.apache.hadoop.hive.metastore.RetryingMetaStoreClient.invoke(RetryingMetaStoreClient.java:212) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at com.sun.proxy.$Proxy40.listPartitionsByExpr(Unknown Source) ~[?:?] at org.apache.hadoop.hive.ql.metadata.Hive.getPartitionsByExpr(Hive.java:3752) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.addTableDropPartsOutputs(DDLSemanticAnalyzer.java:4107) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeAlterTableDropParts(DDLSemanticAnalyzer.java:3448) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.parse.DDLSemanticAnalyzer.analyzeInternal(DDLSemanticAnalyzer.java:319) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.parse.BaseSemanticAnalyzer.analyze(BaseSemanticAnalyzer.java:289) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compile(Driver.java:671) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compileInternal(Driver.java:1905) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1852) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.Driver.compileAndRespond(Driver.java:1847) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hadoop.hive.ql.reexec.ReExecDriver.compileAndRespond(ReExecDriver.java:126) ~[hive-exec-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] at org.apache.hive.service.cli.operation.SQLOperation.prepare(SQLOperation.java:204) ~[hive-service-4.0.0-SNAPSHOT.jar:4.0.0-SNAPSHOT] ... 27 more
The real error occurs on this stack:
equals:65, HiveVarchar (org.apache.hadoop.hive.common.type)
at isDefaultPartition:105, ExprNodeDescUtils (org.apache.hadoop.hive.ql.plan)
at replaceEqualDefaultPartition:125, ExprNodeDescUtils (org.apache.hadoop.hive.ql.plan)
at filterPartitionsByExpr:75, PartitionExpressionForMetastore (org.apache.hadoop.hive.ql.optimizer.ppr)
at getPartitionNamesPrunedByExprNoTxn:3361, ObjectStore (org.apache.hadoop.hive.metastore)
at access$800:115, ObjectStore (org.apache.hadoop.hive.metastore)
at getSqlResult:3311, ObjectStore$9 (org.apache.hadoop.hive.metastore)
at getSqlResult:3298, ObjectStore$9 (org.apache.hadoop.hive.metastore)
at run:3606, ObjectStore$GetHelper (org.apache.hadoop.hive.metastore)
at getPartitionsByExprInternal:3333, ObjectStore (org.apache.hadoop.hive.metastore)
at getPartitionsByExpr:3286, ObjectStore (org.apache.hadoop.hive.metastore)
at invoke0:-1, NativeMethodAccessorImpl (sun.reflect)
at invoke:62, NativeMethodAccessorImpl (sun.reflect)
at invoke:43, DelegatingMethodAccessorImpl (sun.reflect)
at invoke:498, Method (java.lang.reflect)
at invoke:97, RawStoreProxy (org.apache.hadoop.hive.metastore)
at getPartitionsByExpr:-1, $Proxy37 (com.sun.proxy)
at get_partitions_by_expr:6284, HiveMetaStore$HMSHandler (org.apache.hadoop.hive.metastore)
at invoke0:-1, NativeMethodAccessorImpl (sun.reflect)
at invoke:62, NativeMethodAccessorImpl (sun.reflect)
at invoke:43, DelegatingMethodAccessorImpl (sun.reflect)
at invoke:498, Method (java.lang.reflect)
at invokeInternal:147, RetryingHMSHandler (org.apache.hadoop.hive.metastore)
at invoke:108, RetryingHMSHandler (org.apache.hadoop.hive.metastore)
at get_partitions_by_expr:-1, $Proxy39 (com.sun.proxy)
at listPartitionsByExpr:1786, HiveMetaStoreClient (org.apache.hadoop.hive.metastore)
at listPartitionsByExpr:1767, HiveMetaStoreClient (org.apache.hadoop.hive.metastore)
at invoke0:-1, NativeMethodAccessorImpl (sun.reflect)
at invoke:62, NativeMethodAccessorImpl (sun.reflect)
at invoke:43, DelegatingMethodAccessorImpl (sun.reflect)
at invoke:498, Method (java.lang.reflect)
at invoke:212, RetryingMetaStoreClient (org.apache.hadoop.hive.metastore)
at listPartitionsByExpr:-1, $Proxy40 (com.sun.proxy)
at getPartitionsByExpr:3752, Hive (org.apache.hadoop.hive.ql.metadata)
at addTableDropPartsOutputs:4107, DDLSemanticAnalyzer (org.apache.hadoop.hive.ql.parse)
at analyzeAlterTableDropParts:3448, DDLSemanticAnalyzer (org.apache.hadoop.hive.ql.parse)
at analyzeInternal:319, DDLSemanticAnalyzer (org.apache.hadoop.hive.ql.parse)
at analyze:289, BaseSemanticAnalyzer (org.apache.hadoop.hive.ql.parse)
at compile:671, Driver (org.apache.hadoop.hive.ql)
at compileInternal:1905, Driver (org.apache.hadoop.hive.ql)
at compileAndRespond:1852, Driver (org.apache.hadoop.hive.ql)
at compileAndRespond:1847, Driver (org.apache.hadoop.hive.ql)
at compileAndRespond:126, ReExecDriver (org.apache.hadoop.hive.ql.reexec)
at prepare:204, SQLOperation (org.apache.hive.service.cli.operation)
at runInternal:269, SQLOperation (org.apache.hive.service.cli.operation)
at run:268, Operation (org.apache.hive.service.cli.operation)
at executeStatementInternal:576, HiveSessionImpl (org.apache.hive.service.cli.session)
at executeStatementAsync:561, HiveSessionImpl (org.apache.hive.service.cli.session)
at invoke0:-1, NativeMethodAccessorImpl (sun.reflect)
at invoke:62, NativeMethodAccessorImpl (sun.reflect)
at invoke:43, DelegatingMethodAccessorImpl (sun.reflect)
at invoke:498, Method (java.lang.reflect)
at invoke:78, HiveSessionProxy (org.apache.hive.service.cli.session)
at access$000:36, HiveSessionProxy (org.apache.hive.service.cli.session)
at run:63, HiveSessionProxy$1 (org.apache.hive.service.cli.session)
at doPrivileged:-1, AccessController (java.security)
at doAs:422, Subject (javax.security.auth)
at doAs:1682, UserGroupInformation (org.apache.hadoop.security)
at invoke:59, HiveSessionProxy (org.apache.hive.service.cli.session)
at executeStatementAsync:-1, $Proxy43 (com.sun.proxy)
at executeStatementAsync:315, CLIService (org.apache.hive.service.cli)
at ExecuteStatement:568, ThriftCLIService (org.apache.hive.service.cli.thrift)
at getResult:1557, TCLIService$Processor$ExecuteStatement (org.apache.hive.service.rpc.thrift)
at getResult:1542, TCLIService$Processor$ExecuteStatement (org.apache.hive.service.rpc.thrift)
at process:39, ProcessFunction (org.apache.thrift)
at process:39, TBaseProcessor (org.apache.thrift)
at process:56, TSetIpAddressProcessor (org.apache.hive.service.auth)
at run:286, TThreadPoolServer$WorkerProcess (org.apache.thrift.server)
at runWorker:1149, ThreadPoolExecutor (java.util.concurrent)
at run:624, ThreadPoolExecutor$Worker (java.util.concurrent)
at run:748, Thread (java.lang)
And the issue is introduced by HIVE-16609.