[HIVE-28052] Iceberg: Major QB Compaction fails with ClassNotFoundException: org.springframework.core.ErrorCoded - ASF JIRA

Details

Type: Bug
Status: Closed
Priority: Major
Resolution: Fixed
Affects Version/s: None
Fix Version/s: 4.0.0
Component/s: None
Labels:
- pull-request-available

Description

Test with Hive latest Master branch, local host deployment.

create table testice_1 (id int) stored by iceberg;
alter table testice_1 COMPACT 'major' and wait;

0: jdbc:hive2://127.0.0.1:10000/default> alter table testice_1 COMPACT 'major' and wait;
INFO  : Compiling command(queryId=hive_20240201135756_a2a1950e-6e5f-44a5-8fab-414de62d4b29): alter table testice_1 COMPACT 'major' and wait
INFO  : Semantic Analysis Completed (retrial = false)
INFO  : Created Hive schema: Schema(fieldSchemas:null, properties:null)
INFO  : Completed compiling command(queryId=hive_20240201135756_a2a1950e-6e5f-44a5-8fab-414de62d4b29); Time taken: 0.1 seconds
INFO  : Concurrency mode is disabled, not creating a lock manager
INFO  : Executing command(queryId=hive_20240201135756_a2a1950e-6e5f-44a5-8fab-414de62d4b29): alter table testice_1 COMPACT 'major' and wait
INFO  : Starting task [Stage-0:DDL] in serial mode
ERROR : Failed
java.lang.NoClassDefFoundError: org/springframework/core/ErrorCoded
        at java.lang.ClassLoader.defineClass1(Native Method) ~[?:1.8.0_221]
        at java.lang.ClassLoader.defineClass(ClassLoader.java:763) ~[?:1.8.0_221]
        at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142) ~[?:1.8.0_221]
        at java.net.URLClassLoader.defineClass(URLClassLoader.java:468) ~[?:1.8.0_221]
        at java.net.URLClassLoader.access$100(URLClassLoader.java:74) ~[?:1.8.0_221]
        at java.net.URLClassLoader$1.run(URLClassLoader.java:369) ~[?:1.8.0_221]
        at java.net.URLClassLoader$1.run(URLClassLoader.java:363) ~[?:1.8.0_221]
        at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_221]
        at java.net.URLClassLoader.findClass(URLClassLoader.java:362) ~[?:1.8.0_221]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_221]
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) ~[?:1.8.0_221]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_221]
        at java.lang.ClassLoader.defineClass1(Native Method) ~[?:1.8.0_221]
        at java.lang.ClassLoader.defineClass(ClassLoader.java:763) ~[?:1.8.0_221]
        at java.security.SecureClassLoader.defineClass(SecureClassLoader.java:142) ~[?:1.8.0_221]
        at java.net.URLClassLoader.defineClass(URLClassLoader.java:468) ~[?:1.8.0_221]
        at java.net.URLClassLoader.access$100(URLClassLoader.java:74) ~[?:1.8.0_221]
        at java.net.URLClassLoader$1.run(URLClassLoader.java:369) ~[?:1.8.0_221]
        at java.net.URLClassLoader$1.run(URLClassLoader.java:363) ~[?:1.8.0_221]
        at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_221]
        at java.net.URLClassLoader.findClass(URLClassLoader.java:362) ~[?:1.8.0_221]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_221]
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) ~[?:1.8.0_221]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_221]
        at org.springframework.jdbc.support.SQLErrorCodesFactory.<init>(SQLErrorCodesFactory.java:107) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.support.SQLErrorCodesFactory.<clinit>(SQLErrorCodesFactory.java:72) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.support.SQLErrorCodeSQLExceptionTranslator.lambda$setDataSource$0(SQLErrorCodeSQLExceptionTranslator.java:140) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.util.function.SingletonSupplier.get(SingletonSupplier.java:97) ~[spring-core-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.support.SQLErrorCodeSQLExceptionTranslator.setDataSource(SQLErrorCodeSQLExceptionTranslator.java:141) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.support.SQLErrorCodeSQLExceptionTranslator.<init>(SQLErrorCodeSQLExceptionTranslator.java:102) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.support.JdbcAccessor.getExceptionTranslator(JdbcAccessor.java:122) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.core.JdbcTemplate.translateException(JdbcTemplate.java:1443) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.core.JdbcTemplate.execute(JdbcTemplate.java:633) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.core.JdbcTemplate.query(JdbcTemplate.java:669) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.core.JdbcTemplate.query(JdbcTemplate.java:694) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.springframework.jdbc.core.namedparam.NamedParameterJdbcTemplate.query(NamedParameterJdbcTemplate.java:176) ~[spring-jdbc-5.2.24.RELEASE.jar:5.2.24.RELEASE]
        at org.apache.hadoop.hive.metastore.txn.TxnHandler.checkIfTableIsUsable(TxnHandler.java:1102) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.metastore.txn.TxnHandler$ConfVars.init(TxnHandler.java:220) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.metastore.txn.TxnHandler.setConf(TxnHandler.java:307) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.metastore.txn.TxnUtils.getTxnStore(TxnUtils.java:151) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.txn.compactor.MetaStoreCompactorThread.init(MetaStoreCompactorThread.java:60) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.ddl.table.storage.compact.AlterTableCompactOperation.execute(AlterTableCompactOperation.java:74) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.ddl.DDLTask.execute(DDLTask.java:84) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.exec.Task.executeTask(Task.java:214) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.exec.TaskRunner.runSequential(TaskRunner.java:105) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Executor.launchTask(Executor.java:354) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Executor.launchTasks(Executor.java:327) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Executor.runTasks(Executor.java:244) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Executor.execute(Executor.java:105) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Driver.execute(Driver.java:367) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Driver.runInternal(Driver.java:205) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:154) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.Driver.run(Driver.java:149) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hadoop.hive.ql.reexec.ReExecDriver.run(ReExecDriver.java:185) ~[hive-exec-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hive.service.cli.operation.SQLOperation.runQuery(SQLOperation.java:236) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hive.service.cli.operation.SQLOperation.access$500(SQLOperation.java:90) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork$1.run(SQLOperation.java:336) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at java.security.AccessController.doPrivileged(Native Method) ~[?:1.8.0_221]
        at javax.security.auth.Subject.doAs(Subject.java:422) ~[?:1.8.0_221]
        at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1878) ~[hadoop-common-3.3.1.jar:?]
        at org.apache.hive.service.cli.operation.SQLOperation$BackgroundWork.run(SQLOperation.java:356) ~[hive-service-4.0.0-beta-2-SNAPSHOT.jar:4.0.0-beta-2-SNAPSHOT]
        at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) ~[?:1.8.0_221]
        at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_221]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_221]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_221]
        at java.lang.Thread.run(Thread.java:748) ~[?:1.8.0_221]
Caused by: java.lang.ClassNotFoundException: org.springframework.core.ErrorCoded
        at java.net.URLClassLoader.findClass(URLClassLoader.java:382) ~[?:1.8.0_221]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:424) ~[?:1.8.0_221]
        at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:349) ~[?:1.8.0_221]
        at java.lang.ClassLoader.loadClass(ClassLoader.java:357) ~[?:1.8.0_221]
        ... 66 more

Attachments

Issue Links

fixes

HIVE-28269 Please have regular releases of hive and its docker image

Open

is related to

HIVE-27850 Iceberg: Major QB Compaction

Closed

links to

GitHub Pull Request #5061

Iceberg: Major QB Compaction fails with ClassNotFoundException: org.springframework.core.ErrorCoded

Details

Description

Attachments

Issue Links

Activity

People

Dates