[IMPALA-11630] ERROR: NoSuchMethodError when create table on Tencent COS FileSystem

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Fix Version/s: Impala 4.2.0
• Epic Color: ghx-label-14
• Assignee: XiangYang
• Reporter: Li Penglin
• Created: 30/Sep/22 10:07
• Updated: 13/Oct/22 02:06
• Resolved: 13/Oct/22 02:06

Description

• step.1

describe database tpcds100_iceberg_cos_db
-----------------------------------------------------------------------------------------------------

name

location

comment

-----------------------------------------------------------------------------------------------------

tpcds100_iceberg_cos_db

cosn://iceberg-test-xxx/test-warehouse/tpcds100_iceberg_cos_db

----------------------------------------------------------------------------------------------------- * step.2

create table time_dim (
  t_time_sk int,
  t_time_id string,
  t_time int,
  t_hour int,
  t_minute int,
  t_second int,
  t_am_pm string,
  t_shift string,
  t_sub_shift string,
  t_meal_time string
)
stored as iceberg; * error msg:

ERROR: NoSuchMethodError: org.apache.hadoop.fs.PartialListing.<init>(Ljava/lang/String;[Lorg/apache/hadoop/fs/FileMetadata;[Lorg/apache/hadoop/fs/FileMetadata;)V
 
E0930 18:00:49.240738 31592 JniCatalog.java:268] Error in execDdl for CREATE_TABLE tpcds100_iceberg_cos_db.time_dim issued by impala. Time spent: 1s222ms.
I0930 18:00:49.241204 31592 jni-util.cc:288] java.lang.NoSuchMethodError: org.apache.hadoop.fs.PartialListing.<init>(Ljava/lang/String;[Lorg/apache/hadoop/fs/FileMetadata;[Lorg/apache/hadoop/fs/FileMetadata;)V
        at org.apache.hadoop.fs.CosNativeFileSystemStore.list(CosNativeFileSystemStore.java:932)
        at org.apache.hadoop.fs.CosNativeFileSystemStore.list(CosNativeFileSystemStore.java:830)
        at org.apache.hadoop.fs.CosNativeFileSystemStore.list(CosNativeFileSystemStore.java:816)
        at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
        at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
        at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
        at java.lang.reflect.Method.invoke(Method.java:498)
        at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:431)
        at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeMethod(RetryInvocationHandler.java:166)
        at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invoke(RetryInvocationHandler.java:158)
        at org.apache.hadoop.io.retry.RetryInvocationHandler$Call.invokeOnce(RetryInvocationHandler.java:96)
        at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:362)
        at com.sun.proxy.$Proxy17.list(Unknown Source)
        at org.apache.hadoop.fs.CosFileSystem.getFileStatus(CosFileSystem.java:444)
        at org.apache.hadoop.fs.FileSystem.exists(FileSystem.java:1742)
        at org.apache.hadoop.fs.CosFileSystem.create(CosFileSystem.java:299)
        at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1177)
        at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1157)
        at org.apache.hadoop.fs.FileSystem.create(FileSystem.java:1046)
        at org.apache.iceberg.hadoop.HadoopOutputFile.createOrOverwrite(HadoopOutputFile.java:88)