[HUDI-5185] Compaction run fails with --hoodieConfigs

• Type: Bug
• Status: Closed
• Priority: Blocker
• Resolution: Fixed
• Fix Version/s: 0.12.2
• Labels: pull-request-available
• Assignee: xi chaomin
• Reporter: xi chaomin
• Created: 09/Nov/22 06:55
• Updated: 14/Dec/22 03:29
• Resolved: 14/Dec/22 03:29

Description

compaction run --schemaFilePath /tmp/compaction.schema --hoodieConfigs hoodie.embed.timeline.server=false

131915 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] - 11150 [main] ERROR org.apache.hudi.cli.commands.SparkMain [] - Fail to execute commandString
131915 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] - java.lang.IllegalArgumentException: null
131915 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.hudi.common.util.ValidationUtils.checkArgument(ValidationUtils.java:31) ~[hudi-common-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131915 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.hudi.utilities.UtilHelpers.lambda$buildProperties$0(UtilHelpers.java:233) ~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131915 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at java.util.ArrayList.forEach(ArrayList.java:1259) ~[?:1.8.0_271]
131915 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.hudi.utilities.UtilHelpers.buildProperties(UtilHelpers.java:231) ~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.hudi.utilities.HoodieCompactor.<init>(HoodieCompactor.java:69) ~[hudi-utilities-bundle_2.12-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.hudi.cli.commands.SparkMain.compact(SparkMain.java:420) ~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.hudi.cli.commands.SparkMain.main(SparkMain.java:156) ~[hudi-cli-0.13.0-SNAPSHOT.jar:0.13.0-SNAPSHOT]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_271]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_271]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_271]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_271]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.JavaMainApplication.start(SparkApplication.scala:52) ~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.SparkSubmit.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:951) ~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.SparkSubmit.doRunMain$1(SparkSubmit.scala:180) ~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.SparkSubmit.submit(SparkSubmit.scala:203) ~[spark-core_2.12-3.1.1.jar:3.1.1]
131916 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.SparkSubmit.doSubmit(SparkSubmit.scala:90) ~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.SparkSubmit$$anon$2.doSubmit(SparkSubmit.scala:1030) ~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:1039) ~[spark-core_2.12-3.1.1.jar:3.1.1]
131917 [Thread-10] INFO  org.apache.hudi.cli.utils.InputStreamConsumer [] -     at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) ~[spark-core_2.12-3.1.1.jar:3.1.1] 

Issue Links

• links to: GitHub Pull Request #7168