[HOP-4234] Missing library in Parquet Output transform

• Type: Bug
• Status: Resolved
• Priority: Major
• Resolution: Fixed
• Fix Version/s: 2.1.0
• Component/s: Build, Transforms
• Assignee: Unassigned
• Reporter: Matt Casters
• Created: 22/Sep/22 14:41
• Updated: 03/Oct/22 14:35
• Resolved: 03/Oct/22 14:35

Description

 

2022/09/22 16:40:07 - beam-parquet-test - java.lang.NoClassDefFoundError: com/ctc/wstx/io/SystemId
2022/09/22 16:40:07 - beam-parquet-test - 
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.beam.engines.BeamPipelineEngine.executePipeline(BeamPipelineEngine.java:285)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.beam.engines.BeamPipelineEngine.lambda$startThreads$1(BeamPipelineEngine.java:332)
2022/09/22 16:40:07 - beam-parquet-test -     at java.base/java.lang.Thread.run(Thread.java:829)
2022/09/22 16:40:07 - beam-parquet-test - Caused by: org.apache.beam.sdk.Pipeline$PipelineExecutionException: java.lang.NoClassDefFoundError: com/ctc/wstx/io/SystemId
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:374)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:342)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.beam.runners.direct.DirectRunner.run(DirectRunner.java:218)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.beam.engines.BeamPipelineEngine.executePipeline(BeamPipelineEngine.java:273)
2022/09/22 16:40:07 - beam-parquet-test -     ... 2 more
2022/09/22 16:40:07 - beam-parquet-test - Caused by: java.lang.NoClassDefFoundError: com/ctc/wstx/io/SystemId
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2968)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.parse(Configuration.java:2957)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.getStreamReader(Configuration.java:3053)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.loadResource(Configuration.java:3011)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.loadResources(Configuration.java:2984)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.loadProps(Configuration.java:2862)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.getProps(Configuration.java:2844)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hadoop.conf.Configuration.get(Configuration.java:1200)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.parquet.hadoop.util.ConfigurationUtil.getClassFromConfig(ConfigurationUtil.java:27)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.parquet.crypto.EncryptionPropertiesFactory.loadFactory(EncryptionPropertiesFactory.java:62)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.parquet.hadoop.ParquetOutputFormat.createEncryptionProperties(ParquetOutputFormat.java:550)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.parquet.hadoop.ParquetWriter.<init>(ParquetWriter.java:285)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.parquet.hadoop.ParquetWriter$Builder.build(ParquetWriter.java:641)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.parquet.transforms.output.ParquetOutput.openNewFile(ParquetOutput.java:247)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.parquet.transforms.output.ParquetOutput.processRow(ParquetOutput.java:101)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.pipeline.SingleThreadedPipelineExecutor.oneIteration(SingleThreadedPipelineExecutor.java:365)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.beam.core.transform.TransformFn.emptyRowBuffer(TransformFn.java:500)
2022/09/22 16:40:07 - beam-parquet-test -     at org.apache.hop.beam.core.transform.TransformFn.processElement(TransformFn.java:191)