[BEAM-9517] BeamZetaSqlCalcRel$CalcFn.processElement Field is not nullable

• Type: Bug
• Status: Open
• Priority: P3
• Resolution: Unresolved
• Component/s: dsl-sql-zetasql
• Labels: zetasql-compliance
• Assignee: Unassigned
• Reporter: Andrew Pilloud
• Created: 16/Mar/20 20:29
• Updated: 04/Jun/22 15:29

Description

two failures in shard 4, one failure in shard 12, nine failures in shard 15, six failures in shard 17, one failure in shard 40, one failure in shard 41, one failure in shard 42, one failure in shard 43, one failure in shard 44, one failure in shard 45, one failure in shard 46, six failures in shard 50

org.apache.beam.sdk.Pipeline$PipelineExecutionException: java.lang.IllegalArgumentException: Field ColA is not nullable
	at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:348)
	at org.apache.beam.runners.direct.DirectRunner$DirectPipelineResult.waitUntilFinish(DirectRunner.java:318)
	at org.apache.beam.runners.direct.DirectRunner.run(DirectRunner.java:213)
	at org.apache.beam.runners.direct.DirectRunner.run(DirectRunner.java:67)
	at org.apache.beam.sdk.Pipeline.run(Pipeline.java:317)
	at org.apache.beam.sdk.Pipeline.run(Pipeline.java:303)
	at org.apache.beam.sdk.extensions.sql.impl.rel.BeamEnumerableConverter.runCollector(BeamEnumerableConverter.java:201)
	at org.apache.beam.sdk.extensions.sql.impl.rel.BeamEnumerableConverter.collectRows(BeamEnumerableConverter.java:218)
	at org.apache.beam.sdk.extensions.sql.impl.rel.BeamEnumerableConverter.toRowList(BeamEnumerableConverter.java:150)
	at org.apache.beam.sdk.extensions.sql.impl.rel.BeamEnumerableConverter.toRowList(BeamEnumerableConverter.java:127)
	at cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl.executeQuery(ExecuteQueryServiceServer.java:329)
	at com.google.zetasql.testing.SqlComplianceServiceGrpc$MethodHandlers.invoke(SqlComplianceServiceGrpc.java:423)
	at com.google.zetasql.io.grpc.stub.ServerCalls$UnaryServerCallHandler$UnaryServerCallListener.onHalfClose(ServerCalls.java:171)
	at com.google.zetasql.io.grpc.internal.ServerCallImpl$ServerStreamListenerImpl.halfClosed(ServerCallImpl.java:283)
	at com.google.zetasql.io.grpc.internal.ServerImpl$JumpToApplicationThreadServerStreamListener$1HalfClosed.runInContext(ServerImpl.java:711)
	at com.google.zetasql.io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
	at com.google.zetasql.io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:123)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.IllegalArgumentException: Field ColA is not nullable
	at org.apache.beam.sdk.values.SchemaVerification.verifyRowValues(SchemaVerification.java:53)
	at org.apache.beam.sdk.values.Row$Builder.build(Row.java:673)
	at org.apache.beam.sdk.extensions.sql.zetasql.BeamZetaSqlCalcRel$CalcFn.processElement(BeamZetaSqlCalcRel.java:195)
 

Apr 01, 2020 5:56:51 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_diff(@p0, @p1, MICROSECOND) AS ColA
Apr 01, 2020 5:56:52 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_diff(@p0, @p1, MICROSECOND) AS ColA
Apr 01, 2020 6:02:50 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: select string(NULL),
       string(NULL, 'Americas/Los_Angeles'),
       string(timestamp '2010-02-03 04:05:06', NULL),
       string(NULL, NULL)
Apr 01, 2020 6:01:33 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_add(@p0, INTERVAL @p1 HOUR) AS ColA
Apr 01, 2020 6:02:00 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_sub(@p0, INTERVAL @p1 HOUR) AS ColA
Apr 01, 2020 6:02:44 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: select tz, parse_timestamp('%y', '0', tz) from Timezones
Apr 01, 2020 6:02:45 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: select tz, format_timestamp('%y', timestamp '2000-01-01 00:00:00', tz) from Timezones
Apr 01, 2020 6:02:45 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: select tz, string(timestamp '2014-02-28 10:20:30', tz) from Timezones
Apr 01, 2020 6:04:04 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_seconds(@p0) AS ColA
Apr 01, 2020 6:04:05 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_millis(@p0) AS ColA
Apr 01, 2020 6:04:11 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT unix_seconds(@p0) AS ColA
Apr 01, 2020 6:04:12 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT unix_millis(@p0) AS ColA
Apr 01, 2020 6:04:37 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_from_unix_millis(@p0) AS ColA
Apr 01, 2020 6:04:37 PM cloud.dataflow.sql.ExecuteQueryServiceServer$SqlComplianceServiceImpl executeQuery
INFO: Processing Sql statement: SELECT timestamp_from_unix_millis(@p0) AS ColA