Add Kafka sink DLQ for kafka to BQ template, kafka to gcs template #5496
2022 tests run, 1991 passed, 20 skipped, 11 failed.
Annotations
Check failure on line 231 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithStorageApiExistingDLQ
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_33_06-17186110273149974350?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_33_06-17186110273149974350?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithStorageApiExistingDLQ(KafkaToBigQueryFlexAvroIT.java:231)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 202 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithExistingDLQ
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_39_05-17102277604637811477?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_39_05-17102277604637811477?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithExistingDLQ(KafkaToBigQueryFlexAvroIT.java:202)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 145 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistry
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_44_46-14153912951658775288?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_44_46-14153912951658775288?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistry(KafkaToBigQueryFlexAvroIT.java:145)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 171 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormat
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_50_13-1052678545255078268?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_50_13-1052678545255078268?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormat(KafkaToBigQueryFlexAvroIT.java:171)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 133 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormatWithKey
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_56_11-1958833646748286015?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_13_56_11-1958833646748286015?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormatWithKey(KafkaToBigQueryFlexAvroIT.java:133)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 187 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormatWithKey
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_02_08-8058839758275069776?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_02_08-8058839758275069776?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInNonConfluentFormatWithKey(KafkaToBigQueryFlexAvroIT.java:187)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 214 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithStorageApi
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_07_54-2672468934221829918?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_07_54-2672468934221829918?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithStorageApi(KafkaToBigQueryFlexAvroIT.java:214)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 117 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormat
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_13_38-11996602624538384190?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_13_38-11996602624538384190?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroInConfluentFormat(KafkaToBigQueryFlexAvroIT.java:117)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 157 in KafkaToBigQueryFlexAvroIT
github-actions / JUnit Test Report
KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistryWithKey
The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_19_05-3158223013506782622?project=cloud-teleport-testing.
Raw output
java.lang.RuntimeException: The job failed before launch! For more information please check the job log at https://console.cloud.google.com/dataflow/jobs/us-central1/2024-05-22_14_19_05-3158223013506782622?project=cloud-teleport-testing.
at org.apache.beam.it.gcp.dataflow.AbstractPipelineLauncher.waitUntilActive(AbstractPipelineLauncher.java:308)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:96)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.baseKafkaToBigQueryAvro(KafkaToBigQueryFlexAvroIT.java:292)
at com.google.cloud.teleport.v2.templates.KafkaToBigQueryFlexAvroIT.testKafkaToBigQueryAvroWithSchemaRegistryWithKey(KafkaToBigQueryFlexAvroIT.java:157)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Check failure on line 90 in KafkaToGcsIT
github-actions / JUnit Test Report
KafkaToGcsIT.testKafkaToGcsAvro
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
"code": 400,
"details": [
{
"@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
"parameterViolations": [
{
"description": "Missing required parameter",
"parameter": "enableKafkaDlq"
},
{
"description": "Missing required parameter",
"parameter": "deadLetterQueueKafkaTopic"
},
{
"description": "Unrecognized parameter",
"parameter": "bootstrapServers"
},
{
"description": "Unrecognized parameter",
"parameter": "offset"
},
{
"description": "Unrecognized parameter",
"parameter": "inputTopics"
}
]
}
],
"errors": [
{
"domain": "global",
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\nbootstrapServers: Unrecognized parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter",
"reason": "badRequest"
}
],
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\nbootstrapServers: Unrecognized parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter",
"status": "INVALID_ARGUMENT"
}
Raw output
dev.failsafe.FailsafeException:
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
"code": 400,
"details": [
{
"@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
"parameterViolations": [
{
"description": "Missing required parameter",
"parameter": "enableKafkaDlq"
},
{
"description": "Missing required parameter",
"parameter": "deadLetterQueueKafkaTopic"
},
{
"description": "Unrecognized parameter",
"parameter": "bootstrapServers"
},
{
"description": "Unrecognized parameter",
"parameter": "offset"
},
{
"description": "Unrecognized parameter",
"parameter": "inputTopics"
}
]
}
],
"errors": [
{
"domain": "global",
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\nbootstrapServers: Unrecognized parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter",
"reason": "badRequest"
}
],
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\nbootstrapServers: Unrecognized parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter",
"status": "INVALID_ARGUMENT"
}
at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.baseKafkaToGcs(KafkaToGcsIT.java:114)
at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.testKafkaToGcsAvro(KafkaToGcsIT.java:90)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
"code": 400,
"details": [
{
"@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
"parameterViolations": [
{
"description": "Missing required parameter",
"parameter": "enableKafkaDlq"
},
{
"description": "Missing required parameter",
"parameter": "deadLetterQueueKafkaTopic"
},
{
"description": "Unrecognized parameter",
"parameter": "bootstrapServers"
},
{
"description": "Unrecognized parameter",
"parameter": "offset"
},
{
"description": "Unrecognized parameter",
"parameter": "inputTopics"
}
]
}
],
"errors": [
{
"domain": "global",
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\nbootstrapServers: Unrecognized parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter",
"reason": "badRequest"
}
],
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\nbootstrapServers: Unrecognized parameter\noffset: Unrecognized parameter\ninputTopics: Unrecognized parameter",
"status": "INVALID_ARGUMENT"
}
at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
... 30 more
Check failure on line 85 in KafkaToGcsIT
github-actions / JUnit Test Report
KafkaToGcsIT.testKafkaToGcsText
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
"code": 400,
"details": [
{
"@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
"parameterViolations": [
{
"description": "Missing required parameter",
"parameter": "enableKafkaDlq"
},
{
"description": "Missing required parameter",
"parameter": "deadLetterQueueKafkaTopic"
},
{
"description": "Unrecognized parameter",
"parameter": "inputTopics"
},
{
"description": "Unrecognized parameter",
"parameter": "offset"
},
{
"description": "Unrecognized parameter",
"parameter": "bootstrapServers"
}
]
}
],
"errors": [
{
"domain": "global",
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
"reason": "badRequest"
}
],
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
"status": "INVALID_ARGUMENT"
}
Raw output
dev.failsafe.FailsafeException:
com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
"code": 400,
"details": [
{
"@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
"parameterViolations": [
{
"description": "Missing required parameter",
"parameter": "enableKafkaDlq"
},
{
"description": "Missing required parameter",
"parameter": "deadLetterQueueKafkaTopic"
},
{
"description": "Unrecognized parameter",
"parameter": "inputTopics"
},
{
"description": "Unrecognized parameter",
"parameter": "offset"
},
{
"description": "Unrecognized parameter",
"parameter": "bootstrapServers"
}
]
}
],
"errors": [
{
"domain": "global",
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
"reason": "badRequest"
}
],
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
"status": "INVALID_ARGUMENT"
}
at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:196)
at dev.failsafe.FailsafeExecutor.call(FailsafeExecutor.java:376)
at dev.failsafe.FailsafeExecutor.get(FailsafeExecutor.java:112)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.launch(FlexTemplateClient.java:84)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:546)
at org.apache.beam.it.gcp.TemplateTestBase.launchTemplate(TemplateTestBase.java:464)
at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.baseKafkaToGcs(KafkaToGcsIT.java:114)
at com.google.cloud.teleport.v2.templates.KafkaToGcsIT.testKafkaToGcsText(KafkaToGcsIT.java:85)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.base/java.lang.reflect.Method.invoke(Method.java:566)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61)
at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
at org.apache.maven.surefire.junitcore.pc.Scheduler$1.run(Scheduler.java:410)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)
Caused by: com.google.api.client.googleapis.json.GoogleJsonResponseException: 400 Bad Request
POST https://dataflow.googleapis.com/v1b3/projects/cloud-teleport-testing/locations/us-central1/flexTemplates:launch
{
"code": 400,
"details": [
{
"@type": "type.googleapis.com/google.dataflow.v1beta3.InvalidTemplateParameters",
"parameterViolations": [
{
"description": "Missing required parameter",
"parameter": "enableKafkaDlq"
},
{
"description": "Missing required parameter",
"parameter": "deadLetterQueueKafkaTopic"
},
{
"description": "Unrecognized parameter",
"parameter": "inputTopics"
},
{
"description": "Unrecognized parameter",
"parameter": "offset"
},
{
"description": "Unrecognized parameter",
"parameter": "bootstrapServers"
}
]
}
],
"errors": [
{
"domain": "global",
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
"reason": "badRequest"
}
],
"message": "The template parameters are invalid. Details: \nenableKafkaDlq: Missing required parameter\ndeadLetterQueueKafkaTopic: Missing required parameter\ninputTopics: Unrecognized parameter\noffset: Unrecognized parameter\nbootstrapServers: Unrecognized parameter",
"status": "INVALID_ARGUMENT"
}
at com.google.api.client.googleapis.json.GoogleJsonResponseException.from(GoogleJsonResponseException.java:146)
at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:118)
at com.google.api.client.googleapis.services.json.AbstractGoogleJsonClientRequest.newExceptionOnError(AbstractGoogleJsonClientRequest.java:37)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest$1.interceptResponse(AbstractGoogleClientRequest.java:439)
at com.google.api.client.http.HttpRequest.execute(HttpRequest.java:1111)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:525)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.executeUnparsed(AbstractGoogleClientRequest.java:466)
at com.google.api.client.googleapis.services.AbstractGoogleClientRequest.execute(AbstractGoogleClientRequest.java:576)
at org.apache.beam.it.gcp.dataflow.FlexTemplateClient.lambda$launch$0(FlexTemplateClient.java:91)
at dev.failsafe.Functions.lambda$toCtxSupplier$11(Functions.java:243)
at dev.failsafe.Functions.lambda$get$0(Functions.java:46)
at dev.failsafe.internal.RetryPolicyExecutor.lambda$apply$0(RetryPolicyExecutor.java:74)
at dev.failsafe.SyncExecutionImpl.executeSync(SyncExecutionImpl.java:187)
... 30 more