[Gemini] Migrate Python BigQuery away from apitools, deprecate old route - #39889

apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 310, in wrapper
    sleep_interval = next(retry_intervals)
                     ^^^^^^^^^^^^^^^^^^^^^
StopIteration

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 914, in apache_beam.runners.common.PerWindowInvoker.invoke_process
  File "apache_beam/runners/common.py", line 1059, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1726, in process
    self._create_table_if_needed(
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1690, in _create_table_if_needed
    self.bigquery_wrapper.get_or_create_table(
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 313, in wrapper
    raise exn.with_traceback(exn_traceback)
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 300, in wrapper
    return fun(*args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2954, in get_or_create_table
    created_table = self._create_table(
                    ^^^^^^^^^^^^^^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2391, in _create_table
    setattr(table, k, v)
AttributeError: property of 'Table' object has no setter

During handling of the above exception, another exception occurred:

Traceback (most recent call last):
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
    response = task()
               ^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
    lambda: self.create_worker().do_instruction(request), request)
            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 671, in do_instruction
    return getattr(self, request_type)(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 709, in process_bundle
    bundle_processor.process_bundle(instruction_id))
    ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1310, in process_bundle
    input_op_by_transform_id[element.transform_id].process_encoded(
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 235, in process_encoded
    self.output(decoded_value)
  File "apache_beam/runners/worker/operations.py", line 569, in apache_beam.runners.worker.operations.Operation.output
  File "apache_beam/runners/worker/operations.py", line 571, in apache_beam.runners.worker.operations.Operation.output
  File "apache_beam/runners/worker/operations.py", line 261, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 1602, in apache_beam.runners.common.DoFnRunner._reraise_augmented
  File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 686, in apache_beam.runners.common.SimpleInvoker.invoke_process
  File "apache_beam/runners/common.py", line 1719, in apache_beam.runners.common._OutputHandler.handle_process_outputs
  File "apache_beam/runners/common.py", line 1832, in apache_beam.runners.common._OutputHandler._write_value_to_tag
  File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 1602, in apache_beam.runners.common.DoFnRunner._reraise_augmented
  File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 686, in apache_beam.runners.common.SimpleInvoker.invoke_process
  File "apache_beam/runners/common.py", line 1719, in apache_beam.runners.common._OutputHandler.handle_process_outputs
  File "apache_beam/runners/common.py", line 1832, in apache_beam.runners.common._OutputHandler._write_value_to_tag
  File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 1602, in apache_beam.runners.common.DoFnRunner._reraise_augmented
  File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 686, in apache_beam.runners.common.SimpleInvoker.invoke_process
  File "apache_beam/runners/common.py", line 1719, in apache_beam.runners.common._OutputHandler.handle_process_outputs
  File "apache_beam/runners/common.py", line 1832, in apache_beam.runners.common._OutputHandler._write_value_to_tag
  File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
  File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
  File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 1623, in apache_beam.runners.common.DoFnRunner._reraise_augmented
  File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
  File "apache_beam/runners/common.py", line 914, in apache_beam.runners.common.PerWindowInvoker.invoke_process
  File "apache_beam/runners/common.py", line 1059, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1726, in process
    self._create_table_if_needed(
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1690, in _create_table_if_needed
    self.bigquery_wrapper.get_or_create_table(
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 313, in wrapper
    raise exn.with_traceback(exn_traceback)
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 300, in wrapper
    return fun(*args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2954, in get_or_create_table
    created_table = self._create_table(
                    ^^^^^^^^^^^^^^^^^^^
  File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2391, in _create_table
    setattr(table, k, v)
AttributeError: property of 'Table' object has no setter [while running 'WriteWithMultipleDests/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-60']
self = <apache_beam.io.gcp.bigquery_test.BigQueryStreamingInsertTransformIntegrationTests testMethod=test_value_provider_transform>

    @pytest.mark.it_postcommit
    def test_value_provider_transform(self):
      output_table_1 = '%s%s' % (self.output_table, 1)
      output_table_2 = '%s%s' % (self.output_table, 2)
      schema = {
          'fields': [{
              'name': 'name', 'type': 'STRING', 'mode': 'NULLABLE'
          }, {
              'name': 'language', 'type': 'STRING', 'mode': 'NULLABLE'
          }]
      }
    
      additional_bq_parameters = {
          'timePartitioning': {
              'type': 'DAY'
          },
          'clustering': {
              'fields': ['language']
          }
      }
    
      table_ref = bigquery_tools.parse_table_reference(output_table_1)
      table_ref2 = bigquery_tools.parse_table_reference(output_table_2)
    
      pipeline_verifiers = [
          BigQueryTableMatcher(
              project=self.project,
              dataset=table_ref.datasetId,
              table=table_ref.tableId,
              expected_properties=additional_bq_parameters),
          BigQueryTableMatcher(
              project=self.project,
              dataset=table_ref2.datasetId,
              table=table_ref2.tableId,
              expected_properties=additional_bq_parameters),
          BigqueryFullResultMatcher(
              project=self.project,
              query="SELECT name, language FROM %s" % output_table_1,
              data=[(d['name'], d['language']) for d in _ELEMENTS
                    if 'language' in d]),
          BigqueryFullResultMatcher(
              project=self.project,
              query="SELECT name, language FROM %s" % output_table_2,
              data=[(d['name'], d['language']) for d in _ELEMENTS
                    if 'language' in d])
      ]
    
      args = self.test_pipeline.get_full_options_as_args(
          on_success_matcher=hc.all_of(*pipeline_verifiers))
    
>     with beam.Pipeline(argv=args) as p:

apache_beam/io/gcp/bigquery_test.py:2778: 
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 
apache_beam/pipeline.py:652: in __exit__
    self.result = self.run()
                  ^^^^^^^^^^
apache_beam/pipeline.py:563: in run
    return self._run_internal(test_runner_api)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:605: in _run_internal
    self._options).run(False)
                   ^^^^^^^^^^
apache_beam/pipeline.py:563: in run
    return self._run_internal(test_runner_api)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/pipeline.py:629: in _run_internal
    return self.runner.run_pipeline(self, self._options)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
    self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ 

self = <DataflowPipelineResult id: "2026-08-27_11_00_32-11488094174420251969"
project_id: "apache-beam-testing"
name: "beamap...DK"
    sdk_support_status: SUPPORTED
  }
}
start_time {
  seconds: 1787853632
  nanos: 788683000
}
 at 0x7bdf7980ed10>
duration = None

    def wait_until_finish(self, duration=None):
      if not self.is_in_terminal_state():
        if not self.has_job:
          raise IOError('Failed to get the Dataflow job id.')
        gcp_options = self._options.view_as(GoogleCloudOptions)
        consoleUrl = (
            "Console URL: https://console.cloud.google.com/"
            f"dataflow/jobs/{gcp_options.region}/{self.job_id()}"
            f"?project={gcp_options.project}")
        thread = threading.Thread(
            target=DataflowRunner.poll_for_job_completion,
            args=(self._runner, self, duration))
    
        # Mark the thread as a daemon thread so a keyboard interrupt on the main
        # thread will terminate everything. This is also the reason we will not
        # use thread.join() to wait for the polling thread.
        thread.daemon = True
        thread.start()
        while thread.is_alive():
          time.sleep(5.0)
    
        # TODO: Merge the termination code in poll_for_job_completion and
        # is_in_terminal_state.
        terminated = self.is_in_terminal_state()
        assert duration or terminated, (
            'Job did not reach to a terminal state after waiting indefinitely. '
            '{}'.format(consoleUrl))
    
        if terminated and self.state != PipelineState.DONE:
          # TODO(BEAM-1290): Consider converting this to an error log based on
          # theresolution of the issue.
          _LOGGER.error(consoleUrl)
>         raise DataflowRuntimeException(
              'Dataflow pipeline failed. State: %s, Error:\n%s' %
              (self.state, getattr(self._runner, 'last_error_msg', None)),
E             apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E             Traceback (most recent call last):
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 310, in wrapper
E                 sleep_interval = next(retry_intervals)
E                                  ^^^^^^^^^^^^^^^^^^^^^
E             StopIteration
E             
E             During handling of the above exception, another exception occurred:
E             
E             Traceback (most recent call last):
E               File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 914, in apache_beam.runners.common.PerWindowInvoker.invoke_process
E               File "apache_beam/runners/common.py", line 1059, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1726, in process
E                 self._create_table_if_needed(
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1690, in _create_table_if_needed
E                 self.bigquery_wrapper.get_or_create_table(
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 313, in wrapper
E                 raise exn.with_traceback(exn_traceback)
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 300, in wrapper
E                 return fun(*args, **kwargs)
E                        ^^^^^^^^^^^^^^^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2954, in get_or_create_table
E                 created_table = self._create_table(
E                                 ^^^^^^^^^^^^^^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2391, in _create_table
E                 setattr(table, k, v)
E             AttributeError: property of 'Table' object has no setter
E             
E             During handling of the above exception, another exception occurred:
E             
E             Traceback (most recent call last):
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 310, in _execute
E                 response = task()
E                            ^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 384, in <lambda>
E                 lambda: self.create_worker().do_instruction(request), request)
E                         ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 671, in do_instruction
E                 return getattr(self, request_type)(
E                        ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/sdk_worker.py", line 709, in process_bundle
E                 bundle_processor.process_bundle(instruction_id))
E                 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1310, in process_bundle
E                 input_op_by_transform_id[element.transform_id].process_encoded(
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/runners/worker/bundle_processor.py", line 235, in process_encoded
E                 self.output(decoded_value)
E               File "apache_beam/runners/worker/operations.py", line 569, in apache_beam.runners.worker.operations.Operation.output
E               File "apache_beam/runners/worker/operations.py", line 571, in apache_beam.runners.worker.operations.Operation.output
E               File "apache_beam/runners/worker/operations.py", line 261, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
E               File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
E               File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 1602, in apache_beam.runners.common.DoFnRunner._reraise_augmented
E               File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 686, in apache_beam.runners.common.SimpleInvoker.invoke_process
E               File "apache_beam/runners/common.py", line 1719, in apache_beam.runners.common._OutputHandler.handle_process_outputs
E               File "apache_beam/runners/common.py", line 1832, in apache_beam.runners.common._OutputHandler._write_value_to_tag
E               File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
E               File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 1602, in apache_beam.runners.common.DoFnRunner._reraise_augmented
E               File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 686, in apache_beam.runners.common.SimpleInvoker.invoke_process
E               File "apache_beam/runners/common.py", line 1719, in apache_beam.runners.common._OutputHandler.handle_process_outputs
E               File "apache_beam/runners/common.py", line 1832, in apache_beam.runners.common._OutputHandler._write_value_to_tag
E               File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
E               File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 1602, in apache_beam.runners.common.DoFnRunner._reraise_augmented
E               File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 686, in apache_beam.runners.common.SimpleInvoker.invoke_process
E               File "apache_beam/runners/common.py", line 1719, in apache_beam.runners.common._OutputHandler.handle_process_outputs
E               File "apache_beam/runners/common.py", line 1832, in apache_beam.runners.common._OutputHandler._write_value_to_tag
E               File "apache_beam/runners/worker/operations.py", line 264, in apache_beam.runners.worker.operations.SingletonElementConsumerSet.receive
E               File "apache_beam/runners/worker/operations.py", line 955, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/worker/operations.py", line 956, in apache_beam.runners.worker.operations.DoOperation.process
E               File "apache_beam/runners/common.py", line 1514, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 1623, in apache_beam.runners.common.DoFnRunner._reraise_augmented
E               File "apache_beam/runners/common.py", line 1512, in apache_beam.runners.common.DoFnRunner.process
E               File "apache_beam/runners/common.py", line 914, in apache_beam.runners.common.PerWindowInvoker.invoke_process
E               File "apache_beam/runners/common.py", line 1059, in apache_beam.runners.common.PerWindowInvoker._invoke_process_per_window
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1726, in process
E                 self._create_table_if_needed(
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery.py", line 1690, in _create_table_if_needed
E                 self.bigquery_wrapper.get_or_create_table(
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 313, in wrapper
E                 raise exn.with_traceback(exn_traceback)
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/utils/retry.py", line 300, in wrapper
E                 return fun(*args, **kwargs)
E                        ^^^^^^^^^^^^^^^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2954, in get_or_create_table
E                 created_table = self._create_table(
E                                 ^^^^^^^^^^^^^^^^^^^
E               File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.11/site-packages/apache_beam/io/gcp/bigquery_tools.py", line 2391, in _create_table
E                 setattr(table, k, v)
E             AttributeError: property of 'Table' object has no setter [while running 'WriteWithMultipleDests/_StreamToBigQuery/StreamInsertRows/ParDo(BigQueryWriteFn)-ptransform-60']

apache_beam/runners/dataflow/dataflow_runner.py:834: DataflowRuntimeException