[flink-runner] Improve Datastream for batch performances #32440
GitHub Actions / Test Results
failed
Jan 27, 2025 in 0s
3 fail, 54 skipped, 112 pass in 2h 15m 55s
Annotations
Check warning on line 0 in apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference
github-actions / Test Results
test_sklearn_mnist_classification (apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference) failed
sdks/python/pytest_postCommitIT-df-py310.xml [took 7m 45s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 422, in loads
return dill.loads(s)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
return load(file, ignore, **kwds)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
return Unpickler(file, ignore=ignore, **kwds).load()
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
obj = StockUnpickler.load(self)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
return StockUnpickler.find_class(self, module, name)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
from apache_beam.ml.inference.sklearn_inference import ModelFileType
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
from sklearn.base import BaseEstimator
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
from .base import clone
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
from .utils import _IS_32BIT
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
from .murmurhash import murmurhash3_32
File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 313, in _execute
response = task()
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 388, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 658, in do_instruction
return getattr(self, request_type)(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 689, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 512, in get
processor = bundle_processor.BundleProcessor(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1133, in __init__
self.ops = self.create_execution_tree(self.process_bundle_descriptor)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in create_execution_tree
return collections.OrderedDict([(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1193, in <listcomp>
get_operation(transform_id))) for transform_id in sorted(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1178, in get_operation
return transform_factory.create_operation(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1498, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1831, in create_par_do
return _create_pardo_operation(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1876, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/pickler.py", line 50, in loads
return desired_pickle_lib.loads(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 426, in loads
return dill.loads(s)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
return load(file, ignore, **kwds)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
return Unpickler(file, ignore=ignore, **kwds).load()
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
obj = StockUnpickler.load(self)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
return StockUnpickler.find_class(self, module, name)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
from apache_beam.ml.inference.sklearn_inference import ModelFileType
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
from sklearn.base import BaseEstimator
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
from .base import clone
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
from .utils import _IS_32BIT
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
from .murmurhash import murmurhash3_32
File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
self = <apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference testMethod=test_sklearn_mnist_classification>
def test_sklearn_mnist_classification(self):
test_pipeline = TestPipeline(is_integration_test=True)
input_file = 'gs://apache-beam-ml/testing/inputs/it_mnist_data.csv'
output_file_dir = 'gs://temp-storage-for-end-to-end-tests'
output_file = '/'.join([output_file_dir, str(uuid.uuid4()), 'result.txt'])
model_path = 'gs://apache-beam-ml/models/mnist_model_svm.pickle'
extra_opts = {
'input': input_file,
'output': output_file,
'model_path': model_path,
}
> sklearn_mnist_classification.run(
test_pipeline.get_full_options_as_args(**extra_opts),
save_main_session=False)
apache_beam/ml/inference/sklearn_inference_it_test.py:68:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/examples/inference/sklearn_mnist_classification.py:131: in run
result = pipeline.run()
apache_beam/pipeline.py:570: in run
self._options).run(False)
apache_beam/pipeline.py:594: in run
return self.runner.run_pipeline(self, self._options)
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult <Job
clientRequestId: '20250127111442149992-4497'
createTime: '2025-01-27T11:14:50.748886Z'
...025-01-27T11:14:50.748886Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x7873745d22f0>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/<RegionId>/{self.job_id()}"
"?project=<ProjectId>")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 422, in loads
E return dill.loads(s)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
E return load(file, ignore, **kwds)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
E return Unpickler(file, ignore=ignore, **kwds).load()
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
E obj = StockUnpickler.load(self)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
E return StockUnpickler.find_class(self, module, name)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
E from apache_beam.ml.inference.sklearn_inference import ModelFileType
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
E from sklearn.base import BaseEstimator
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
E from .base import clone
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
E from .utils import _IS_32BIT
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
E from .murmurhash import murmurhash3_32
E File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
E ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
E
E During handling of the above exception, another exception occurred:
E
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 313, in _execute
E response = task()
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 388, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 658, in do_instruction
E return getattr(self, request_type)(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 689, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 512, in get
E processor = bundle_processor.BundleProcessor(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1133, in __init__
E self.ops = self.create_execution_tree(self.process_bundle_descriptor)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in create_execution_tree
E return collections.OrderedDict([(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1193, in <listcomp>
E get_operation(transform_id))) for transform_id in sorted(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1178, in get_operation
E return transform_factory.create_operation(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1498, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1831, in create_par_do
E return _create_pardo_operation(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1876, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/pickler.py", line 50, in loads
E return desired_pickle_lib.loads(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 426, in loads
E return dill.loads(s)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
E return load(file, ignore, **kwds)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
E return Unpickler(file, ignore=ignore, **kwds).load()
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
E obj = StockUnpickler.load(self)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
E return StockUnpickler.find_class(self, module, name)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
E from apache_beam.ml.inference.sklearn_inference import ModelFileType
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
E from sklearn.base import BaseEstimator
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
E from .base import clone
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
E from .utils import _IS_32BIT
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
E from .murmurhash import murmurhash3_32
E File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
E ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
apache_beam/runners/dataflow/dataflow_runner.py:807: DataflowRuntimeException
Check warning on line 0 in apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference
github-actions / Test Results
test_sklearn_mnist_classification_large_model (apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference) failed
sdks/python/pytest_postCommitIT-df-py310.xml [took 6m 30s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 422, in loads
return dill.loads(s)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
return load(file, ignore, **kwds)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
return Unpickler(file, ignore=ignore, **kwds).load()
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
obj = StockUnpickler.load(self)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
return StockUnpickler.find_class(self, module, name)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
from apache_beam.ml.inference.sklearn_inference import ModelFileType
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
from sklearn.base import BaseEstimator
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
from .base import clone
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
from .utils import _IS_32BIT
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
from .murmurhash import murmurhash3_32
File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 313, in _execute
response = task()
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 388, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 658, in do_instruction
return getattr(self, request_type)(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 689, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 512, in get
processor = bundle_processor.BundleProcessor(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1133, in __init__
self.ops = self.create_execution_tree(self.process_bundle_descriptor)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in create_execution_tree
return collections.OrderedDict([(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1193, in <listcomp>
get_operation(transform_id))) for transform_id in sorted(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1178, in get_operation
return transform_factory.create_operation(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1498, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1831, in create_par_do
return _create_pardo_operation(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1876, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/pickler.py", line 50, in loads
return desired_pickle_lib.loads(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 426, in loads
return dill.loads(s)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
return load(file, ignore, **kwds)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
return Unpickler(file, ignore=ignore, **kwds).load()
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
obj = StockUnpickler.load(self)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
return StockUnpickler.find_class(self, module, name)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
from apache_beam.ml.inference.sklearn_inference import ModelFileType
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
from sklearn.base import BaseEstimator
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
from .base import clone
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
from .utils import _IS_32BIT
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
from .murmurhash import murmurhash3_32
File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
self = <apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference testMethod=test_sklearn_mnist_classification_large_model>
def test_sklearn_mnist_classification_large_model(self):
test_pipeline = TestPipeline(is_integration_test=True)
input_file = 'gs://apache-beam-ml/testing/inputs/it_mnist_data.csv'
output_file_dir = 'gs://temp-storage-for-end-to-end-tests'
output_file = '/'.join([output_file_dir, str(uuid.uuid4()), 'result.txt'])
model_path = 'gs://apache-beam-ml/models/mnist_model_svm.pickle'
extra_opts = {
'input': input_file,
'output': output_file,
'model_path': model_path,
'large_model': True
}
> sklearn_mnist_classification.run(
test_pipeline.get_full_options_as_args(**extra_opts),
save_main_session=False)
apache_beam/ml/inference/sklearn_inference_it_test.py:100:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/examples/inference/sklearn_mnist_classification.py:131: in run
result = pipeline.run()
apache_beam/pipeline.py:570: in run
self._options).run(False)
apache_beam/pipeline.py:594: in run
return self.runner.run_pipeline(self, self._options)
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult <Job
clientRequestId: '20250127112228353292-4701'
createTime: '2025-01-27T11:22:36.911854Z'
...025-01-27T11:22:36.911854Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x78737430f4f0>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/<RegionId>/{self.job_id()}"
"?project=<ProjectId>")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 422, in loads
E return dill.loads(s)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
E return load(file, ignore, **kwds)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
E return Unpickler(file, ignore=ignore, **kwds).load()
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
E obj = StockUnpickler.load(self)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
E return StockUnpickler.find_class(self, module, name)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
E from apache_beam.ml.inference.sklearn_inference import ModelFileType
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
E from sklearn.base import BaseEstimator
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
E from .base import clone
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
E from .utils import _IS_32BIT
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
E from .murmurhash import murmurhash3_32
E File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
E ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
E
E During handling of the above exception, another exception occurred:
E
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 313, in _execute
E response = task()
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 388, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 658, in do_instruction
E return getattr(self, request_type)(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 689, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 512, in get
E processor = bundle_processor.BundleProcessor(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1133, in __init__
E self.ops = self.create_execution_tree(self.process_bundle_descriptor)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in create_execution_tree
E return collections.OrderedDict([(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1193, in <listcomp>
E get_operation(transform_id))) for transform_id in sorted(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1178, in get_operation
E return transform_factory.create_operation(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1498, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1831, in create_par_do
E return _create_pardo_operation(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1876, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/pickler.py", line 50, in loads
E return desired_pickle_lib.loads(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 426, in loads
E return dill.loads(s)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
E return load(file, ignore, **kwds)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
E return Unpickler(file, ignore=ignore, **kwds).load()
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
E obj = StockUnpickler.load(self)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
E return StockUnpickler.find_class(self, module, name)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_mnist_classification.py", line 36, in <module>
E from apache_beam.ml.inference.sklearn_inference import ModelFileType
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
E from sklearn.base import BaseEstimator
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
E from .base import clone
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
E from .utils import _IS_32BIT
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
E from .murmurhash import murmurhash3_32
E File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
E ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
apache_beam/runners/dataflow/dataflow_runner.py:807: DataflowRuntimeException
Check warning on line 0 in apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference
github-actions / Test Results
test_sklearn_regression (apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference) failed
sdks/python/pytest_postCommitIT-df-py310.xml [took 6m 15s]
Raw output
apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 422, in loads
return dill.loads(s)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
return load(file, ignore, **kwds)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
return Unpickler(file, ignore=ignore, **kwds).load()
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
obj = StockUnpickler.load(self)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
return StockUnpickler.find_class(self, module, name)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_japanese_housing_regression.py", line 41, in <module>
from apache_beam.ml.inference.sklearn_inference import ModelFileType
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
from sklearn.base import BaseEstimator
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
from .base import clone
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
from .utils import _IS_32BIT
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
from .murmurhash import murmurhash3_32
File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 313, in _execute
response = task()
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 388, in <lambda>
lambda: self.create_worker().do_instruction(request), request)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 658, in do_instruction
return getattr(self, request_type)(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 689, in process_bundle
bundle_processor = self.bundle_processor_cache.get(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 512, in get
processor = bundle_processor.BundleProcessor(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1133, in __init__
self.ops = self.create_execution_tree(self.process_bundle_descriptor)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in create_execution_tree
return collections.OrderedDict([(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1193, in <listcomp>
get_operation(transform_id))) for transform_id in sorted(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
transform_consumers = {
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
result = cache[args] = func(*args)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1178, in get_operation
return transform_factory.create_operation(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1498, in create_operation
return creator(self, transform_id, transform_proto, payload, consumers)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1831, in create_par_do
return _create_pardo_operation(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1876, in _create_pardo_operation
dofn_data = pickler.loads(serialized_fn)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/pickler.py", line 50, in loads
return desired_pickle_lib.loads(
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 426, in loads
return dill.loads(s)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
return load(file, ignore, **kwds)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
return Unpickler(file, ignore=ignore, **kwds).load()
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
obj = StockUnpickler.load(self)
File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
return StockUnpickler.find_class(self, module, name)
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_japanese_housing_regression.py", line 41, in <module>
from apache_beam.ml.inference.sklearn_inference import ModelFileType
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
from sklearn.base import BaseEstimator
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
from .base import clone
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
from .utils import _IS_32BIT
File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
from .murmurhash import murmurhash3_32
File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
self = <apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference testMethod=test_sklearn_regression>
@unittest.skipIf(sys.version_info >= (3, 11, 0), "Beam#27151")
def test_sklearn_regression(self):
test_pipeline = TestPipeline(is_integration_test=True)
input_file = 'gs://apache-beam-ml/testing/inputs/japanese_housing_test_data.csv' # pylint: disable=line-too-long
output_file_dir = 'gs://temp-storage-for-end-to-end-tests'
output_file = '/'.join([output_file_dir, str(uuid.uuid4()), 'result.txt'])
model_path = 'gs://apache-beam-ml/models/japanese_housing/'
extra_opts = {
'input': input_file,
'output': output_file,
'model_path': model_path,
}
> sklearn_japanese_housing_regression.run(
test_pipeline.get_full_options_as_args(**extra_opts),
save_main_session=False)
apache_beam/ml/inference/sklearn_inference_it_test.py:133:
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
apache_beam/examples/inference/sklearn_japanese_housing_regression.py:179: in run
result = pipeline.run()
apache_beam/pipeline.py:570: in run
self._options).run(False)
apache_beam/pipeline.py:594: in run
return self.runner.run_pipeline(self, self._options)
apache_beam/runners/dataflow/test_dataflow_runner.py:66: in run_pipeline
self.result.wait_until_finish(duration=wait_duration)
_ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _ _
self = <DataflowPipelineResult <Job
clientRequestId: '20250127112859048307-1687'
createTime: '2025-01-27T11:29:07.326476Z'
...025-01-27T11:29:07.326476Z'
steps: []
tempFiles: []
type: TypeValueValuesEnum(JOB_TYPE_BATCH, 1)> at 0x7873743f3ca0>
duration = None
def wait_until_finish(self, duration=None):
if not self.is_in_terminal_state():
if not self.has_job:
raise IOError('Failed to get the Dataflow job id.')
consoleUrl = (
"Console URL: https://console.cloud.google.com/"
f"dataflow/jobs/<RegionId>/{self.job_id()}"
"?project=<ProjectId>")
thread = threading.Thread(
target=DataflowRunner.poll_for_job_completion,
args=(self._runner, self, duration))
# Mark the thread as a daemon thread so a keyboard interrupt on the main
# thread will terminate everything. This is also the reason we will not
# use thread.join() to wait for the polling thread.
thread.daemon = True
thread.start()
while thread.is_alive():
time.sleep(5.0)
# TODO: Merge the termination code in poll_for_job_completion and
# is_in_terminal_state.
terminated = self.is_in_terminal_state()
assert duration or terminated, (
'Job did not reach to a terminal state after waiting indefinitely. '
'{}'.format(consoleUrl))
if terminated and self.state != PipelineState.DONE:
# TODO(BEAM-1290): Consider converting this to an error log based on
# theresolution of the issue.
_LOGGER.error(consoleUrl)
> raise DataflowRuntimeException(
'Dataflow pipeline failed. State: %s, Error:\n%s' %
(self.state, getattr(self._runner, 'last_error_msg', None)),
E apache_beam.runners.dataflow.dataflow_runner.DataflowRuntimeException: Dataflow pipeline failed. State: FAILED, Error:
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 422, in loads
E return dill.loads(s)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
E return load(file, ignore, **kwds)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
E return Unpickler(file, ignore=ignore, **kwds).load()
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
E obj = StockUnpickler.load(self)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
E return StockUnpickler.find_class(self, module, name)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_japanese_housing_regression.py", line 41, in <module>
E from apache_beam.ml.inference.sklearn_inference import ModelFileType
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
E from sklearn.base import BaseEstimator
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
E from .base import clone
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
E from .utils import _IS_32BIT
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
E from .murmurhash import murmurhash3_32
E File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
E ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
E
E During handling of the above exception, another exception occurred:
E
E Traceback (most recent call last):
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 313, in _execute
E response = task()
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 388, in <lambda>
E lambda: self.create_worker().do_instruction(request), request)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 658, in do_instruction
E return getattr(self, request_type)(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 689, in process_bundle
E bundle_processor = self.bundle_processor_cache.get(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/sdk_worker.py", line 512, in get
E processor = bundle_processor.BundleProcessor(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1133, in __init__
E self.ops = self.create_execution_tree(self.process_bundle_descriptor)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1190, in create_execution_tree
E return collections.OrderedDict([(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1193, in <listcomp>
E get_operation(transform_id))) for transform_id in sorted(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1167, in get_operation
E transform_consumers = {
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <dictcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1168, in <listcomp>
E tag: [get_operation(op) for op in pcoll_consumers[pcoll_id]]
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1038, in wrapper
E result = cache[args] = func(*args)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1178, in get_operation
E return transform_factory.create_operation(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1498, in create_operation
E return creator(self, transform_id, transform_proto, payload, consumers)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1831, in create_par_do
E return _create_pardo_operation(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/runners/worker/bundle_processor.py", line 1876, in _create_pardo_operation
E dofn_data = pickler.loads(serialized_fn)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/pickler.py", line 50, in loads
E return desired_pickle_lib.loads(
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/internal/dill_pickler.py", line 426, in loads
E return dill.loads(s)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 275, in loads
E return load(file, ignore, **kwds)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 270, in load
E return Unpickler(file, ignore=ignore, **kwds).load()
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 472, in load
E obj = StockUnpickler.load(self)
E File "/usr/local/lib/python3.10/site-packages/dill/_dill.py", line 462, in find_class
E return StockUnpickler.find_class(self, module, name)
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/examples/inference/sklearn_japanese_housing_regression.py", line 41, in <module>
E from apache_beam.ml.inference.sklearn_inference import ModelFileType
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/apache_beam/ml/inference/sklearn_inference.py", line 30, in <module>
E from sklearn.base import BaseEstimator
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/__init__.py", line 82, in <module>
E from .base import clone
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/base.py", line 17, in <module>
E from .utils import _IS_32BIT
E File "/opt/apache/beam-venv/beam-venv-worker-sdk-0-0/lib/python3.10/site-packages/sklearn/utils/__init__.py", line 23, in <module>
E from .murmurhash import murmurhash3_32
E File "sklearn/utils/murmurhash.pyx", line 1, in init sklearn.utils.murmurhash
E ValueError: numpy.dtype size changed, may indicate binary incompatibility. Expected 96 from C header, got 88 from PyObject
apache_beam/runners/dataflow/dataflow_runner.py:807: DataflowRuntimeException
Check notice on line 0 in .github
github-actions / Test Results
54 skipped tests found
There are 54 skipped tests, see "Raw output" for the full list of skipped tests.
Raw output
apache_beam.examples.inference.tfx_bsl.tfx_bsl_inference_it_test.TFXRunInferenceTests ‑ test_tfx_run_inference_mobilenetv2
apache_beam.examples.ml_transform.ml_transform_it_test
apache_beam.examples.snippets.transforms.elementwise.mltransform_test
apache_beam.examples.snippets.transforms.elementwise.runinference_test
apache_beam.examples.streaming_wordcount_debugging_it_test.StreamingWordcountDebuggingIT ‑ test_streaming_wordcount_debugging_it
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_null_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_populated_key
apache_beam.io.external.xlang_kinesisio_it_test.CrossLanguageKinesisIOTest ‑ test_kinesis_io_roundtrip
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_copy_jobs
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_dynamic_destinations
apache_beam.ml.gcp.naturallanguageml_test_it.NaturalLanguageMlTestIT ‑ test_analyzing_syntax
apache_beam.ml.gcp.videointelligenceml_test_it.VideoIntelligenceMlTestIT ‑ test_label_detection_with_video_context
apache_beam.ml.inference.base_test.RunInferenceBaseTest ‑ test_run_inference_with_side_inputin_streaming
apache_beam.ml.inference.huggingface_inference_it_test
apache_beam.ml.inference.huggingface_inference_test
apache_beam.ml.inference.onnx_inference_it_test.OnnxInference ‑ test_onnx_run_inference_roberta_sentiment_classification
apache_beam.ml.inference.onnx_inference_test
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm_large_model
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn_v1_and_v2
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_imagenet_mobilenetv2
apache_beam.ml.inference.pytorch_inference_test
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_imagenet_image_segmentation
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification_large_model
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_with_weights_classification
apache_beam.ml.inference.tensorrt_inference_test
apache_beam.ml.inference.vertex_ai_inference_it_test
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch_large_model
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_single_batch
apache_beam.ml.inference.xgboost_inference_test
apache_beam.ml.transforms.handlers_test
apache_beam.ml.transforms.tft_test
apache_beam.runners.dask.dask_runner_test
apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest ‑ test_metrics_it
apache_beam.testing.analyzers.perf_analysis_test
apache_beam.testing.benchmarks.cloudml.cloudml_benchmark_test
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_basic_execution
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs_with_watermark_advancement
apache_beam.transforms.enrichment_handlers.feast_feature_store_it_test
apache_beam.transforms.enrichment_handlers.feast_feature_store_test
apache_beam.transforms.periodicsequence_it_test.PeriodicSequenceIT ‑ test_periodicsequence_outputs_valid_watermarks_it
apache_beam.typehints.pytorch_type_compatibility_test
apache_beam.yaml.yaml_ml_test
Check notice on line 0 in .github
github-actions / Test Results
169 tests found
There are 169 tests, see "Raw output" for the full list of tests.
Raw output
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_direct_read
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_direct_read_with_project
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_export_with_project
apache_beam.dataframe.io_it_test.ReadUsingReadGbqTests ‑ test_ReadGbq_with_computation
apache_beam.examples.complete.autocomplete_test.AutocompleteTest ‑ test_autocomplete_it
apache_beam.examples.complete.game.game_stats_it_test.GameStatsIT ‑ test_game_stats_it
apache_beam.examples.complete.game.hourly_team_score_it_test.HourlyTeamScoreIT ‑ test_hourly_team_score_it
apache_beam.examples.complete.game.leader_board_it_test.LeaderBoardIT ‑ test_leader_board_it
apache_beam.examples.complete.game.user_score_it_test.UserScoreIT ‑ test_user_score_it
apache_beam.examples.complete.juliaset.juliaset.juliaset_test_it.JuliaSetTestIT ‑ test_run_example_with_setup_file
apache_beam.examples.cookbook.bigquery_tornadoes_it_test.BigqueryTornadoesIT ‑ test_bigquery_tornadoes_it
apache_beam.examples.cookbook.bigtableio_it_test.BigtableIOWriteTest ‑ test_bigtable_write
apache_beam.examples.cookbook.datastore_wordcount_it_test.DatastoreWordCountIT ‑ test_datastore_wordcount_it
apache_beam.examples.dataframe.flight_delays_it_test.FlightDelaysTest ‑ test_flight_delays
apache_beam.examples.dataframe.taxiride_it_test.TaxirideIT ‑ test_aggregation
apache_beam.examples.dataframe.taxiride_it_test.TaxirideIT ‑ test_enrich
apache_beam.examples.fastavro_it_test.FastavroIT ‑ test_avro_it
apache_beam.examples.inference.tfx_bsl.tfx_bsl_inference_it_test.TFXRunInferenceTests ‑ test_tfx_run_inference_mobilenetv2
apache_beam.examples.ml_transform.ml_transform_it_test
apache_beam.examples.snippets.transforms.elementwise.mltransform_test
apache_beam.examples.snippets.transforms.elementwise.runinference_test
apache_beam.examples.streaming_wordcount_debugging_it_test.StreamingWordcountDebuggingIT ‑ test_streaming_wordcount_debugging_it
apache_beam.examples.streaming_wordcount_it_test.StreamingWordCountIT ‑ test_streaming_wordcount_it
apache_beam.examples.wordcount_it_test.WordCountIT ‑ test_wordcount_impersonation_it
apache_beam.examples.wordcount_it_test.WordCountIT ‑ test_wordcount_it
apache_beam.io.external.xlang_debeziumio_it_test.CrossLanguageDebeziumIOTest ‑ test_xlang_debezium_read
apache_beam.io.external.xlang_jdbcio_it_test.CrossLanguageJdbcIOTest ‑ test_xlang_jdbc_write_read_0_postgres
apache_beam.io.external.xlang_jdbcio_it_test.CrossLanguageJdbcIOTest ‑ test_xlang_jdbc_write_read_1_mysql
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_null_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_hosted_kafkaio_populated_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_local_kafkaio_null_key
apache_beam.io.external.xlang_kafkaio_it_test.CrossLanguageKafkaIOTest ‑ test_local_kafkaio_populated_key
apache_beam.io.external.xlang_kinesisio_it_test.CrossLanguageKinesisIOTest ‑ test_kinesis_io_roundtrip
apache_beam.io.external.xlang_kinesisio_it_test.CrossLanguageKinesisIOTest ‑ test_kinesis_write
apache_beam.io.fileio_test.MatchIntegrationTest ‑ test_transform_on_gcs
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_legacy_sql
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_new_types
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_new_types_avro
apache_beam.io.gcp.big_query_query_to_table_it_test.BigQueryQueryToTableIT ‑ test_big_query_standard_sql
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_batch_copy_jobs_with_no_input_schema
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_copy_jobs
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_bqfl_streaming_with_dynamic_destinations
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_multiple_destinations_transform
apache_beam.io.gcp.bigquery_file_loads_test.BigQueryFileLoadsIT ‑ test_one_job_fails_all_jobs_fail
apache_beam.io.gcp.bigquery_io_read_it_test.BigqueryIOReadIT ‑ test_bigquery_read_1M_python
apache_beam.io.gcp.bigquery_io_read_it_test.BigqueryIOReadIT ‑ test_bigquery_read_custom_1M_python
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_direct_read
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_export_read
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_file_loads_write
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_query_read
apache_beam.io.gcp.bigquery_json_it_test.BigQueryJsonIT ‑ test_streaming_inserts
apache_beam.io.gcp.bigquery_read_it_test.ReadAllBQTests ‑ test_read_queries
apache_beam.io.gcp.bigquery_read_it_test.ReadInteractiveRunnerTests ‑ test_read_in_interactive_runner
apache_beam.io.gcp.bigquery_read_it_test.ReadNewTypesTests ‑ test_iobase_source
apache_beam.io.gcp.bigquery_read_it_test.ReadNewTypesTests ‑ test_native_source
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_iobase_source
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_native_source
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_table_schema_retrieve
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_table_schema_retrieve_specifying_only_table
apache_beam.io.gcp.bigquery_read_it_test.ReadTests ‑ test_table_schema_retrieve_with_direct_read
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_column_selection
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_column_selection_and_row_restriction
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_column_selection_and_row_restriction_rows
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_native_datetime
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_query
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_query_and_filters
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_row_restriction
apache_beam.io.gcp.bigquery_read_it_test.ReadUsingStorageApiTests ‑ test_iobase_source_with_very_selective_filters
apache_beam.io.gcp.bigquery_test.BigQueryFileLoadsIntegrationTests ‑ test_avro_file_load
apache_beam.io.gcp.bigquery_test.BigQueryStreamingInsertTransformIntegrationTests ‑ test_multiple_destinations_transform
apache_beam.io.gcp.bigquery_test.BigQueryStreamingInsertTransformIntegrationTests ‑ test_value_provider_transform
apache_beam.io.gcp.bigquery_test.PubSubBigQueryIT ‑ test_file_loads
apache_beam.io.gcp.bigquery_test.PubSubBigQueryIT ‑ test_streaming_inserts
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_insert_errors_reporting
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_insert_non_transient_api_call_error
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_new_types
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_schema_autodetect
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update_0
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update_1
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_temp_table_append_schema_update_2
apache_beam.io.gcp.bigquery_write_it_test.BigQueryWriteIntegrationTests ‑ test_big_query_write_without_schema
apache_beam.io.gcp.datastore.v1new.datastore_write_it_test.DatastoreWriteIT ‑ test_datastore_write_limit
apache_beam.io.gcp.gcsfilesystem_integration_test.GcsFileSystemIntegrationTest ‑ test_copy
apache_beam.io.gcp.gcsfilesystem_integration_test.GcsFileSystemIntegrationTest ‑ test_rename
apache_beam.io.gcp.gcsfilesystem_integration_test.GcsFileSystemIntegrationTest ‑ test_rename_error
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_0 ‑ test_create_default_bucket
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_1 ‑ test_create_default_bucket
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_2 ‑ test_create_default_bucket
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_batch_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_copy
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_copy_and_delete
apache_beam.io.gcp.gcsio_integration_test.GcsIOIntegrationTest_3 ‑ test_create_default_bucket
apache_beam.io.gcp.healthcare.dicomio_integration_test.DICOMIoIntegrationTest ‑ test_dicom_search_instances
apache_beam.io.gcp.healthcare.dicomio_integration_test.DICOMIoIntegrationTest ‑ test_dicom_store_instance_from_gcs
apache_beam.io.gcp.pubsub_integration_test.PubSubIntegrationTest ‑ test_streaming_data_only
apache_beam.io.gcp.pubsub_integration_test.PubSubIntegrationTest ‑ test_streaming_with_attributes
apache_beam.io.parquetio_it_test.TestParquetIT ‑ test_parquetio_it
apache_beam.io.requestresponse_it_test.EchoHTTPCallerTestIT ‑ test_request_response_io
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT ‑ test_deidentification
apache_beam.ml.gcp.cloud_dlp_it_test.CloudDLPIT ‑ test_inspection
apache_beam.ml.gcp.naturallanguageml_test_it.NaturalLanguageMlTestIT ‑ test_analyzing_syntax
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT ‑ test_create_catalog_item
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT ‑ test_create_user_event
apache_beam.ml.gcp.recommendations_ai_test_it.RecommendationAIIT ‑ test_predict
apache_beam.ml.gcp.videointelligenceml_test_it.VideoIntelligenceMlTestIT ‑ test_label_detection_with_video_context
apache_beam.ml.gcp.visionml_test_it.VisionMlTestIT ‑ test_text_detection_with_language_hint
apache_beam.ml.inference.base_test.RunInferenceBaseTest ‑ test_run_inference_with_side_inputin_streaming
apache_beam.ml.inference.huggingface_inference_it_test
apache_beam.ml.inference.huggingface_inference_test
apache_beam.ml.inference.onnx_inference_it_test.OnnxInference ‑ test_onnx_run_inference_roberta_sentiment_classification
apache_beam.ml.inference.onnx_inference_test
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_bert_for_masked_lm_large_model
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_coco_maskrcnn_resnet50_fpn_v1_and_v2
apache_beam.ml.inference.pytorch_inference_it_test.PyTorchInference ‑ test_torch_run_inference_imagenet_mobilenetv2
apache_beam.ml.inference.pytorch_inference_test
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference ‑ test_sklearn_mnist_classification
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference ‑ test_sklearn_mnist_classification_large_model
apache_beam.ml.inference.sklearn_inference_it_test.SklearnInference ‑ test_sklearn_regression
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_imagenet_image_segmentation
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_classification_large_model
apache_beam.ml.inference.tensorflow_inference_it_test.TensorflowInference ‑ test_tf_mnist_with_weights_classification
apache_beam.ml.inference.tensorrt_inference_test
apache_beam.ml.inference.vertex_ai_inference_it_test
apache_beam.ml.inference.vertex_ai_inference_it_test.VertexAIInference ‑ test_vertex_ai_run_flower_image_classification
apache_beam.ml.inference.vertex_ai_inference_it_test.VertexAIInference ‑ test_vertex_ai_run_llm_text_classification
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_datatable_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_numpy_single_batch_large_model
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_pandas_single_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_multi_batch
apache_beam.ml.inference.xgboost_inference_it_test.XGBoostInference ‑ test_iris_classification_scipy_single_batch
apache_beam.ml.inference.xgboost_inference_test
apache_beam.ml.transforms.handlers_test
apache_beam.ml.transforms.tft_test
apache_beam.runners.dask.dask_runner_test
apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline_test.ExerciseMetricsPipelineTest ‑ test_metrics_it
apache_beam.testing.analyzers.perf_analysis_test
apache_beam.testing.benchmarks.cloudml.cloudml_benchmark_test
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_basic_execution
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs
apache_beam.testing.test_stream_it_test.TestStreamIntegrationTests ‑ test_multiple_outputs_with_watermark_advancement
apache_beam.transforms.enrichment_handlers.feast_feature_store_it_test
apache_beam.transforms.enrichment_handlers.feast_feature_store_test
apache_beam.transforms.enrichment_it_test.TestEnrichment ‑ test_http_enrichment
apache_beam.transforms.enrichment_it_test.TestEnrichment ‑ test_http_enrichment_custom_join
apache_beam.transforms.external_it_test.ExternalTransformIT ‑ test_job_python_from_python_it
apache_beam.transforms.periodicsequence_it_test.PeriodicSequenceIT ‑ test_periodicsequence_outputs_valid_watermarks_it
apache_beam.typehints.pytorch_type_compatibility_test
apache_beam.yaml.yaml_ml_test
Loading