See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10041/display/redirect>
Changes:
------------------------------------------
[...truncated 1.95 MB...]
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/Impulse-out0', 'original_name':
'Create/Impulse-out0-MeanByteCount'}), committed=13, attempted=13)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'Create/Impulse-out0', 'original_name':
'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/FlatMap(<lambda at core.py:3507>)-out0',
'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-MeanByteCount'}), committed=14, attempted=14)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'Create/FlatMap(<lambda at core.py:3507>)-out0',
'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-ElementCount'}), committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0'}),
committed=27, attempted=27)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'execution_step': 'F15', 'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F15-invoke-7770363903551880038/map-tasks-completion/map-tasks'}),
committed=1, attempted=1)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'map_to_common_key-out0', 'original_name':
'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=14, attempted=14)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'Create/Map(decode)-out0-ElementCount',
'output_user_name': 'Create/Map(decode)-out0'}), committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0'}),
committed=19, attempted=19)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'metrics-out0', 'original_name':
'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=49, attempted=49)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'map_to_common_key-out0-MeanByteCount',
'output_user_name': 'map_to_common_key-out0'}), committed=18, attempted=18)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'Create/Map(decode)-out0-MeanByteCount',
'output_user_name': 'Create/Map(decode)-out0'}), committed=14, attempted=14)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'metrics-out0-ElementCount', 'output_user_name':
'metrics-out0'}), committed=4, attempted=4)
E MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=3994, attempted=3994)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=946, attempted=946)
E MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=1000, attempted=1000)
E MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'execution_step': 'F14', 'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F14-invoke-7770363903551878178/map-tasks-completion/map-tasks'}),
committed=1, attempted=1)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'm_out-out0-ElementCount', 'output_user_name':
'm_out-out0'}), committed=5, attempted=5)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'GroupByKey/Read-out0', 'original_name':
'GroupByKey/Read-out0-MeanByteCount'}), committed=28, attempted=28)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'm_out-out0', 'original_name':
'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'GroupByKey/Read-out0', 'original_name':
'GroupByKey/Read-out0-ElementCount'}), committed=1, attempted=1)
E MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:61:
AssertionError
=============================== warnings summary ===============================
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967052/lib/python3.7/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.7_sdk.xml>
-
=========================== short test summary info ============================
FAILED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
- AssertionError: "Unable to match metrics for matcher name: 'ElementCount'
(label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').
(label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'MeanByteCount' (label_key:
'output_user_name' label_value: 'GroupByKey/Reify-out0'). (label_key:
'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'ElementCount' (label_key:
'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0'). (label_key:
'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'MeanByteCount' (label_key:
'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0'). (label_key:
'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'ElementCount' (label_key:
'output_user_name' label_value: 'GroupByKey/Reify-out0'). (label_key:
'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount'). attempted:
a value greater than <0> committed: a value greater than <0>Unable to match
metrics for matcher name: 'MeanByteCount' (label_key: 'output_user_name'
label_value: 'GroupByKey/Reify-out0'). (label_key: 'original_name'
label_value: 'GroupByKey/Reify-out0-MeanByteCount'). attempted: a value
greater than <0> committed: a value greater than <0>\nActual
MetricResults:\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=distribution_values), labels={}), committed=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0), attempted=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0))\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=total_values), labels={}), committed=100,
attempted=100)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime),
labels={'original_name': 'Service-cpu_num_seconds'}), committed=572,
attempted=572)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage),
labels={'original_name': 'Service-mem_mb_seconds'}), committed=2343093,
attempted=2343093)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage),
labels={'original_name': 'Service-pd_gb_seconds'}), committed=7150,
attempted=7150)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage),
labels={'original_name': 'Service-pd_ssd_gb_seconds'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed),
labels={'original_name': 'Service-shuffle_service_actual_gb'}), committed=None,
attempted=None)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed),
labels={'original_name': 'Service-shuffle_service_chargeable_gb'}),
committed=None, attempted=None)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed),
labels={'original_name': 'Service-streaming_service_gb'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalGpuTime),
labels={'original_name': 'Service-gpu_num_seconds'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentShuffleSlotCount),
labels={'original_name': 'dax-shuffle-current-shuffle-slots'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount),
labels={'original_name': 'Service-cpu_num'}), committed=2,
attempted=2)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage),
labels={'original_name': 'Service-mem_mb'}), committed=8192,
attempted=8192)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage),
labels={'original_name': 'Service-pd_gb'}), committed=25,
attempted=25)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage),
labels={'original_name': 'Service-pd_ssd_gb'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentGpuCount),
labels={'original_name': 'Service-gpu_num'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=PeakShuffleSlotCount),
labels={'original_name': 'dax-shuffle-peak-shuffle-slots'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F16-invoke-7770363903551879662/map-tasks-completion/map-tasks',
'execution_step': 'F16'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0'}),
committed=19, attempted=19)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}),
committed=46, attempted=46)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/Impulse-out0', 'original_name':
'Create/Impulse-out0-MeanByteCount'}), committed=13,
attempted=13)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'Create/Impulse-out0', 'original_name':
'Create/Impulse-out0-ElementCount'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/FlatMap(<lambda at core.py:3507>)-out0',
'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-MeanByteCount'}), committed=14,
attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'Create/FlatMap(<lambda at core.py:3507>)-out0',
'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-ElementCount'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0'}),
committed=27,
attempted=27)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/FlatMap(<lambda at
core.py:3507>), metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionTime_ProcessElement), labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/FlatMap(<lambda at
core.py:3507>), metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionTime_FinishBundle), labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/FlatMap(<lambda at
core.py:3507>), metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionTime_StartBundle), labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'execution_step': 'F15', 'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F15-invoke-7770363903551880038/map-tasks-completion/map-tasks'}),
committed=1, attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'map_to_common_key-out0', 'original_name':
'map_to_common_key-out0-ElementCount'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=14, attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'Create/Map(decode)-out0-ElementCount',
'output_user_name': 'Create/Map(decode)-out0'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0'}),
committed=19, attempted=19)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'metrics-out0', 'original_name':
'metrics-out0-MeanByteCount'}), committed=14,
attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=49, attempted=49)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'map_to_common_key-out0-MeanByteCount',
'output_user_name': 'map_to_common_key-out0'}), committed=18,
attempted=18)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'Create/Map(decode)-out0-MeanByteCount',
'output_user_name': 'Create/Map(decode)-out0'}), committed=14,
attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'metrics-out0-ElementCount', 'output_user_name':
'metrics-out0'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=3994,
attempted=3994)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=946,
attempted=946)\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=1000,
attempted=1000)\nMetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'execution_step': 'F14', 'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F14-invoke-7770363903551878178/map-tasks-completion/map-tasks'}),
committed=1, attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'm_out-out0-ElementCount', 'output_user_name':
'm_out-out0'}), committed=5, attempted=5)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'GroupByKey/Read-out0', 'original_name':
'GroupByKey/Read-out0-MeanByteCount'}), committed=28,
attempted=28)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'm_out-out0', 'original_name':
'm_out-out0-MeanByteCount'}), committed=15,
attempted=15)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'GroupByKey/Read-out0', 'original_name':
'GroupByKey/Read-out0-ElementCount'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)" is not false : Unable to match metrics
for matcher name: 'ElementCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-ElementCount'). attempted: a value greater than <0>
committed: a value greater than <0>Unable to match metrics for matcher name:
'MeanByteCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-MeanByteCount'). attempted: a value greater than <0>
committed: a value greater than <0>Unable to match metrics for matcher name:
'ElementCount' (label_key: 'output_user_name' label_value:
'GroupByKey/GroupByWindow-out0'). (label_key: 'original_name' label_value:
'GroupByKey/GroupByWindow-out0-ElementCount'). attempted: a value greater than
<0> committed: a value greater than <0>Unable to match metrics for matcher
name: 'MeanByteCount' (label_key: 'output_user_name' label_value:
'GroupByKey/GroupByWindow-out0'). (label_key: 'original_name' label_value:
'GroupByKey/GroupByWindow-out0-MeanByteCount'). attempted: a value greater
than <0> committed: a value greater than <0>Unable to match metrics for matcher
name: 'ElementCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-ElementCount'). attempted: a value greater than <0>
committed: a value greater than <0>Unable to match metrics for matcher name:
'MeanByteCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-MeanByteCount'). attempted: a value greater than <0>
committed: a value greater than <0>
Actual MetricResults:
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=distribution_values), labels={}), committed=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0), attempted=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0))
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=total_values), labels={}), committed=100, attempted=100)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalVcpuTime), labels={'original_name': 'Service-cpu_num_seconds'}),
committed=572, attempted=572)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalMemoryUsage), labels={'original_name': 'Service-mem_mb_seconds'}),
committed=2343093, attempted=2343093)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalPdUsage), labels={'original_name': 'Service-pd_gb_seconds'}),
committed=7150, attempted=7150)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalSsdUsage), labels={'original_name': 'Service-pd_ssd_gb_seconds'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalShuffleDataProcessed), labels={'original_name':
'Service-shuffle_service_actual_gb'}), committed=None, attempted=None)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=BillableShuffleDataProcessed), labels={'original_name':
'Service-shuffle_service_chargeable_gb'}), committed=None, attempted=None)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalStreamingDataProcessed), labels={'original_name':
'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalGpuTime), labels={'original_name': 'Service-gpu_num_seconds'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentShuffleSlotCount), labels={'original_name':
'dax-shuffle-current-shuffle-slots'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentVcpuCount), labels={'original_name': 'Service-cpu_num'}),
committed=2, attempted=2)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentMemoryUsage), labels={'original_name': 'Service-mem_mb'}),
committed=8192, attempted=8192)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentPdUsage), labels={'original_name': 'Service-pd_gb'}), committed=25,
attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentSsdUsage), labels={'original_name': 'Service-pd_ssd_gb'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentGpuCount), labels={'original_name': 'Service-gpu_num'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=PeakShuffleSlotCount), labels={'original_name':
'dax-shuffle-peak-shuffle-slots'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionStepProgress), labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F16-invoke-7770363903551879662/map-tasks-completion/map-tasks',
'execution_step': 'F16'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0'}),
committed=19, attempted=19)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount'}),
committed=46, attempted=46)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'Create/Impulse-out0',
'original_name': 'Create/Impulse-out0-MeanByteCount'}), committed=13,
attempted=13)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name': 'Create/Impulse-out0',
'original_name': 'Create/Impulse-out0-ElementCount'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0', 'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0', 'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0'}),
committed=27, attempted=27)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionStepProgress), labels={'execution_step': 'F15', 'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F15-invoke-7770363903551880038/map-tasks-completion/map-tasks'}),
committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name': 'map_to_common_key-out0',
'original_name': 'map_to_common_key-out0-ElementCount'}), committed=4,
attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/Map(decode)-out0-ElementCount', 'output_user_name':
'Create/Map(decode)-out0'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0'}),
committed=19, attempted=19)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'metrics-out0',
'original_name': 'metrics-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=49, attempted=49)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'map_to_common_key-out0-MeanByteCount', 'output_user_name':
'map_to_common_key-out0'}), committed=18, attempted=18)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/Map(decode)-out0-MeanByteCount', 'output_user_name':
'Create/Map(decode)-out0'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name': 'metrics-out0-ElementCount',
'output_user_name': 'metrics-out0'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=3994, attempted=3994)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=946, attempted=946)
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=1000, attempted=1000)
MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionStepProgress), labels={'execution_step': 'F14', 'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-10_03_33_58-5451853458400176774/phases/graph_runner/step-invocations/F14-invoke-7770363903551878178/map-tasks-completion/map-tasks'}),
committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name': 'm_out-out0-ElementCount',
'output_user_name': 'm_out-out0'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'GroupByKey/Read-out0',
'original_name': 'GroupByKey/Read-out0-MeanByteCount'}), committed=28,
attempted=28)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'm_out-out0', 'original_name':
'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name': 'GroupByKey/Read-out0',
'original_name': 'GroupByKey/Read-out0-ElementCount'}), committed=1,
attempted=1)
MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
======= 1 failed, 4 passed, 5 skipped, 2 warnings in 2706.81s (0:45:06) ========
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221210-105333496560060
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:703e443467d99fc5d8984797332b4e01228ae7084a45fa1b56926930a1124481
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:0db712c5-4588-475d-807f-43a81f4c4ea6
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3b450b155fbd66271dcb9de9caf2db3e0f48074985dc421e69eb80a6e439e34c
Deleted: sha256:05b696ac2060c5b84e0b4fc8144eb3f8063c89b7490df2c7d7811df992d473c1
Deleted: sha256:07fd86771f4a11b9de51917d7b18c6251820a76b62a903fa70113c1b82b67bc6
Deleted: sha256:5b874045644b01a7e3e06052f1431e043cbb7897d1379df67e81bb7c54ffc3e2
Deleted: sha256:d65acd3e01ca168957fb99f9461fc77642d64a496c6823aa985ee5a3c387eaad
Deleted: sha256:ad4c4a18321b238b5cce4c46cd7fd09f304353378d4f3078f539b72f401c4ae1
Deleted: sha256:a602556a391ad4b444368957736f632b20a05c461fccd4e299e7a4694eba97dc
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:703e443467d99fc5d8984797332b4e01228ae7084a45fa1b56926930a1124481
Associated tags:
- 20221210-105333496560060
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221210-105333496560060
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk:20221210-105333496560060].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.7_sdk@sha256:703e443467d99fc5d8984797332b4e01228ae7084a45fa1b56926930a1124481].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3b450b155fbd66271dcb9de9caf2db3e0f48074985dc421e69eb80a6e439e34c
Associated tags:
- 0db712c5-4588-475d-807f-43a81f4c4ea6
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:0db712c5-4588-475d-807f-43a81f4c4ea6].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:3b450b155fbd66271dcb9de9caf2db3e0f48074985dc421e69eb80a6e439e34c].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:baad303700c19ecc15fd2b57fa2cde0bb48e9f108240a4d6c8c2758841397ef0
Associated tags:
- 92993429-74ab-4ed0-83b6-7b4ed4a8b4d4
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk:92993429-74ab-4ed0-83b6-7b4ed4a8b4d4].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python37_sdk/beam_python_prebuilt_sdk@sha256:baad303700c19ecc15fd2b57fa2cde0bb48e9f108240a4d6c8c2758841397ef0].
Removed the container
> Task :sdks:python:test-suites:dataflow:py37:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 1m 44s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/gz4s7i364t6fg
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
