See
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/10065/display/redirect>
Changes:
------------------------------------------
[...truncated 162.81 KB...]
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F15-invoke-7935012663770716171/map-tasks-completion/map-tasks',
'execution_step': 'F15'}), committed=1, attempted=1)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=49, attempted=49)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'Create/Map(decode)-out0-ElementCount',
'output_user_name': 'Create/Map(decode)-out0'}), committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'map_to_common_key-out0', 'original_name':
'map_to_common_key-out0-MeanByteCount'}), committed=18, attempted=18)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'metrics-out0-MeanByteCount', 'output_user_name':
'metrics-out0'}), committed=14, attempted=14)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/Map(decode)-out0', 'original_name':
'Create/Map(decode)-out0-MeanByteCount'}), committed=14, attempted=14)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0'}),
committed=19, attempted=19)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'map_to_common_key-out0', 'original_name':
'map_to_common_key-out0-ElementCount'}), committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=14, attempted=14)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'metrics-out0', 'original_name':
'metrics-out0-ElementCount'}), committed=4, attempted=4)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}),
committed=4, attempted=4)
E MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=1000, attempted=1000)
E MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=946, attempted=946)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=3993, attempted=3993)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F14-invoke-7935012663770716063/map-tasks-completion/map-tasks',
'execution_step': 'F14'}), committed=1, attempted=1)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'm_out-out0-ElementCount', 'output_user_name':
'm_out-out0'}), committed=5, attempted=5)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'm_out-out0', 'original_name':
'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'GroupByKey/Read-out0-MeanByteCount',
'output_user_name': 'GroupByKey/Read-out0'}), committed=28, attempted=28)
E MetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'GroupByKey/Read-out0-ElementCount',
'output_user_name': 'GroupByKey/Read-out0'}), committed=1, attempted=1)
E MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
E MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py:61:
AssertionError
=============================== warnings summary ===============================
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py:15
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/hdfs/config.py>:15:
DeprecationWarning: the imp module is deprecated in favour of importlib; see
the module's documentation for alternative uses
from imp import load_source
../../build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py:42
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/build/gradleenv/-1734967051/lib/python3.8/site-packages/tenacity/_asyncio.py>:42:
DeprecationWarning: "@coroutine" decorator is deprecated since Python 3.8, use
"async def" instead
def call(self, fn, *args, **kwargs):
apache_beam/typehints/pandas_type_compatibility_test.py:67
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:67:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
}).set_index(pd.Int64Index(range(123, 223), name='an_index')),
apache_beam/typehints/pandas_type_compatibility_test.py:90
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:90:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(123, 223), name='an_index'),
apache_beam/typehints/pandas_type_compatibility_test.py:91
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/apache_beam/typehints/pandas_type_compatibility_test.py>:91:
FutureWarning: pandas.Int64Index is deprecated and will be removed from pandas
in a future version. Use pandas.Index with the appropriate dtype instead.
pd.Int64Index(range(475, 575), name='another_index'),
-- Docs: https://docs.pytest.org/en/stable/how-to/capture-warnings.html
- generated xml file:
<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/pytest-beam_python3.8_sdk.xml>
-
=========================== short test summary info ============================
FAILED
apache_beam/runners/dataflow/dataflow_exercise_metrics_pipeline_test.py::ExerciseMetricsPipelineTest::test_metrics_fnapi_it
- AssertionError: "Unable to match metrics for matcher name: 'ElementCount'
(label_key: 'output_user_name' label_value: 'GroupByKey/Reify-out0').
(label_key: 'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'MeanByteCount' (label_key:
'output_user_name' label_value: 'GroupByKey/Reify-out0'). (label_key:
'original_name' label_value: 'GroupByKey/Reify-out0-MeanByteCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'ElementCount' (label_key:
'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0'). (label_key:
'original_name' label_value: 'GroupByKey/GroupByWindow-out0-ElementCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'MeanByteCount' (label_key:
'output_user_name' label_value: 'GroupByKey/GroupByWindow-out0'). (label_key:
'original_name' label_value: 'GroupByKey/GroupByWindow-out0-MeanByteCount').
attempted: a value greater than <0> committed: a value greater than <0>Unable
to match metrics for matcher name: 'ElementCount' (label_key:
'output_user_name' label_value: 'GroupByKey/Reify-out0'). (label_key:
'original_name' label_value: 'GroupByKey/Reify-out0-ElementCount'). attempted:
a value greater than <0> committed: a value greater than <0>Unable to match
metrics for matcher name: 'MeanByteCount' (label_key: 'output_user_name'
label_value: 'GroupByKey/Reify-out0'). (label_key: 'original_name'
label_value: 'GroupByKey/Reify-out0-MeanByteCount'). attempted: a value
greater than <0> committed: a value greater than <0>\nActual
MetricResults:\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=total_values), labels={}), committed=100,
attempted=100)\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=distribution_values), labels={}), committed=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0), attempted=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0))\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalVcpuTime),
labels={'original_name': 'Service-cpu_num_seconds'}), committed=589,
attempted=589)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalMemoryUsage),
labels={'original_name': 'Service-mem_mb_seconds'}), committed=2414123,
attempted=2414123)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalPdUsage),
labels={'original_name': 'Service-pd_gb_seconds'}), committed=7367,
attempted=7367)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalSsdUsage),
labels={'original_name': 'Service-pd_ssd_gb_seconds'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalShuffleDataProcessed),
labels={'original_name': 'Service-shuffle_service_actual_gb'}), committed=None,
attempted=None)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=BillableShuffleDataProcessed),
labels={'original_name': 'Service-shuffle_service_chargeable_gb'}),
committed=None, attempted=None)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalStreamingDataProcessed),
labels={'original_name': 'Service-streaming_service_gb'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=TotalGpuTime),
labels={'original_name': 'Service-gpu_num_seconds'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentShuffleSlotCount),
labels={'original_name': 'dax-shuffle-current-shuffle-slots'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentVcpuCount),
labels={'original_name': 'Service-cpu_num'}), committed=2,
attempted=2)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentMemoryUsage),
labels={'original_name': 'Service-mem_mb'}), committed=8192,
attempted=8192)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentPdUsage),
labels={'original_name': 'Service-pd_gb'}), committed=25,
attempted=25)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentSsdUsage),
labels={'original_name': 'Service-pd_ssd_gb'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=CurrentGpuCount),
labels={'original_name': 'Service-gpu_num'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=PeakShuffleSlotCount),
labels={'original_name': 'dax-shuffle-peak-shuffle-slots'}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F16-invoke-7935012663770716387/map-tasks-completion/map-tasks',
'execution_step': 'F16'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}),
committed=19, attempted=19)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'Create/Impulse-out0-ElementCount',
'output_user_name': 'Create/Impulse-out0'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/FlatMap(<lambda at core.py:3507>)-out0',
'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-MeanByteCount'}), committed=14,
attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0'}),
committed=46, attempted=46)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'Create/FlatMap(<lambda at core.py:3507>)-out0',
'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-ElementCount'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/Impulse-out0', 'original_name':
'Create/Impulse-out0-MeanByteCount'}), committed=13,
attempted=13)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0'}),
committed=27,
attempted=27)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/FlatMap(<lambda at
core.py:3507>), metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionTime_FinishBundle), labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/FlatMap(<lambda at
core.py:3507>), metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionTime_ProcessElement), labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/FlatMap(<lambda at
core.py:3507>), metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionTime_StartBundle), labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F15-invoke-7935012663770716171/map-tasks-completion/map-tasks',
'execution_step': 'F15'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=49, attempted=49)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'Create/Map(decode)-out0-ElementCount',
'output_user_name': 'Create/Map(decode)-out0'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'map_to_common_key-out0', 'original_name':
'map_to_common_key-out0-MeanByteCount'}), committed=18,
attempted=18)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'metrics-out0-MeanByteCount', 'output_user_name':
'metrics-out0'}), committed=14,
attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'Create/Map(decode)-out0', 'original_name':
'Create/Map(decode)-out0-MeanByteCount'}), committed=14,
attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0'}),
committed=19, attempted=19)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'map_to_common_key-out0', 'original_name':
'map_to_common_key-out0-ElementCount'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=14, attempted=14)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name': 'metrics-out0', 'original_name':
'metrics-out0-ElementCount'}), committed=4,
attempted=4)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}),
committed=4, attempted=4)\nMetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=1000,
attempted=1000)\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=946,
attempted=946)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0,
attempted=0)\nMetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=3993, attempted=3993)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionStepProgress),
labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F14-invoke-7935012663770716063/map-tasks-completion/map-tasks',
'execution_step': 'F14'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'm_out-out0-ElementCount', 'output_user_name':
'm_out-out0'}), committed=5, attempted=5)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'output_user_name': 'm_out-out0', 'original_name':
'm_out-out0-MeanByteCount'}), committed=15,
attempted=15)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=MeanByteCount),
labels={'original_name': 'GroupByKey/Read-out0-MeanByteCount',
'output_user_name': 'GroupByKey/Read-out0'}), committed=28,
attempted=28)\nMetricResult(key=MetricKey(step=,
metric=MetricName(namespace=dataflow/v1b3, name=ElementCount),
labels={'original_name': 'GroupByKey/Read-out0-ElementCount',
'output_user_name': 'GroupByKey/Read-out0'}), committed=1,
attempted=1)\nMetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)\nMetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)" is not false : Unable to match metrics
for matcher name: 'ElementCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-ElementCount'). attempted: a value greater than <0>
committed: a value greater than <0>Unable to match metrics for matcher name:
'MeanByteCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-MeanByteCount'). attempted: a value greater than <0>
committed: a value greater than <0>Unable to match metrics for matcher name:
'ElementCount' (label_key: 'output_user_name' label_value:
'GroupByKey/GroupByWindow-out0'). (label_key: 'original_name' label_value:
'GroupByKey/GroupByWindow-out0-ElementCount'). attempted: a value greater than
<0> committed: a value greater than <0>Unable to match metrics for matcher
name: 'MeanByteCount' (label_key: 'output_user_name' label_value:
'GroupByKey/GroupByWindow-out0'). (label_key: 'original_name' label_value:
'GroupByKey/GroupByWindow-out0-MeanByteCount'). attempted: a value greater
than <0> committed: a value greater than <0>Unable to match metrics for matcher
name: 'ElementCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-ElementCount'). attempted: a value greater than <0>
committed: a value greater than <0>Unable to match metrics for matcher name:
'MeanByteCount' (label_key: 'output_user_name' label_value:
'GroupByKey/Reify-out0'). (label_key: 'original_name' label_value:
'GroupByKey/Reify-out0-MeanByteCount'). attempted: a value greater than <0>
committed: a value greater than <0>
Actual MetricResults:
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=total_values), labels={}), committed=100, attempted=100)
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=apache_beam.runners.dataflow.dataflow_exercise_metrics_pipeline.UserMetricsDoFn,
name=distribution_values), labels={}), committed=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0), attempted=DistributionResult(sum=100,
count=4, min=0, max=100, mean=25.0))
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalVcpuTime), labels={'original_name': 'Service-cpu_num_seconds'}),
committed=589, attempted=589)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalMemoryUsage), labels={'original_name': 'Service-mem_mb_seconds'}),
committed=2414123, attempted=2414123)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalPdUsage), labels={'original_name': 'Service-pd_gb_seconds'}),
committed=7367, attempted=7367)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalSsdUsage), labels={'original_name': 'Service-pd_ssd_gb_seconds'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalShuffleDataProcessed), labels={'original_name':
'Service-shuffle_service_actual_gb'}), committed=None, attempted=None)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=BillableShuffleDataProcessed), labels={'original_name':
'Service-shuffle_service_chargeable_gb'}), committed=None, attempted=None)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalStreamingDataProcessed), labels={'original_name':
'Service-streaming_service_gb'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=TotalGpuTime), labels={'original_name': 'Service-gpu_num_seconds'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentShuffleSlotCount), labels={'original_name':
'dax-shuffle-current-shuffle-slots'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentVcpuCount), labels={'original_name': 'Service-cpu_num'}),
committed=2, attempted=2)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentMemoryUsage), labels={'original_name': 'Service-mem_mb'}),
committed=8192, attempted=8192)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentPdUsage), labels={'original_name': 'Service-pd_gb'}), committed=25,
attempted=25)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentSsdUsage), labels={'original_name': 'Service-pd_ssd_gb'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=CurrentGpuCount), labels={'original_name': 'Service-gpu_num'}),
committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=PeakShuffleSlotCount), labels={'original_name':
'dax-shuffle-peak-shuffle-slots'}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionStepProgress), labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F16-invoke-7935012663770716387/map-tasks-completion/map-tasks',
'execution_step': 'F16'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-MeanByteCount'}),
committed=19, attempted=19)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0-ElementCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/AddRandomKeys-out0'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/Impulse-out0-ElementCount', 'output_user_name':
'Create/Impulse-out0'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0', 'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-MeanByteCount'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0'}),
committed=46, attempted=46)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0-ElementCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Reify-out0'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0', 'original_name': 'Create/FlatMap(<lambda at
core.py:3507>)-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'Create/Impulse-out0',
'original_name': 'Create/Impulse-out0-MeanByteCount'}), committed=13,
attempted=13)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps)-out0'}),
committed=27, attempted=27)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/Map(reify_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/FlatMap(<lambda at core.py:3507>),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/AddRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionStepProgress), labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F15-invoke-7935012663770716171/map-tasks-completion/map-tasks',
'execution_step': 'F15'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0'}),
committed=49, attempted=49)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0', 'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-ElementCount'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'Create/Map(decode)-out0-ElementCount', 'output_user_name':
'Create/Map(decode)-out0'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'map_to_common_key-out0',
'original_name': 'map_to_common_key-out0-MeanByteCount'}), committed=18,
attempted=18)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name': 'metrics-out0-MeanByteCount',
'output_user_name': 'metrics-out0'}), committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'Create/Map(decode)-out0',
'original_name': 'Create/Map(decode)-out0-MeanByteCount'}), committed=14,
attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-MeanByteCount',
'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0'}),
committed=19, attempted=19)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps)-out0-ElementCount'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name': 'map_to_common_key-out0',
'original_name': 'map_to_common_key-out0-ElementCount'}), committed=4,
attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0-MeanByteCount',
'output_user_name': 'Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys-out0'}),
committed=14, attempted=14)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name': 'metrics-out0',
'original_name': 'metrics-out0-ElementCount'}), committed=4, attempted=4)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'output_user_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0',
'original_name':
'Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/GroupByKey/Read-out0-ElementCount'}),
committed=4, attempted=4)
MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=1000, attempted=1000)
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=946, attempted=946)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/ReshufflePerKey/FlatMap(restore_timestamps),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/MaybeReshuffle/Reshuffle/RemoveRandomKeys,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=map_to_common_key,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=Create/Map(decode),
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=metrics,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=3993, attempted=3993)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ExecutionStepProgress), labels={'original_name':
'dax_workflow_stage_progress_/workflows/wf-2022-12-16_03_35_49-7533175128092217254/phases/graph_runner/step-invocations/F14-invoke-7935012663770716063/map-tasks-completion/map-tasks',
'execution_step': 'F14'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name': 'm_out-out0-ElementCount',
'output_user_name': 'm_out-out0'}), committed=5, attempted=5)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'output_user_name': 'm_out-out0', 'original_name':
'm_out-out0-MeanByteCount'}), committed=15, attempted=15)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=MeanByteCount), labels={'original_name':
'GroupByKey/Read-out0-MeanByteCount', 'output_user_name':
'GroupByKey/Read-out0'}), committed=28, attempted=28)
MetricResult(key=MetricKey(step=, metric=MetricName(namespace=dataflow/v1b3,
name=ElementCount), labels={'original_name':
'GroupByKey/Read-out0-ElementCount', 'output_user_name':
'GroupByKey/Read-out0'}), committed=1, attempted=1)
MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_ProcessElement),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_FinishBundle),
labels={}), committed=0, attempted=0)
MetricResult(key=MetricKey(step=m_out,
metric=MetricName(namespace=dataflow/v1b3, name=ExecutionTime_StartBundle),
labels={}), committed=0, attempted=0)
======= 1 failed, 4 passed, 5 skipped, 6 warnings in 2717.53s (0:45:17) ========
cleanup_container
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221216-105504994486789
Untagged:
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:a6dce2b317f7f4a4d90104c77508000c3c252da8020855d9fe6036e517b8f191
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:9e1ec03f-c147-4d7b-a7f8-55612011f92d
Untagged:
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:5765bd3c0808ac4210fd94f869fbc2d6537b440c064fc2ecc041b5aad3ee6da2
Deleted: sha256:d00829ab53d60a7868c6bdc35bc2c0eec3c25fed6ec293dfe6d9c997e0163245
Deleted: sha256:27b6ba294be4fcaf26cd44d954e2cd15ba74b099ff328c0d0e2f0e7329d8a178
Deleted: sha256:524f8c7b13133cf016632edcac384f5241f8e00c1e5a38aaf0da77a76ce230f6
Deleted: sha256:d23da481343746785aa7deb97ca1b168902fac7e7b9d56c5ce0467562ad75ad8
Deleted: sha256:b14bc37c9f12417cef22c6728ffb653fe370408ddbd548e93a59749bf932448f
Deleted: sha256:8a6de8fe0ad7f2809caa01e805d51c5b5761873be0f7ae08a0f179eb089c7bf4
WARNING: Successfully resolved tag to sha256, but it is recommended to use
sha256 directly.
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:a6dce2b317f7f4a4d90104c77508000c3c252da8020855d9fe6036e517b8f191
Associated tags:
- 20221216-105504994486789
Tags:
-
us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221216-105504994486789
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk:20221216-105504994486789].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/beam_python3.8_sdk@sha256:a6dce2b317f7f4a4d90104c77508000c3c252da8020855d9fe6036e517b8f191].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:5765bd3c0808ac4210fd94f869fbc2d6537b440c064fc2ecc041b5aad3ee6da2
Associated tags:
- 9e1ec03f-c147-4d7b-a7f8-55612011f92d
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:9e1ec03f-c147-4d7b-a7f8-55612011f92d].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:5765bd3c0808ac4210fd94f869fbc2d6537b440c064fc2ecc041b5aad3ee6da2].
Digests:
-
us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:a2bcdf3b96d2b60329092a3d7927e68a96f560199dac6bdc87494158f3f36f06
Associated tags:
- 4e1722c7-8e4c-421f-bda7-444ad5be6617
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk:4e1722c7-8e4c-421f-bda7-444ad5be6617].
Deleted
[us.gcr.io/apache-beam-testing/jenkins/prebuild_python38_sdk/beam_python_prebuilt_sdk@sha256:a2bcdf3b96d2b60329092a3d7927e68a96f560199dac6bdc87494158f3f36f06].
Removed the container
> Task :sdks:python:test-suites:dataflow:py38:validatesContainer FAILED
FAILURE: Build completed with 4 failures.
1: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py310:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
2: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py37:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
3: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py39:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
4: Task failed with an exception.
-----------
* Where:
Script
'<https://ci-beam.apache.org/job/beam_PostCommit_Py_ValCont/ws/src/sdks/python/test-suites/dataflow/common.gradle'>
line: 331
* What went wrong:
Execution failed for task
':sdks:python:test-suites:dataflow:py38:validatesContainer'.
> Process 'command 'sh'' finished with non-zero exit value 1
* Try:
> Run with --stacktrace option to get the stack trace.
> Run with --info or --debug option to get more log output.
==============================================================================
* Get more help at https://help.gradle.org
Deprecated Gradle features were used in this build, making it incompatible with
Gradle 8.0.
You can use '--warning-mode all' to show the individual deprecation warnings
and determine if they come from your own scripts or plugins.
See
https://docs.gradle.org/7.5.1/userguide/command_line_interface.html#sec:command_line_warnings
BUILD FAILED in 1h 3m 46s
62 actionable tasks: 51 executed, 4 from cache, 7 up-to-date
Publishing build scan...
https://gradle.com/s/i6j7uctpcqg3m
Build step 'Invoke Gradle script' changed build result to FAILURE
Build step 'Invoke Gradle script' marked build as failure
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
