This is an automated email from the ASF dual-hosted git repository.
tvalentyn pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new e1491a637db Create tft criteo grafana dashboards (#25666)
e1491a637db is described below
commit e1491a637db0389eed5089c63aabc0dd9a97b249
Author: Anand Inguva <[email protected]>
AuthorDate: Wed Mar 1 15:46:57 2023 -0500
Create tft criteo grafana dashboards (#25666)
---
.../Python_TFT_Criteo_benchmarks.json | 156 +++++++++++++++++++++
.../benchmarks/cloudml/cloudml_benchmark_test.py | 2 +-
2 files changed, 157 insertions(+), 1 deletion(-)
diff --git
a/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_TFT_Criteo_benchmarks.json
b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_TFT_Criteo_benchmarks.json
new file mode 100644
index 00000000000..86267200b21
--- /dev/null
+++
b/.test-infra/metrics/grafana/dashboards/perftests_metrics/Python_TFT_Criteo_benchmarks.json
@@ -0,0 +1,156 @@
+{
+ "annotations": {
+ "list": [
+ {
+ "builtIn": 1,
+ "datasource": "-- Grafana --",
+ "enable": true,
+ "hide": true,
+ "iconColor": "rgba(0, 211, 255, 1)",
+ "name": "Annotations & Alerts",
+ "target": {
+ "limit": 100,
+ "matchAny": false,
+ "tags": [],
+ "type": "dashboard"
+ },
+ "type": "dashboard"
+ }
+ ]
+ },
+ "editable": true,
+ "gnetId": null,
+ "graphTooltip": 0,
+ "id": 32,
+ "links": [],
+ "panels": [
+ {
+ "aliasColors": {},
+ "bars": false,
+ "dashLength": 10,
+ "dashes": false,
+ "datasource": "BeamInfluxDB",
+ "description": "",
+ "fieldConfig": {
+ "defaults": {
+ "unit": "s"
+ },
+ "overrides": []
+ },
+ "fill": 1,
+ "fillGradient": 0,
+ "gridPos": {
+ "h": 9,
+ "w": 12,
+ "x": 0,
+ "y": 0
+ },
+ "hiddenSeries": false,
+ "id": 2,
+ "legend": {
+ "avg": false,
+ "current": false,
+ "max": false,
+ "min": false,
+ "show": true,
+ "total": false,
+ "values": false
+ },
+ "lines": true,
+ "linewidth": 1,
+ "nullPointMode": "null",
+ "options": {
+ "alertThreshold": true
+ },
+ "percentage": false,
+ "pluginVersion": "8.1.8",
+ "pointradius": 2,
+ "points": false,
+ "renderer": "flot",
+ "seriesOverrides": [],
+ "spaceLength": 10,
+ "stack": false,
+ "steppedLine": false,
+ "targets": [
+ {
+ "alias": "cloudml_benchmark_cirteo_no_shuffle_10GB_runtime_sec",
+ "hide": false,
+ "query": "SELECT mean(\"value\") FROM
\"cloudml_benchmark_cirteo_no_shuffle_10GB\" WHERE metric = 'runtime_sec' AND
$timeFilter GROUP BY time($__interval), \"metric\"",
+ "rawQuery": true,
+ "refId": "B"
+ },
+ {
+ "alias": "cloudml_benchmark_criteo_10GB_runtime_sec",
+ "hide": false,
+ "query": "SELECT mean(\"value\") FROM
\"cloudml_benchmark_criteo_10GB\" WHERE metric = 'runtime_sec' AND $timeFilter
GROUP BY time($__interval), \"metric\"",
+ "rawQuery": true,
+ "refId": "A"
+ },
+ {
+ "alias": "cloudml_benchmark_criteo_fixed_workers_10GB_runtime_sec",
+ "hide": false,
+ "query": "SELECT mean(\"value\") FROM
\"cloudml_benchmark_criteo_fixed_workers_10GB\" WHERE metric = 'runtime_sec'
AND $timeFilter GROUP BY time($__interval), \"metric\"",
+ "rawQuery": true,
+ "refId": "C"
+ }
+ ],
+ "thresholds": [],
+ "timeFrom": null,
+ "timeRegions": [],
+ "timeShift": null,
+ "title": "TFT Criteo benchmarks",
+ "tooltip": {
+ "shared": true,
+ "sort": 0,
+ "value_type": "individual"
+ },
+ "transparent": true,
+ "type": "graph",
+ "xaxis": {
+ "buckets": null,
+ "mode": "time",
+ "name": null,
+ "show": true,
+ "values": []
+ },
+ "yaxes": [
+ {
+ "format": "s",
+ "label": null,
+ "logBase": 1,
+ "max": null,
+ "min": null,
+ "show": true
+ },
+ {
+ "format": "short",
+ "label": null,
+ "logBase": 1,
+ "max": null,
+ "min": null,
+ "show": true
+ }
+ ],
+ "yaxis": {
+ "align": false,
+ "alignLevel": null
+ }
+ }
+ ],
+ "refresh": false,
+ "schemaVersion": 30,
+ "style": "dark",
+ "tags": [],
+ "templating": {
+ "list": []
+ },
+ "time": {
+ "from": "now-6h",
+ "to": "now"
+ },
+ "timepicker": {},
+ "timezone": "",
+ "title": "TFT Criteo Benchmarks",
+ "uid": "C9nj1oxVk",
+ "version": 3
+}
diff --git
a/sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py
b/sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py
index 70c2540add8..e35f1fd8ec9 100644
---
a/sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py
+++
b/sdks/python/apache_beam/testing/benchmarks/cloudml/cloudml_benchmark_test.py
@@ -138,7 +138,7 @@ class CloudMLTFTBenchmarkTest(unittest.TestCase):
workflow.run(test_pipeline.get_full_options_as_args(**extra_opts))
end_time = time.time()
- metrics_table = 'cloudml_benchmark_criteo_10GB'
+ metrics_table = 'cloudml_benchmark_criteo_fixed_workers_10GB'
_publish_metrics(
pipeline=test_pipeline,
