This is an automated email from the ASF dual-hosted git repository.
markliu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git
The following commit(s) were added to refs/heads/master by this push:
new 8946e3e [BEAM-6908] Enable WordCountIT benchmark on Py36+37
new 033deea Merge pull request #8628 from markflyhigh/py36-ws-benchmark
8946e3e is described below
commit 8946e3ec2e709087ca464727e8c355d8ac99175f
Author: Mark Liu <[email protected]>
AuthorDate: Mon May 20 13:41:04 2019 -0700
[BEAM-6908] Enable WordCountIT benchmark on Py36+37
---
.../jenkins/job_PerformanceTests_Python.groovy | 32 +++++++++++++++++++++-
sdks/python/test-suites/dataflow/py36/build.gradle | 1 +
sdks/python/test-suites/dataflow/py37/build.gradle | 1 +
3 files changed, 33 insertions(+), 1 deletion(-)
diff --git a/.test-infra/jenkins/job_PerformanceTests_Python.groovy
b/.test-infra/jenkins/job_PerformanceTests_Python.groovy
index 0ccd4ea..0114437 100644
--- a/.test-infra/jenkins/job_PerformanceTests_Python.groovy
+++ b/.test-infra/jenkins/job_PerformanceTests_Python.groovy
@@ -89,7 +89,37 @@ def testConfigurations = [
num_workers: '10',
autoscaling_algorithm: 'NONE', // Disable autoscale the worker
pool.
],
- )
+ ),
+ new PerformanceTestConfigurations(
+ jobName : 'beam_PerformanceTests_WordCountIT_Py36',
+ jobDescription : 'Python SDK Performance Test - Run WordCountIT in
Py36 with 1Gb files',
+ jobTriggerPhrase : 'Run Python36 WordCountIT Performance Test',
+ resultTable : 'beam_performance.wordcount_py36_pkb_results',
+ itClass :
'apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it',
+ itModule : 'sdks/python/test-suites/dataflow/py36',
+ extraPipelineArgs : dataflowPipelineArgs + [
+ input:
'gs://apache-beam-samples/input_small_files/ascii_sort_1MB_input.0000*', // 1Gb
+ output:
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output',
+ expect_checksum: 'ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710',
+ num_workers: '10',
+ autoscaling_algorithm: 'NONE', // Disable autoscale the worker
pool.
+ ],
+ ),
+ new PerformanceTestConfigurations(
+ jobName : 'beam_PerformanceTests_WordCountIT_Py37',
+ jobDescription : 'Python SDK Performance Test - Run WordCountIT in
Py37 with 1Gb files',
+ jobTriggerPhrase : 'Run Python37 WordCountIT Performance Test',
+ resultTable : 'beam_performance.wordcount_py37_pkb_results',
+ itClass :
'apache_beam.examples.wordcount_it_test:WordCountIT.test_wordcount_it',
+ itModule : 'sdks/python/test-suites/dataflow/py37',
+ extraPipelineArgs : dataflowPipelineArgs + [
+ input:
'gs://apache-beam-samples/input_small_files/ascii_sort_1MB_input.0000*', // 1Gb
+ output:
'gs://temp-storage-for-end-to-end-tests/py-it-cloud/output',
+ expect_checksum: 'ea0ca2e5ee4ea5f218790f28d0b9fe7d09d8d710',
+ num_workers: '10',
+ autoscaling_algorithm: 'NONE', // Disable autoscale the worker
pool.
+ ],
+ ),
]
diff --git a/sdks/python/test-suites/dataflow/py36/build.gradle
b/sdks/python/test-suites/dataflow/py36/build.gradle
index 4900d1c..9440d6c 100644
--- a/sdks/python/test-suites/dataflow/py36/build.gradle
+++ b/sdks/python/test-suites/dataflow/py36/build.gradle
@@ -18,6 +18,7 @@
apply plugin: org.apache.beam.gradle.BeamModulePlugin
applyPythonNature()
+enablePythonPerformanceTest()
// Required to setup a Python 3 virtualenv.
pythonVersion = '3.6'
diff --git a/sdks/python/test-suites/dataflow/py37/build.gradle
b/sdks/python/test-suites/dataflow/py37/build.gradle
index 4d7aefc..cc73204 100644
--- a/sdks/python/test-suites/dataflow/py37/build.gradle
+++ b/sdks/python/test-suites/dataflow/py37/build.gradle
@@ -18,6 +18,7 @@
apply plugin: org.apache.beam.gradle.BeamModulePlugin
applyPythonNature()
+enablePythonPerformanceTest()
// Required to setup a Python 3 virtualenv.
pythonVersion = '3.7'
