This is an automated email from the ASF dual-hosted git repository. anandinguva pushed a commit to branch test-suite in repository https://gitbox.apache.org/repos/asf/beam.git
commit bc5bba31e2ba87b50f8eee9886143f55d7af18b4 Author: Anand Inguva <[email protected]> AuthorDate: Tue Feb 13 10:25:52 2024 -0500 Include MLTransform IT test suite as a part of PostCommits --- .../examples/ml_transform/ml_transform_it_test.py | 1 + sdks/python/test-suites/dataflow/common.gradle | 22 ++++++++++++++++++++-- 2 files changed, 21 insertions(+), 2 deletions(-) diff --git a/sdks/python/apache_beam/examples/ml_transform/ml_transform_it_test.py b/sdks/python/apache_beam/examples/ml_transform/ml_transform_it_test.py index 96fb3f77567..b17a85d5fc4 100644 --- a/sdks/python/apache_beam/examples/ml_transform/ml_transform_it_test.py +++ b/sdks/python/apache_beam/examples/ml_transform/ml_transform_it_test.py @@ -57,6 +57,7 @@ def _publish_metrics(pipeline, metric_value, metrics_table, metric_name): )]) [email protected]_postcommit @pytest.mark.uses_tft class LargeMovieReviewDatasetProcessTest(unittest.TestCase): def test_process_large_movie_review_dataset(self): diff --git a/sdks/python/test-suites/dataflow/common.gradle b/sdks/python/test-suites/dataflow/common.gradle index 5fc1751a968..beee9b073c9 100644 --- a/sdks/python/test-suites/dataflow/common.gradle +++ b/sdks/python/test-suites/dataflow/common.gradle @@ -475,7 +475,7 @@ task tftTests { def argMap = [ "test_opts": testOpts, "suite": "TFTransformTests-df${pythonVersionSuffix}", - "collect": "uses_tft", + "collect": "uses_tft and not it_postcommit", "requirements_file": "apache_beam/testing/benchmarks/cloudml/requirements.txt", "pipeline_opts": opts, ] @@ -487,14 +487,32 @@ task tftTests { } } +task MLTransformITTest { + dependsOn "installTFTRequirements" + doLast { + def opts = project.findProperty('opts') + opts += " --sdk_location=${project.ext.sdkLocation}" + def testOpts = basicPytestOpts + ["--numprocesses=8", "--dist=loadfile"] + def argMap = [ + "test_opts": testOpts, + "suite": "MLTransformITTest-df${pythonVersionSuffix}", + // Add MLTransform IT tests pytest markers. + "collect": "uses_tft and it_postcommit", + "requirements_file": "apache_beam/testing/benchmarks/cloudml/requirements.txt", + "pipeline_opts": opts, + ] + } +} + // add all RunInference E2E tests that run on DataflowRunner // As of now, this test suite is enable in py38 suite as the base NVIDIA image used for Tensor RT // contains Python 3.8. // TODO: https://github.com/apache/beam/issues/22651 -project.tasks.register("inferencePostCommitIT") { +project.tasks.register("BeamMLPostCommitIT") { dependsOn = [ 'tensorRTtests', 'vertexAIInferenceTest', + 'MLTransformITTest' ] }
