apilloud commented on code in PR #23609:
URL: https://github.com/apache/beam/pull/23609#discussion_r995175486
##########
.test-infra/jenkins/job_PostCommit_Java_Nexmark_Dataflow.groovy:
##########
@@ -31,163 +31,12 @@ import static NexmarkDatabaseProperties.nexmarkInfluxDBArgs
// This job runs the suite of ValidatesRunner tests against the Dataflow
runner.
NoPhraseTriggeringPostCommitBuilder.postCommitJob('beam_PostCommit_Java_Nexmark_Dataflow',
'Dataflow Runner Nexmark Tests', this) {
+
description('Runs the Nexmark suite on the Dataflow runner.')
- // Set common parameters.
commonJobProperties.setTopLevelMainJobProperties(delegate, 'master', 240)
- InfluxDBCredentialsHelper.useCredentials(delegate)
- // Gradle goals for this job.
- steps {
- shell('echo "*** RUN NEXMARK IN BATCH MODE USING DATAFLOW RUNNER ***"')
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':sdks:java:testing:nexmark:run')
- commonJobProperties.setGradleSwitches(delegate)
- switches('-Pnexmark.runner=":runners:google-cloud-dataflow-java"' +
- ' -Pnexmark.args="' +
- [
- commonJobProperties.mapToArgString(nexmarkBigQueryArgs),
- commonJobProperties.mapToArgString(nexmarkInfluxDBArgs),
- '--runner=DataflowRunner',
- '--region=us-central1',
- '--numWorkers=4',
- '--maxNumWorkers=4',
- '--autoscalingAlgorithm=NONE',
- '--nexmarkParallel=16',
- '--streaming=false',
- '--suite=STRESS',
- '--manageResources=false',
- '--monitorJobs=true',
- '--enforceEncodability=true',
- '--enforceImmutability=true"'
- ].join(' '))
- }
- shell('echo "*** RUN NEXMARK IN STREAMING MODE USING DATAFLOW RUNNER
***"')
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':sdks:java:testing:nexmark:run')
- commonJobProperties.setGradleSwitches(delegate)
- switches('-Pnexmark.runner=":runners:google-cloud-dataflow-java"' +
- ' -Pnexmark.args="' +
- [
- commonJobProperties.mapToArgString(nexmarkBigQueryArgs),
- commonJobProperties.mapToArgString(nexmarkInfluxDBArgs),
- '--runner=DataflowRunner',
- '--region=us-central1',
- '--numWorkers=4',
- '--maxNumWorkers=4',
- '--autoscalingAlgorithm=NONE',
- '--nexmarkParallel=16',
- '--streaming=true',
- '--suite=STRESS',
- '--manageResources=false',
- '--monitorJobs=true',
- '--enforceEncodability=true',
- '--enforceImmutability=true"'
- ].join(' '))
- }
- shell('echo "*** RUN NEXMARK IN SQL BATCH MODE USING DATAFLOW RUNNER
***"')
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':sdks:java:testing:nexmark:run')
- commonJobProperties.setGradleSwitches(delegate)
- switches('-Pnexmark.runner=":runners:google-cloud-dataflow-java"' +
- ' -Pnexmark.args="' +
- [
- commonJobProperties.mapToArgString(nexmarkBigQueryArgs),
- commonJobProperties.mapToArgString(nexmarkInfluxDBArgs),
- '--runner=DataflowRunner',
- '--region=us-central1',
- '--numWorkers=4',
- '--maxNumWorkers=4',
- '--autoscalingAlgorithm=NONE',
- '--nexmarkParallel=16',
- '--queryLanguage=sql',
- '--streaming=false',
- '--suite=STRESS',
- '--manageResources=false',
- '--monitorJobs=true',
- '--enforceEncodability=true',
- '--enforceImmutability=true"'
- ].join(' '))
- }
- shell('echo "*** RUN NEXMARK IN SQL STREAMING MODE USING DATAFLOW
RUNNER ***"')
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':sdks:java:testing:nexmark:run')
- commonJobProperties.setGradleSwitches(delegate)
- switches('-Pnexmark.runner=":runners:google-cloud-dataflow-java"' +
- ' -Pnexmark.args="' +
- [
- commonJobProperties.mapToArgString(nexmarkBigQueryArgs),
- commonJobProperties.mapToArgString(nexmarkInfluxDBArgs),
- '--runner=DataflowRunner',
- '--region=us-central1',
- '--numWorkers=4',
- '--maxNumWorkers=4',
- '--autoscalingAlgorithm=NONE',
- '--nexmarkParallel=16',
- '--queryLanguage=sql',
- '--streaming=true',
- '--suite=STRESS',
- '--manageResources=false',
- '--monitorJobs=true',
- '--enforceEncodability=true',
- '--enforceImmutability=true"'
- ].join(' '))
- }
- shell('echo "*** RUN NEXMARK IN ZETASQL BATCH MODE USING DATAFLOW
RUNNER ***"')
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':sdks:java:testing:nexmark:run')
- commonJobProperties.setGradleSwitches(delegate)
- switches('-Pnexmark.runner=":runners:google-cloud-dataflow-java"' +
- ' -Pnexmark.args="' +
- [
- commonJobProperties.mapToArgString(nexmarkBigQueryArgs),
- commonJobProperties.mapToArgString(nexmarkInfluxDBArgs),
- '--runner=DataflowRunner',
- '--region=us-central1',
- '--numWorkers=4',
- '--maxNumWorkers=4',
- '--autoscalingAlgorithm=NONE',
- '--nexmarkParallel=16',
- '--queryLanguage=zetasql',
- '--streaming=false',
- '--suite=STRESS',
- '--manageResources=false',
- '--monitorJobs=true',
- '--enforceEncodability=true',
- '--enforceImmutability=true"'
- ].join(' '))
- }
- shell('echo "*** RUN NEXMARK IN ZETASQL STREAMING MODE USING DATAFLOW
RUNNER ***"')
- gradle {
- rootBuildScriptDir(commonJobProperties.checkoutDir)
- tasks(':sdks:java:testing:nexmark:run')
- commonJobProperties.setGradleSwitches(delegate)
- switches('-Pnexmark.runner=":runners:google-cloud-dataflow-java"' +
- ' -Pnexmark.args="' +
- [
- commonJobProperties.mapToArgString(nexmarkBigQueryArgs),
- commonJobProperties.mapToArgString(nexmarkInfluxDBArgs),
- '--runner=DataflowRunner',
- '--region=us-central1',
- '--numWorkers=4',
- '--maxNumWorkers=4',
- '--autoscalingAlgorithm=NONE',
- '--nexmarkParallel=16',
- '--queryLanguage=zetasql',
- '--streaming=true',
- '--suite=STRESS',
- '--manageResources=false',
- '--monitorJobs=true',
Review Comment:
Set here:
https://github.com/apache/beam/blob/c2d4e5162afdc5ad9d32da7eca681581322e515f/.test-infra/jenkins/NexmarkBuilder.groovy#L34
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
