(beam) branch master updated: Fix Python PostCommit Flink runner log spam switching to simple logger (#37720)

[yhu]

This is an automated email from the ASF dual-hosted git repository.

yhu pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/beam.git


The following commit(s) were added to refs/heads/master by this push:
     new 342de16b2f2 Fix Python PostCommit Flink runner log spam switching to 
simple logger (#37720)
342de16b2f2 is described below

commit 342de16b2f203bfc607cea947408972886d8eef9
Author: Yi Hu <ya...@google.com>
AuthorDate: Fri Feb 27 10:23:01 2026 -0500

    Fix Python PostCommit Flink runner log spam switching to simple logger 
(#37720)
    
    * Fix Python PostCommit Flink runner log spam switching to simple logger
    
    * Fix duplicate
---
 sdks/python/test-suites/portable/common.gradle | 37 +++++++++++++-------------
 1 file changed, 18 insertions(+), 19 deletions(-)

diff --git a/sdks/python/test-suites/portable/common.gradle 
b/sdks/python/test-suites/portable/common.gradle
index 843d32705c2..8c5bd634106 100644
--- a/sdks/python/test-suites/portable/common.gradle
+++ b/sdks/python/test-suites/portable/common.gradle
@@ -286,11 +286,12 @@ project.tasks.register("flinkExamples") {
             "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it",
             
"--flink_job_server_jar=${project(":runners:flink:${latestFlink1Version}:job-server").shadowJar.archivePath}",
             "--flink_conf_dir=${flink_conf_dir}",
-            '--sdk_harness_log_level_overrides=' +
-                // suppress info level flink.runtime log flood
-                '{\\"org.apache.flink.runtime\\":\\"WARN\\",' +
-                // suppress full __metricscontainers log printed in 
FlinkPipelineRunner.createPortablePipelineResult
-                
'\\"org.apache.beam.runners.flink.FlinkPipelineRunner\\":\\"WARN\\"}'
+            // Log spam for Flink runner with embedded jar
+            
'--job_server_jvm_properties=-Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider',
+            
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error',
+            
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error',
+            
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn',
+            
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn',
     ]
     def cmdArgs = mapToArgString([
             "test_opts": testOpts,
@@ -410,13 +411,12 @@ 
project.tasks.register("postCommitPy${pythonVersionSuffix}IT") {
         "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it",
         
"--flink_job_server_jar=${project(":runners:flink:${latestFlink1Version}:job-server").shadowJar.archivePath}",
         "--flink_conf_dir=${flink_conf_dir}",
-        '--sdk_harness_log_level_overrides=' +
-            // suppress info level flink.runtime log flood
-            '{\\"org.apache.flink.runtime\\":\\"WARN\\",' +
-            // suppress full __metricscontainers log printed in 
FlinkPipelineRunner.createPortablePipelineResult
-            
'\\"org.apache.beam.runners.flink.FlinkPipelineRunner\\":\\"WARN\\",' +
-            // suppress metric name collision warning logs
-            '\\"org.apache.flink.runtime.metrics.groups\\":\\"ERROR\\"}'
+        // Log spam for Flink runner with embedded jar
+        
'--job_server_jvm_properties=-Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn',
     ]
     def cmdArgs = mapToArgString([
             "test_opts": testOpts,
@@ -460,13 +460,12 @@ project.tasks.register("xlangSpannerIOIT") {
         "--environment_type=LOOPBACK",
         "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it",
         
"--flink_job_server_jar=${project(":runners:flink:${latestFlink1Version}:job-server").shadowJar.archivePath}",
-        '--sdk_harness_log_level_overrides=' +
-            // suppress info level flink.runtime log flood
-            '{\\"org.apache.flink.runtime\\":\\"WARN\\",' +
-            // suppress full __metricscontainers log printed in 
FlinkPipelineRunner.createPortablePipelineResult
-            
'\\"org.apache.beam.runners.flink.FlinkPipelineRunner\\":\\"WARN\\",' +
-            // suppress metric name collision warning logs
-            '\\"org.apache.flink.runtime.metrics.groups\\":\\"ERROR\\"}'
+        // Log spam for Flink runner with embedded jar
+        
'--job_server_jvm_properties=-Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn',
+        
'--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn',
     ]
     def cmdArgs = mapToArgString([
             "test_opts": testOpts,