From a5a12f7073bbcad384e7211992f5b59ccc762b51 Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Thu, 26 Feb 2026 13:28:32 -0500 Subject: [PATCH 1/2] Fix Python PostCommit Flink runner log spam switching to simple logger --- .../python/test-suites/portable/common.gradle | 40 ++++++++++--------- 1 file changed, 21 insertions(+), 19 deletions(-) diff --git a/sdks/python/test-suites/portable/common.gradle b/sdks/python/test-suites/portable/common.gradle index 843d32705c2f..37e6a439adb7 100644 --- a/sdks/python/test-suites/portable/common.gradle +++ b/sdks/python/test-suites/portable/common.gradle @@ -286,11 +286,13 @@ project.tasks.register("flinkExamples") { "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it", "--flink_job_server_jar=${project(":runners:flink:${latestFlink1Version}:job-server").shadowJar.archivePath}", "--flink_conf_dir=${flink_conf_dir}", - '--sdk_harness_log_level_overrides=' + - // suppress info level flink.runtime log flood - '{\\"org.apache.flink.runtime\\":\\"WARN\\",' + - // suppress full __metricscontainers log printed in FlinkPipelineRunner.createPortablePipelineResult - '\\"org.apache.beam.runners.flink.FlinkPipelineRunner\\":\\"WARN\\"}' + // Log spam for Flink runner with embedded jar + '--job_server_jvm_properties=-Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', ] def cmdArgs = mapToArgString([ "test_opts": testOpts, @@ -410,13 +412,13 @@ project.tasks.register("postCommitPy${pythonVersionSuffix}IT") { "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it", "--flink_job_server_jar=${project(":runners:flink:${latestFlink1Version}:job-server").shadowJar.archivePath}", "--flink_conf_dir=${flink_conf_dir}", - '--sdk_harness_log_level_overrides=' + - // suppress info level flink.runtime log flood - '{\\"org.apache.flink.runtime\\":\\"WARN\\",' + - // suppress full __metricscontainers log printed in FlinkPipelineRunner.createPortablePipelineResult - '\\"org.apache.beam.runners.flink.FlinkPipelineRunner\\":\\"WARN\\",' + - // suppress metric name collision warning logs - '\\"org.apache.flink.runtime.metrics.groups\\":\\"ERROR\\"}' + // Log spam for Flink runner with embedded jar + '--job_server_jvm_properties=-Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', ] def cmdArgs = mapToArgString([ "test_opts": testOpts, @@ -460,13 +462,13 @@ project.tasks.register("xlangSpannerIOIT") { "--environment_type=LOOPBACK", "--temp_location=gs://temp-storage-for-end-to-end-tests/temp-it", "--flink_job_server_jar=${project(":runners:flink:${latestFlink1Version}:job-server").shadowJar.archivePath}", - '--sdk_harness_log_level_overrides=' + - // suppress info level flink.runtime log flood - '{\\"org.apache.flink.runtime\\":\\"WARN\\",' + - // suppress full __metricscontainers log printed in FlinkPipelineRunner.createPortablePipelineResult - '\\"org.apache.beam.runners.flink.FlinkPipelineRunner\\":\\"WARN\\",' + - // suppress metric name collision warning logs - '\\"org.apache.flink.runtime.metrics.groups\\":\\"ERROR\\"}' + // Log spam for Flink runner with embedded jar + '--job_server_jvm_properties=-Dslf4j.provider=org.slf4j.simple.SimpleServiceProvider', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.streaming=error', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn', + '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', ] def cmdArgs = mapToArgString([ "test_opts": testOpts, From 09fc869f7e0cf0db277889f74321b58697ec3392 Mon Sep 17 00:00:00 2001 From: Yi Hu Date: Thu, 26 Feb 2026 15:22:43 -0500 Subject: [PATCH 2/2] Fix duplicate --- sdks/python/test-suites/portable/common.gradle | 3 --- 1 file changed, 3 deletions(-) diff --git a/sdks/python/test-suites/portable/common.gradle b/sdks/python/test-suites/portable/common.gradle index 37e6a439adb7..8c5bd6341065 100644 --- a/sdks/python/test-suites/portable/common.gradle +++ b/sdks/python/test-suites/portable/common.gradle @@ -292,7 +292,6 @@ project.tasks.register("flinkExamples") { '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error', '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn', - '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', ] def cmdArgs = mapToArgString([ "test_opts": testOpts, @@ -418,7 +417,6 @@ project.tasks.register("postCommitPy${pythonVersionSuffix}IT") { '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error', '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn', - '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', ] def cmdArgs = mapToArgString([ "test_opts": testOpts, @@ -468,7 +466,6 @@ project.tasks.register("xlangSpannerIOIT") { '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.flink.runtime=error', '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.fnexecution.control=warn', - '--job_server_jvm_properties=-Dorg.slf4j.simpleLogger.log.org.apache.beam.runners.flink.FlinkPipelineRunner=warn', ] def cmdArgs = mapToArgString([ "test_opts": testOpts,