From b991aeab78bd37758bb39c3d5ac54d82dc5af4ed Mon Sep 17 00:00:00 2001 From: XQ Hu Date: Mon, 10 Mar 2025 16:34:39 +0000 Subject: [PATCH 1/2] Pin python-snappy==0.6.1 --- sdks/python/container/base_image_requirements_manual.txt | 3 ++- sdks/python/container/py310/base_image_requirements.txt | 2 +- sdks/python/container/py311/base_image_requirements.txt | 2 +- sdks/python/container/py312/base_image_requirements.txt | 2 +- sdks/python/container/py39/base_image_requirements.txt | 2 +- 5 files changed, 6 insertions(+), 5 deletions(-) diff --git a/sdks/python/container/base_image_requirements_manual.txt b/sdks/python/container/base_image_requirements_manual.txt index 570800b45f96..9fa3a807a392 100644 --- a/sdks/python/container/base_image_requirements_manual.txt +++ b/sdks/python/container/base_image_requirements_manual.txt @@ -35,7 +35,8 @@ guppy3 mmh3 # Optimizes execution of some Beam codepaths. TODO: Make it Beam's dependency. nltk # Commonly used for natural language processing. nose==1.3.7 # For Dataflow internal testing. TODO: remove this. -python-snappy # Optimizes execution of some Beam codepaths. +# https://github.com/apache/beam/issues/34226 +python-snappy==0.6.1 # Optimizes execution of some Beam codepaths. scipy scikit-learn build>=1.0,<2 # tool to build sdist from setup.py in stager. diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt index 07a2ccb3d718..6020d6773cf5 100644 --- a/sdks/python/container/py310/base_image_requirements.txt +++ b/sdks/python/container/py310/base_image_requirements.txt @@ -137,7 +137,7 @@ pytest==7.4.4 pytest-timeout==2.3.1 pytest-xdist==3.6.1 python-dateutil==2.9.0.post0 -python-snappy==0.7.3 +python-snappy==0.6.1 pytz==2025.1 PyYAML==6.0.2 redis==5.2.1 diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt index a56fd4178855..5eb6808610d3 100644 --- a/sdks/python/container/py311/base_image_requirements.txt +++ b/sdks/python/container/py311/base_image_requirements.txt @@ -135,7 +135,7 @@ pytest==7.4.4 pytest-timeout==2.3.1 pytest-xdist==3.6.1 python-dateutil==2.9.0.post0 -python-snappy==0.7.3 +python-snappy==0.6.1 pytz==2025.1 PyYAML==6.0.2 redis==5.2.1 diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt index de780a0bc839..ef46fb7503ec 100644 --- a/sdks/python/container/py312/base_image_requirements.txt +++ b/sdks/python/container/py312/base_image_requirements.txt @@ -134,7 +134,7 @@ pytest==7.4.4 pytest-timeout==2.3.1 pytest-xdist==3.6.1 python-dateutil==2.9.0.post0 -python-snappy==0.7.3 +python-snappy==0.6.1 pytz==2025.1 PyYAML==6.0.2 redis==5.2.1 diff --git a/sdks/python/container/py39/base_image_requirements.txt b/sdks/python/container/py39/base_image_requirements.txt index 793baf88ad0c..ba676fdbae07 100644 --- a/sdks/python/container/py39/base_image_requirements.txt +++ b/sdks/python/container/py39/base_image_requirements.txt @@ -137,7 +137,7 @@ pytest==7.4.4 pytest-timeout==2.3.1 pytest-xdist==3.6.1 python-dateutil==2.9.0.post0 -python-snappy==0.7.3 +python-snappy==0.6.1 pytz==2025.1 PyYAML==6.0.2 redis==5.2.1 From c6153305d9afa7bf8a3b95a2e170c1bc8bddca4b Mon Sep 17 00:00:00 2001 From: XQ Hu Date: Mon, 10 Mar 2025 17:02:38 +0000 Subject: [PATCH 2/2] fixed the workflow to install libsnappy-dev --- .github/workflows/python_dependency_tests.yml | 2 ++ 1 file changed, 2 insertions(+) diff --git a/.github/workflows/python_dependency_tests.yml b/.github/workflows/python_dependency_tests.yml index 2eaa9e4ce5aa..d8a8ab8c44bf 100644 --- a/.github/workflows/python_dependency_tests.yml +++ b/.github/workflows/python_dependency_tests.yml @@ -34,6 +34,8 @@ jobs: steps: - name: Checkout code uses: actions/checkout@v4 + - name: Install libsnappy-dev + run: sudo apt-get update && sudo apt-get install -y libsnappy-dev - name: Install python uses: actions/setup-python@v5 with: