From 4f76dcd86052fa98ce23749e7fd69df91cad8e9f Mon Sep 17 00:00:00 2001 From: Claude Date: Fri, 20 Feb 2026 17:02:24 -0500 Subject: [PATCH 1/4] fix some python deps --- .../container/ml/py310/base_image_requirements.txt | 9 --------- .../python/container/ml/py310/gpu_image_requirements.txt | 3 --- .../container/ml/py311/base_image_requirements.txt | 9 --------- .../python/container/ml/py311/gpu_image_requirements.txt | 3 --- .../container/ml/py312/base_image_requirements.txt | 9 --------- .../python/container/ml/py312/gpu_image_requirements.txt | 3 --- .../container/ml/py313/base_image_requirements.txt | 7 ------- sdks/python/container/py310/base_image_requirements.txt | 9 --------- sdks/python/container/py311/base_image_requirements.txt | 9 --------- sdks/python/container/py312/base_image_requirements.txt | 9 --------- sdks/python/container/py313/base_image_requirements.txt | 7 ------- sdks/python/setup.py | 9 +++------ 12 files changed, 3 insertions(+), 83 deletions(-) diff --git a/sdks/python/container/ml/py310/base_image_requirements.txt b/sdks/python/container/ml/py310/base_image_requirements.txt index 10b7e75beebe..6a4be288f3cd 100644 --- a/sdks/python/container/ml/py310/base_image_requirements.txt +++ b/sdks/python/container/ml/py310/base_image_requirements.txt @@ -22,7 +22,6 @@ # Reach out to a committer if you need help. absl-py==2.4.0 -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -34,11 +33,9 @@ astunparse==1.6.3 async-timeout==5.0.1 attrs==25.4.0 backports.tarfile==1.2.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b7 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -135,7 +132,6 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -milvus-lite==2.5.1 ml_dtypes==0.5.4 mmh3==5.2.0 mock==5.2.0 @@ -163,7 +159,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==5.29.6 @@ -172,13 +167,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -189,7 +182,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 @@ -229,7 +221,6 @@ transformers==4.55.4 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/ml/py310/gpu_image_requirements.txt b/sdks/python/container/ml/py310/gpu_image_requirements.txt index c29679d28e93..6108ee2d7ddf 100644 --- a/sdks/python/container/ml/py310/gpu_image_requirements.txt +++ b/sdks/python/container/ml/py310/gpu_image_requirements.txt @@ -157,7 +157,6 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -milvus-lite==2.5.1 mistral_common==1.9.1 ml_dtypes==0.5.4 mmh3==5.2.0 @@ -231,7 +230,6 @@ pydantic-settings==2.13.1 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -299,7 +297,6 @@ typer==0.24.1 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 uvicorn==0.41.0 diff --git a/sdks/python/container/ml/py311/base_image_requirements.txt b/sdks/python/container/ml/py311/base_image_requirements.txt index a7fb71b3b9f9..21ec3c92d6ad 100644 --- a/sdks/python/container/ml/py311/base_image_requirements.txt +++ b/sdks/python/container/ml/py311/base_image_requirements.txt @@ -22,7 +22,6 @@ # Reach out to a committer if you need help. absl-py==2.4.0 -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -33,11 +32,9 @@ asn1crypto==1.5.1 astunparse==1.6.3 attrs==25.4.0 backports.tarfile==1.2.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b7 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -133,7 +130,6 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -milvus-lite==2.5.1 ml_dtypes==0.5.4 mmh3==5.2.0 mock==5.2.0 @@ -161,7 +157,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==5.29.6 @@ -170,13 +165,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -187,7 +180,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 @@ -226,7 +218,6 @@ transformers==4.55.4 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/ml/py311/gpu_image_requirements.txt b/sdks/python/container/ml/py311/gpu_image_requirements.txt index d88e91c8f0a8..60b5e3a2809c 100644 --- a/sdks/python/container/ml/py311/gpu_image_requirements.txt +++ b/sdks/python/container/ml/py311/gpu_image_requirements.txt @@ -155,7 +155,6 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -milvus-lite==2.5.1 mistral_common==1.9.1 ml_dtypes==0.5.4 mmh3==5.2.0 @@ -229,7 +228,6 @@ pydantic-settings==2.13.1 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -296,7 +294,6 @@ typer==0.24.1 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 uvicorn==0.41.0 diff --git a/sdks/python/container/ml/py312/base_image_requirements.txt b/sdks/python/container/ml/py312/base_image_requirements.txt index 47a71cfbef8b..0ac9e64460ca 100644 --- a/sdks/python/container/ml/py312/base_image_requirements.txt +++ b/sdks/python/container/ml/py312/base_image_requirements.txt @@ -22,7 +22,6 @@ # Reach out to a committer if you need help. absl-py==2.4.0 -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -32,11 +31,9 @@ anyio==4.12.1 asn1crypto==1.5.1 astunparse==1.6.3 attrs==25.4.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b7 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -132,7 +129,6 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -milvus-lite==2.5.1 ml_dtypes==0.5.4 mmh3==5.2.0 mock==5.2.0 @@ -160,7 +156,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==5.29.6 @@ -169,13 +164,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -186,7 +179,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 @@ -225,7 +217,6 @@ transformers==4.55.4 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/ml/py312/gpu_image_requirements.txt b/sdks/python/container/ml/py312/gpu_image_requirements.txt index 8f7997625f50..17a62537114b 100644 --- a/sdks/python/container/ml/py312/gpu_image_requirements.txt +++ b/sdks/python/container/ml/py312/gpu_image_requirements.txt @@ -154,7 +154,6 @@ Markdown==3.10.2 markdown-it-py==4.0.0 MarkupSafe==3.0.3 mdurl==0.1.2 -milvus-lite==2.5.1 mistral_common==1.9.1 ml_dtypes==0.5.4 mmh3==5.2.0 @@ -228,7 +227,6 @@ pydantic-settings==2.13.1 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -295,7 +293,6 @@ typer==0.24.1 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 uvicorn==0.41.0 diff --git a/sdks/python/container/ml/py313/base_image_requirements.txt b/sdks/python/container/ml/py313/base_image_requirements.txt index 6234f37ad640..b78a61fec9c4 100644 --- a/sdks/python/container/ml/py313/base_image_requirements.txt +++ b/sdks/python/container/ml/py313/base_image_requirements.txt @@ -22,7 +22,6 @@ # Reach out to a committer if you need help. absl-py==2.4.0 -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -32,11 +31,9 @@ anyio==4.12.1 asn1crypto==1.5.1 astunparse==1.6.3 attrs==25.4.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b6 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -158,7 +155,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==6.33.5 @@ -167,13 +163,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.6.9 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -184,7 +178,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 diff --git a/sdks/python/container/py310/base_image_requirements.txt b/sdks/python/container/py310/base_image_requirements.txt index 6d3e384ba028..8d748e3f2c80 100644 --- a/sdks/python/container/py310/base_image_requirements.txt +++ b/sdks/python/container/py310/base_image_requirements.txt @@ -21,7 +21,6 @@ # https://s.apache.org/beam-python-dev-wiki # Reach out to a committer if you need help. -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -32,11 +31,9 @@ asn1crypto==1.5.1 async-timeout==5.0.1 attrs==25.4.0 backports.tarfile==1.2.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b7 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -120,7 +117,6 @@ jsonschema-specifications==2025.9.1 keyring==25.7.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.3 -milvus-lite==2.5.1 mmh3==5.2.0 mock==5.2.0 more-itertools==10.8.0 @@ -142,7 +138,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==5.29.6 @@ -151,13 +146,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -168,7 +161,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 @@ -197,7 +189,6 @@ tqdm==4.67.3 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py311/base_image_requirements.txt b/sdks/python/container/py311/base_image_requirements.txt index 9432553bd638..8433ca207008 100644 --- a/sdks/python/container/py311/base_image_requirements.txt +++ b/sdks/python/container/py311/base_image_requirements.txt @@ -21,7 +21,6 @@ # https://s.apache.org/beam-python-dev-wiki # Reach out to a committer if you need help. -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -31,11 +30,9 @@ anyio==4.12.1 asn1crypto==1.5.1 attrs==25.4.0 backports.tarfile==1.2.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b7 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -118,7 +115,6 @@ jsonschema-specifications==2025.9.1 keyring==25.7.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.3 -milvus-lite==2.5.1 mmh3==5.2.0 mock==5.2.0 more-itertools==10.8.0 @@ -140,7 +136,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==5.29.6 @@ -149,13 +144,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -166,7 +159,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 @@ -194,7 +186,6 @@ tqdm==4.67.3 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py312/base_image_requirements.txt b/sdks/python/container/py312/base_image_requirements.txt index 93b074ff69be..39fb41bc3e68 100644 --- a/sdks/python/container/py312/base_image_requirements.txt +++ b/sdks/python/container/py312/base_image_requirements.txt @@ -21,7 +21,6 @@ # https://s.apache.org/beam-python-dev-wiki # Reach out to a committer if you need help. -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -30,11 +29,9 @@ annotated-types==0.7.0 anyio==4.12.1 asn1crypto==1.5.1 attrs==25.4.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b7 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -117,7 +114,6 @@ jsonschema-specifications==2025.9.1 keyring==25.7.0 keyrings.google-artifactregistry-auth==1.1.2 MarkupSafe==3.0.3 -milvus-lite==2.5.1 mmh3==5.2.0 mock==5.2.0 more-itertools==10.8.0 @@ -139,7 +135,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==5.29.6 @@ -148,13 +143,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.5.18 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -165,7 +158,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 @@ -193,7 +185,6 @@ tqdm==4.67.3 typing-inspection==0.4.2 typing_extensions==4.15.0 tzdata==2025.3 -ujson==5.11.0 uritemplate==4.2.0 urllib3==2.6.3 virtualenv-clone==0.5.7 diff --git a/sdks/python/container/py313/base_image_requirements.txt b/sdks/python/container/py313/base_image_requirements.txt index 1d81f398e84c..c8ca73157e6e 100644 --- a/sdks/python/container/py313/base_image_requirements.txt +++ b/sdks/python/container/py313/base_image_requirements.txt @@ -21,7 +21,6 @@ # https://s.apache.org/beam-python-dev-wiki # Reach out to a committer if you need help. -aiodns==4.0.0 aiofiles==25.1.0 aiohappyeyeballs==2.6.1 aiohttp==3.13.3 @@ -30,11 +29,9 @@ annotated-types==0.7.0 anyio==4.12.1 asn1crypto==1.5.1 attrs==25.4.0 -backports.zstd==1.3.0 beartype==0.22.9 beautifulsoup4==4.14.3 betterproto==2.0.0b6 -brotli==1.2.0 bs4==0.0.2 build==1.4.0 cachetools==6.2.6 @@ -137,7 +134,6 @@ pg8000==1.31.5 pillow==12.1.1 pip==26.0.1 pluggy==1.6.0 -pminit==1.3.0 propcache==0.4.1 proto-plus==1.27.1 protobuf==6.33.5 @@ -146,13 +142,11 @@ pyarrow==23.0.1 pyarrow-hotfix==0.7 pyasn1==0.6.2 pyasn1_modules==0.4.2 -pycares==5.0.1 pycparser==3.0 pydantic==2.12.5 pydantic_core==2.41.5 Pygments==2.19.2 PyHamcrest==2.1.0 -pymilvus==2.6.9 pymongo==4.16.0 PyMySQL==1.1.2 pyparsing==3.3.2 @@ -163,7 +157,6 @@ pytest-xdist==3.8.0 python-dateutil==2.9.0.post0 python-dotenv==1.2.1 python-tds==1.17.1 -pythonmonkey==1.3.0 pytz==2025.2 PyYAML==6.0.3 referencing==0.37.0 diff --git a/sdks/python/setup.py b/sdks/python/setup.py index 19aab312f274..f2d0781ae0c6 100644 --- a/sdks/python/setup.py +++ b/sdks/python/setup.py @@ -389,7 +389,7 @@ def get_portability_package_data(): 'numpy>=1.14.3,<2.5.0', # Update pyproject.toml as well. 'objsize>=0.6.1,<0.8.0', 'packaging>=22.0', - 'pillow', + 'pillow>=12.1.1,<13', 'pymongo>=3.8.0,<5.0.0', 'proto-plus>=1.7.1,<2', # 1. Use a tighter upper bound in protobuf dependency to make sure @@ -466,7 +466,7 @@ def get_portability_package_data(): 'pg8000>=1.31.5', "PyMySQL>=1.1.0", 'oracledb>=3.1.1' - ] + milvus_dependency, + ], 'gcp': [ 'cachetools>=3.1.0,<7', 'google-api-core>=2.0.0,<3', @@ -546,7 +546,7 @@ def get_portability_package_data(): # tests due to tag check introduced since pip 24.2 # https://github.com/apache/beam/issues/31285 # 'xgboost<2.0', # https://github.com/apache/beam/issues/31252 - ] + ml_base, + ] + ml_base + milvus_dependency, 'p312_ml_test': [ 'datatable', ] + ml_base, @@ -574,9 +574,6 @@ def get_portability_package_data(): 'docstring-parser>=0.15,<1.0', 'jinja2>=3.0,<3.2', 'virtualenv-clone>=0.5,<1.0', - # pythonmonkey is used for Javascript mapping support - # Please install NPM and Node.js before installing PythonMonkey. - 'pythonmonkey>=1.3.0', 'jsonschema>=4.0.0,<5.0.0', ] + dataframe_dependency, # Keep the following dependencies in line with what we test against From e11d64bdec75b832b088e2b66bb947611c06d52e Mon Sep 17 00:00:00 2001 From: Claude Date: Fri, 20 Feb 2026 17:19:48 -0500 Subject: [PATCH 2/4] Add import guards --- .../ml/rag/ingestion/milvus_search_it_test.py | 21 ++++++++++++------- 1 file changed, 13 insertions(+), 8 deletions(-) diff --git a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py index 38b497e8fa71..7e081c87c940 100644 --- a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py +++ b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py @@ -22,12 +22,6 @@ from typing import cast import pytest -from pymilvus import CollectionSchema -from pymilvus import DataType -from pymilvus import FieldSchema -from pymilvus import MilvusClient -from pymilvus.exceptions import MilvusException -from pymilvus.milvus_client import IndexParams import apache_beam as beam from apache_beam.ml.rag.ingestion.jdbc_common import WriteConfig @@ -41,11 +35,21 @@ from apache_beam.ml.rag.utils import unpack_dataclass_with_kwargs from apache_beam.testing.test_pipeline import TestPipeline +# pylint: disable=wrong-import-order, wrong-import-position, ungrouped-imports try: + from pymilvus import CollectionSchema + from pymilvus import DataType + from pymilvus import FieldSchema + from pymilvus import MilvusClient + + from pymilvus.exceptions import MilvusException + from pymilvus.milvus_client import IndexParams from apache_beam.ml.rag.ingestion.milvus_search import MilvusVectorWriterConfig from apache_beam.ml.rag.ingestion.milvus_search import MilvusWriteConfig -except ImportError as e: - raise unittest.SkipTest(f'Milvus dependencies not installed: {str(e)}') + PYMILVUS_AVAILABLE = True +except ImportError: + PYMILVUS_AVAILABLE = False +# pylint: enable=wrong-import-order, wrong-import-position, ungrouped-imports def _construct_index_params(): @@ -158,6 +162,7 @@ def drop_collection(client: MilvusClient, collection_name: str): @pytest.mark.require_docker_in_docker +@unittest.skipIf(not PYMILVUS_AVAILABLE, 'pymilvus is not installed.') @unittest.skipUnless( platform.system() == "Linux", "Test runs only on Linux due to lack of support, as yet, for nested " From 3474fc5f4a1ef50791f7868fac3631d715d2703e Mon Sep 17 00:00:00 2001 From: Claude Date: Mon, 23 Feb 2026 10:24:34 -0500 Subject: [PATCH 3/4] lint --- .../python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py | 1 + 1 file changed, 1 insertion(+) diff --git a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py index 7e081c87c940..cce0de4914f3 100644 --- a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py +++ b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py @@ -44,6 +44,7 @@ from pymilvus.exceptions import MilvusException from pymilvus.milvus_client import IndexParams + from apache_beam.ml.rag.ingestion.milvus_search import MilvusVectorWriterConfig from apache_beam.ml.rag.ingestion.milvus_search import MilvusWriteConfig PYMILVUS_AVAILABLE = True From c68de79c28f754b09f203f48c1f6a8c03e227fb2 Mon Sep 17 00:00:00 2001 From: Claude Date: Mon, 23 Feb 2026 10:46:49 -0500 Subject: [PATCH 4/4] lint --- .../python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py | 1 - 1 file changed, 1 deletion(-) diff --git a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py index cce0de4914f3..b6e5083ea728 100644 --- a/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py +++ b/sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py @@ -41,7 +41,6 @@ from pymilvus import DataType from pymilvus import FieldSchema from pymilvus import MilvusClient - from pymilvus.exceptions import MilvusException from pymilvus.milvus_client import IndexParams