fix some python deps

sdks/python/apache_beam/ml/rag/ingestion/milvus_search_it_test.py

@@ -22,12 +22,6 @@
 from typing import cast
 
 import pytest
-from pymilvus import CollectionSchema
-from pymilvus import DataType
-from pymilvus import FieldSchema
-from pymilvus import MilvusClient
-from pymilvus.exceptions import MilvusException
-from pymilvus.milvus_client import IndexParams
 
 import apache_beam as beam
 from apache_beam.ml.rag.ingestion.jdbc_common import WriteConfig
@@ -41,11 +35,21 @@
 from apache_beam.ml.rag.utils import unpack_dataclass_with_kwargs
 from apache_beam.testing.test_pipeline import TestPipeline
 
+# pylint: disable=wrong-import-order, wrong-import-position, ungrouped-imports
 try:
+  from pymilvus import CollectionSchema
+  from pymilvus import DataType
+  from pymilvus import FieldSchema
+  from pymilvus import MilvusClient
+  from pymilvus.exceptions import MilvusException
+  from pymilvus.milvus_client import IndexParams
+
   from apache_beam.ml.rag.ingestion.milvus_search import MilvusVectorWriterConfig
   from apache_beam.ml.rag.ingestion.milvus_search import MilvusWriteConfig
-except ImportError as e:
-  raise unittest.SkipTest(f'Milvus dependencies not installed: {str(e)}')
+  PYMILVUS_AVAILABLE = True
+except ImportError:
+  PYMILVUS_AVAILABLE = False
+# pylint: enable=wrong-import-order, wrong-import-position, ungrouped-imports
 
 
 def _construct_index_params():
@@ -158,6 +162,7 @@ def drop_collection(client: MilvusClient, collection_name: str):
 
 
 @pytest.mark.require_docker_in_docker
+@unittest.skipIf(not PYMILVUS_AVAILABLE, 'pymilvus is not installed.')
 @unittest.skipUnless(
     platform.system() == "Linux",
     "Test runs only on Linux due to lack of support, as yet, for nested "

sdks/python/container/ml/py310/base_image_requirements.txt

@@ -22,7 +22,6 @@
 # Reach out to a committer if you need help.
 
 absl-py==2.4.0
-aiodns==4.0.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.1
 aiohttp==3.13.3
@@ -34,11 +33,9 @@ astunparse==1.6.3
 async-timeout==5.0.1
 attrs==25.4.0
 backports.tarfile==1.2.0
-backports.zstd==1.3.0
 beartype==0.22.9
 beautifulsoup4==4.14.3
 betterproto==2.0.0b7
-brotli==1.2.0
 bs4==0.0.2
 build==1.4.0
 cachetools==6.2.6
@@ -135,7 +132,6 @@ Markdown==3.10.2
 markdown-it-py==4.0.0
 MarkupSafe==3.0.3
 mdurl==0.1.2
-milvus-lite==2.5.1
 ml_dtypes==0.5.4
 mmh3==5.2.0
 mock==5.2.0
@@ -163,7 +159,6 @@ pg8000==1.31.5
 pillow==12.1.1
 pip==26.0.1
 pluggy==1.6.0
-pminit==1.3.0
 propcache==0.4.1
 proto-plus==1.27.1
 protobuf==5.29.6
@@ -172,13 +167,11 @@ pyarrow==23.0.1
 pyarrow-hotfix==0.7
 pyasn1==0.6.2
 pyasn1_modules==0.4.2
-pycares==5.0.1
 pycparser==3.0
 pydantic==2.12.5
 pydantic_core==2.41.5
 Pygments==2.19.2
 PyHamcrest==2.1.0
-pymilvus==2.5.18
 pymongo==4.16.0
 PyMySQL==1.1.2
 pyparsing==3.3.2
@@ -189,7 +182,6 @@ pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.2.1
 python-tds==1.17.1
-pythonmonkey==1.3.0
 pytz==2025.2
 PyYAML==6.0.3
 referencing==0.37.0
@@ -229,7 +221,6 @@ transformers==4.55.4
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2025.3
-ujson==5.11.0
 uritemplate==4.2.0
 urllib3==2.6.3
 virtualenv-clone==0.5.7

sdks/python/container/ml/py310/gpu_image_requirements.txt

@@ -157,7 +157,6 @@ Markdown==3.10.2
 markdown-it-py==4.0.0
 MarkupSafe==3.0.3
 mdurl==0.1.2
-milvus-lite==2.5.1
 mistral_common==1.9.1
 ml_dtypes==0.5.4
 mmh3==5.2.0
@@ -231,7 +230,6 @@ pydantic-settings==2.13.1
 pydantic_core==2.41.5
 Pygments==2.19.2
 PyHamcrest==2.1.0
-pymilvus==2.5.18
 pymongo==4.16.0
 PyMySQL==1.1.2
 pyparsing==3.3.2
@@ -299,7 +297,6 @@ typer==0.24.1
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2025.3
-ujson==5.11.0
 uritemplate==4.2.0
 urllib3==2.6.3
 uvicorn==0.41.0

sdks/python/container/ml/py311/base_image_requirements.txt

@@ -22,7 +22,6 @@
 # Reach out to a committer if you need help.
 
 absl-py==2.4.0
-aiodns==4.0.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.1
 aiohttp==3.13.3
@@ -33,11 +32,9 @@ asn1crypto==1.5.1
 astunparse==1.6.3
 attrs==25.4.0
 backports.tarfile==1.2.0
-backports.zstd==1.3.0
 beartype==0.22.9
 beautifulsoup4==4.14.3
 betterproto==2.0.0b7
-brotli==1.2.0
 bs4==0.0.2
 build==1.4.0
 cachetools==6.2.6
@@ -133,7 +130,6 @@ Markdown==3.10.2
 markdown-it-py==4.0.0
 MarkupSafe==3.0.3
 mdurl==0.1.2
-milvus-lite==2.5.1
 ml_dtypes==0.5.4
 mmh3==5.2.0
 mock==5.2.0
@@ -161,7 +157,6 @@ pg8000==1.31.5
 pillow==12.1.1
 pip==26.0.1
 pluggy==1.6.0
-pminit==1.3.0
 propcache==0.4.1
 proto-plus==1.27.1
 protobuf==5.29.6
@@ -170,13 +165,11 @@ pyarrow==23.0.1
 pyarrow-hotfix==0.7
 pyasn1==0.6.2
 pyasn1_modules==0.4.2
-pycares==5.0.1
 pycparser==3.0
 pydantic==2.12.5
 pydantic_core==2.41.5
 Pygments==2.19.2
 PyHamcrest==2.1.0
-pymilvus==2.5.18
 pymongo==4.16.0
 PyMySQL==1.1.2
 pyparsing==3.3.2
@@ -187,7 +180,6 @@ pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.2.1
 python-tds==1.17.1
-pythonmonkey==1.3.0
 pytz==2025.2
 PyYAML==6.0.3
 referencing==0.37.0
@@ -226,7 +218,6 @@ transformers==4.55.4
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2025.3
-ujson==5.11.0
 uritemplate==4.2.0
 urllib3==2.6.3
 virtualenv-clone==0.5.7

sdks/python/container/ml/py311/gpu_image_requirements.txt

@@ -155,7 +155,6 @@ Markdown==3.10.2
 markdown-it-py==4.0.0
 MarkupSafe==3.0.3
 mdurl==0.1.2
-milvus-lite==2.5.1
 mistral_common==1.9.1
 ml_dtypes==0.5.4
 mmh3==5.2.0
@@ -229,7 +228,6 @@ pydantic-settings==2.13.1
 pydantic_core==2.41.5
 Pygments==2.19.2
 PyHamcrest==2.1.0
-pymilvus==2.5.18
 pymongo==4.16.0
 PyMySQL==1.1.2
 pyparsing==3.3.2
@@ -296,7 +294,6 @@ typer==0.24.1
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2025.3
-ujson==5.11.0
 uritemplate==4.2.0
 urllib3==2.6.3
 uvicorn==0.41.0

sdks/python/container/ml/py312/base_image_requirements.txt

@@ -22,7 +22,6 @@
 # Reach out to a committer if you need help.
 
 absl-py==2.4.0
-aiodns==4.0.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.1
 aiohttp==3.13.3
@@ -32,11 +31,9 @@ anyio==4.12.1
 asn1crypto==1.5.1
 astunparse==1.6.3
 attrs==25.4.0
-backports.zstd==1.3.0
 beartype==0.22.9
 beautifulsoup4==4.14.3
 betterproto==2.0.0b7
-brotli==1.2.0
 bs4==0.0.2
 build==1.4.0
 cachetools==6.2.6
@@ -132,7 +129,6 @@ Markdown==3.10.2
 markdown-it-py==4.0.0
 MarkupSafe==3.0.3
 mdurl==0.1.2
-milvus-lite==2.5.1
 ml_dtypes==0.5.4
 mmh3==5.2.0
 mock==5.2.0
@@ -160,7 +156,6 @@ pg8000==1.31.5
 pillow==12.1.1
 pip==26.0.1
 pluggy==1.6.0
-pminit==1.3.0
 propcache==0.4.1
 proto-plus==1.27.1
 protobuf==5.29.6
@@ -169,13 +164,11 @@ pyarrow==23.0.1
 pyarrow-hotfix==0.7
 pyasn1==0.6.2
 pyasn1_modules==0.4.2
-pycares==5.0.1
 pycparser==3.0
 pydantic==2.12.5
 pydantic_core==2.41.5
 Pygments==2.19.2
 PyHamcrest==2.1.0
-pymilvus==2.5.18
 pymongo==4.16.0
 PyMySQL==1.1.2
 pyparsing==3.3.2
@@ -186,7 +179,6 @@ pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.2.1
 python-tds==1.17.1
-pythonmonkey==1.3.0
 pytz==2025.2
 PyYAML==6.0.3
 referencing==0.37.0
@@ -225,7 +217,6 @@ transformers==4.55.4
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2025.3
-ujson==5.11.0
 uritemplate==4.2.0
 urllib3==2.6.3
 virtualenv-clone==0.5.7

sdks/python/container/ml/py312/gpu_image_requirements.txt

@@ -154,7 +154,6 @@ Markdown==3.10.2
 markdown-it-py==4.0.0
 MarkupSafe==3.0.3
 mdurl==0.1.2
-milvus-lite==2.5.1
 mistral_common==1.9.1
 ml_dtypes==0.5.4
 mmh3==5.2.0
@@ -228,7 +227,6 @@ pydantic-settings==2.13.1
 pydantic_core==2.41.5
 Pygments==2.19.2
 PyHamcrest==2.1.0
-pymilvus==2.5.18
 pymongo==4.16.0
 PyMySQL==1.1.2
 pyparsing==3.3.2
@@ -295,7 +293,6 @@ typer==0.24.1
 typing-inspection==0.4.2
 typing_extensions==4.15.0
 tzdata==2025.3
-ujson==5.11.0
 uritemplate==4.2.0
 urllib3==2.6.3
 uvicorn==0.41.0

sdks/python/container/ml/py313/base_image_requirements.txt

@@ -22,7 +22,6 @@
 # Reach out to a committer if you need help.
 
 absl-py==2.4.0
-aiodns==4.0.0
 aiofiles==25.1.0
 aiohappyeyeballs==2.6.1
 aiohttp==3.13.3
@@ -32,11 +31,9 @@ anyio==4.12.1
 asn1crypto==1.5.1
 astunparse==1.6.3
 attrs==25.4.0
-backports.zstd==1.3.0
 beartype==0.22.9
 beautifulsoup4==4.14.3
 betterproto==2.0.0b6
-brotli==1.2.0
 bs4==0.0.2
 build==1.4.0
 cachetools==6.2.6
@@ -158,7 +155,6 @@ pg8000==1.31.5
 pillow==12.1.1
 pip==26.0.1
 pluggy==1.6.0
-pminit==1.3.0
 propcache==0.4.1
 proto-plus==1.27.1
 protobuf==6.33.5
@@ -167,13 +163,11 @@ pyarrow==23.0.1
 pyarrow-hotfix==0.7
 pyasn1==0.6.2
 pyasn1_modules==0.4.2
-pycares==5.0.1
 pycparser==3.0
 pydantic==2.12.5
 pydantic_core==2.41.5
 Pygments==2.19.2
 PyHamcrest==2.1.0
-pymilvus==2.6.9
 pymongo==4.16.0
 PyMySQL==1.1.2
 pyparsing==3.3.2
@@ -184,7 +178,6 @@ pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.2.1
 python-tds==1.17.1
-pythonmonkey==1.3.0
 pytz==2025.2
 PyYAML==6.0.3
 referencing==0.37.0