Free disk space for snapshot job and use correct requirements file (#36681)

* Free disk space for snapshot job

* Move to correct requirements file

Author: damccorm

.github/workflows/beam_Publish_Beam_SDK_Snapshots.yml

@@ -81,6 +81,8 @@ jobs:
           - "java:expansion-service:container:docker"
     steps:
       - uses: actions/checkout@v4
+      - name: Free Disk Space (Ubuntu)
+        uses: jlumbroso/free-disk-space@v1.3.1
       - name: Setup repository
         uses: ./.github/actions/setup-action
         with:

sdks/python/container/common.gradle

@@ -51,7 +51,7 @@ def generatePythonRequirements = tasks.register("generatePythonRequirements") {
       args '-c', "cd ${rootDir} && ${runScriptsPath} " +
               "${project.ext.pythonVersion} " +
               "${files(configurations.sdkSourceTarball.files).singleFile} " +
-              "ml_image_requirements.txt " +
+              "base_image_requirements.txt " +
               "container/ml " +
               "[gcp,dataframe,test,ml_cpu] " +
               "${pipExtraOptions}"

sdks/python/container/ml/py310/base_image_requirements.txt

@@ -22,217 +22,203 @@
 # Reach out to a committer if you need help.
 
 absl-py==2.3.1
-aiofiles==24.1.0
+aiofiles==25.1.0
 aiohappyeyeballs==2.6.1
-aiohttp==3.12.15
+aiohttp==3.13.1
 aiosignal==1.4.0
 annotated-types==0.7.0
-anyio==4.10.0
+anyio==4.11.0
 asn1crypto==1.5.1
 astunparse==1.6.3
 async-timeout==5.0.1
-attrs==25.3.0
+attrs==25.4.0
 backports.tarfile==1.2.0
 beartype==0.21.0
-beautifulsoup4==4.13.4
+beautifulsoup4==4.14.2
 bs4==0.0.2
 build==1.3.0
-cachetools==5.5.2
-certifi==2025.8.3
-cffi==1.17.1
-charset-normalizer==3.4.3
-click==8.2.1
-cloud-sql-python-connector==1.18.4
+cachetools==6.2.1
+certifi==2025.10.5
+cffi==2.0.0
+charset-normalizer==3.4.4
+click==8.3.0
+cloud-sql-python-connector==1.18.5
 crcmod==1.7
-cryptography==45.0.6
-Cython==3.1.3
+cryptography==46.0.3
+Cython==3.1.5
 dill==0.3.1.1
-dnspython==2.7.0
+dnspython==2.8.0
 docker==7.1.0
 docopt==0.6.2
 docstring_parser==0.17.0
 exceptiongroup==1.3.0
 execnet==2.1.1
-fastavro==1.12.0
+fastavro==1.12.1
 fasteners==0.20
-filelock==3.19.1
-flatbuffers==25.2.10
+filelock==3.20.0
+flatbuffers==25.9.23
 freezegun==1.5.5
-frozenlist==1.7.0
-fsspec==2025.7.0
+frozenlist==1.8.0
+fsspec==2025.9.0
 future==1.0.0
 gast==0.6.0
-google-api-core==2.25.1
-google-api-python-client==2.179.0
+google-api-core==2.26.0
+google-api-python-client==2.185.0
 google-apitools==0.5.31
-google-auth==2.40.3
+google-auth==2.41.1
 google-auth-httplib2==0.2.0
-google-cloud-aiplatform==1.110.0
-google-cloud-bigquery==3.36.0
-google-cloud-bigquery-storage==2.32.0
-google-cloud-bigtable==2.32.0
+google-cloud-aiplatform==1.121.0
+google-cloud-bigquery==3.38.0
+google-cloud-bigquery-storage==2.33.1
+google-cloud-bigtable==2.33.0
 google-cloud-core==2.4.3
 google-cloud-datastore==2.21.0
-google-cloud-dlp==3.31.0
-google-cloud-language==2.17.2
+google-cloud-dlp==3.33.0
+google-cloud-language==2.18.0
 google-cloud-profiler==4.1.0
 google-cloud-pubsub==2.31.1
 google-cloud-pubsublite==1.12.0
 google-cloud-recommendations-ai==0.10.18
-google-cloud-resource-manager==1.14.2
-google-cloud-spanner==3.57.0
+google-cloud-resource-manager==1.15.0
+google-cloud-secret-manager==2.25.0
+google-cloud-spanner==3.58.0
 google-cloud-storage==2.19.0
-google-cloud-videointelligence==2.16.2
-google-cloud-vision==3.10.2
+google-cloud-videointelligence==2.17.0
+google-cloud-vision==3.11.0
 google-crc32c==1.7.1
-google-genai==1.31.0
+google-genai==1.45.0
 google-pasta==0.2.0
 google-resumable-media==2.7.2
-googleapis-common-protos==1.70.0
+googleapis-common-protos==1.71.0
 greenlet==3.2.4
-grpc-google-iam-v1==0.14.2
+grpc-google-iam-v1==0.14.3
 grpc-interceptor==0.15.4
 grpcio==1.65.5
-grpcio-status==1.63.0rc1
+grpcio-status==1.65.5
 guppy3==3.1.5
 h11==0.16.0
-h5py==3.14.0
+h5py==3.15.1
 hdfs==2.7.3
-hf-xet==1.1.8
+hf-xet==1.1.10
 httpcore==1.0.9
 httplib2==0.22.0
 httpx==0.28.1
-huggingface-hub==0.34.4
-hypothesis==6.138.3
-idna==3.10
+huggingface-hub==0.35.3
+hypothesis==6.142.2
+idna==3.11
 importlib_metadata==8.7.0
-iniconfig==2.1.0
+iniconfig==2.3.0
 jaraco.classes==3.4.0
 jaraco.context==6.0.1
 jaraco.functools==4.3.0
 jeepney==0.9.0
 Jinja2==3.1.6
-joblib==1.5.1
+joblib==1.5.2
 jsonpickle==3.4.2
 jsonschema==4.25.1
-jsonschema-specifications==2025.4.1
+jsonschema-specifications==2025.9.1
 keras==3.11.3
 keyring==25.6.0
 keyrings.google-artifactregistry-auth==1.1.2
 libclang==18.1.1
-Markdown==3.8.2
+Markdown==3.9
 markdown-it-py==4.0.0
-MarkupSafe==3.0.2
+MarkupSafe==3.0.3
 mdurl==0.1.2
 milvus-lite==2.5.1
-ml-dtypes==0.3.2
+ml_dtypes==0.5.3
 mmh3==5.2.0
 mock==5.2.0
-more-itertools==10.7.0
+more-itertools==10.8.0
 mpmath==1.3.0
-multidict==6.6.4
+multidict==6.7.0
 namex==0.1.0
 networkx==3.4.2
-nltk==3.9.1
-numpy==1.26.4
-nvidia-cublas-cu12==12.6.4.1
-nvidia-cuda-cupti-cu12==12.6.80
-nvidia-cuda-nvrtc-cu12==12.6.77
-nvidia-cuda-runtime-cu12==12.6.77
-nvidia-cudnn-cu12==9.5.1.17
-nvidia-cufft-cu12==11.3.0.4
-nvidia-cufile-cu12==1.11.1.6
-nvidia-curand-cu12==10.3.7.77
-nvidia-cusolver-cu12==11.7.1.2
-nvidia-cusparse-cu12==12.5.4.2
-nvidia-cusparselt-cu12==0.6.3
-nvidia-nccl-cu12==2.26.2
-nvidia-nvjitlink-cu12==12.6.85
-nvidia-nvtx-cu12==12.6.77
+nltk==3.9.2
+numpy==2.2.6
 oauth2client==4.1.3
 objsize==0.7.1
-opentelemetry-api==1.36.0
-opentelemetry-sdk==1.36.0
-opentelemetry-semantic-conventions==0.57b0
+opentelemetry-api==1.38.0
+opentelemetry-sdk==1.38.0
+opentelemetry-semantic-conventions==0.59b0
 opt_einsum==3.4.0
 optree==0.17.0
-oracledb==3.3.0
-orjson==3.11.2
+oracledb==3.4.0
+orjson==3.11.3
 overrides==7.7.0
 packaging==25.0
 pandas==2.2.3
 parameterized==0.9.0
-pg8000==1.31.4
+pg8000==1.31.5
+pillow==12.0.0
 pip==25.2
 pluggy==1.6.0
-propcache==0.3.2
+propcache==0.4.1
 proto-plus==1.26.1
-protobuf==4.25.8
-psycopg2-binary==2.9.10
+protobuf==5.29.5
+psycopg2-binary==2.9.11
 pyarrow==18.1.0
 pyarrow-hotfix==0.7
 pyasn1==0.6.1
 pyasn1_modules==0.4.2
-pycparser==2.22
-pydantic==2.11.7
-pydantic_core==2.33.2
+pycparser==2.23
+pydantic==2.12.3
+pydantic_core==2.41.4
 pydot==1.4.2
 Pygments==2.19.2
 PyHamcrest==2.1.0
 PyJWT==2.10.1
-pymilvus==2.5.15
-pymongo==4.14.1
+pymilvus==2.5.16
+pymongo==4.15.3
 PyMySQL==1.1.2
-pyparsing==3.2.3
+pyparsing==3.2.5
 pyproject_hooks==1.2.0
-pytest==7.4.4
+pytest==8.4.2
 pytest-timeout==2.4.0
 pytest-xdist==3.8.0
 python-dateutil==2.9.0.post0
 python-dotenv==1.1.1
-python-tds==1.17.0
+python-tds==1.17.1
 pytz==2025.2
-PyYAML==6.0.2
+PyYAML==6.0.3
 redis==5.3.1
-referencing==0.36.2
-regex==2025.7.34
+referencing==0.37.0
+regex==2025.10.23
 requests==2.32.5
 requests-mock==1.12.1
-rich==14.1.0
-rpds-py==0.27.0
+rich==14.2.0
+rpds-py==0.27.1
 rsa==4.9.1
 safetensors==0.6.2
-scikit-learn==1.7.1
+scikit-learn==1.7.2
 scipy==1.15.3
 scramp==1.4.6
-SecretStorage==3.3.3
+SecretStorage==3.4.0
 setuptools==80.9.0
-shapely==2.1.1
+shapely==2.1.2
 six==1.17.0
 sniffio==1.3.1
 sortedcontainers==2.4.0
-soupsieve==2.7
-SQLAlchemy==2.0.43
+soupsieve==2.8
+SQLAlchemy==2.0.44
 sqlalchemy_pytds==1.0.2
 sqlparse==0.5.3
 sympy==1.14.0
 tenacity==8.5.0
-tensorboard==2.16.2
+tensorboard==2.20.0
 tensorboard-data-server==0.7.2
-tensorflow==2.16.2
-tensorflow-cpu-aws==2.16.2;platform_machine=="aarch64"
-tensorflow-io-gcs-filesystem==0.37.1
+tensorflow==2.20.0
+tensorflow-cpu-aws==2.20.0;platform_machine=="aarch64"
 termcolor==3.1.0
-testcontainers==4.12.0
+testcontainers==4.13.2
 threadpoolctl==3.6.0
 tokenizers==0.21.4
-tomli==2.2.1
-torch==2.7.1
+tomli==2.3.0
+torch==2.8.0+cpu
 tqdm==4.67.1
 transformers==4.55.4
-triton==3.3.1
-typing-inspection==0.4.1
-typing_extensions==4.14.1
+typing-inspection==0.4.2
+typing_extensions==4.15.0
 tzdata==2025.2
 ujson==5.11.0
 uritemplate==4.2.0
@@ -241,7 +227,7 @@ virtualenv-clone==0.5.7
 websockets==15.0.1
 Werkzeug==3.1.3
 wheel==0.45.1
-wrapt==1.17.3
-yarl==1.20.1
+wrapt==2.0.0
+yarl==1.22.0
 zipp==3.23.0
-zstandard==0.24.0
+zstandard==0.25.0