Use constraint file for py310 ml and py311 ml to fix dependency resolution

Author: aIbrahiim

sdks/python/setup.py

@@ -542,7 +542,7 @@ def get_portability_package_data():
               # tensorflow-transform requires dill, but doesn't set dill as a
               # hard requirement in setup.py.
               'dill',
-              'tensorflow-transform>=1.14.0,<1.16.0',
+              'tensorflow-transform',
               # Comment out xgboost as it is breaking presubmit python ml
               # tests due to tag check introduced since pip 24.2
               # https://github.com/apache/beam/issues/31285

sdks/python/tox.ini

@@ -103,22 +103,27 @@ commands =
   python apache_beam/examples/complete/autocomplete_test.py
   bash {toxinidir}/scripts/run_pytest.sh {envname} "{posargs}"
 
-[testenv:py{310,311}-ml]
+[testenv:py310-ml]
 # Don't set TMPDIR to avoid "AF_UNIX path too long" errors in certain tests.
+install_command =
+  {envbindir}/python {envbindir}/pip install --retries 10 --constraint {toxinidir}/container/ml/py310/base_image_requirements.txt {opts} {packages}
+deps =
+  pip==25.0.1
+pip_pre = False
+extras = test,gcp,dataframe,ml_test
+commands =
+  /bin/sh -c "pip freeze | grep -E tensorflow"
+  bash {toxinidir}/scripts/run_pytest.sh {envname} "{posargs}"
+
+[testenv:py311-ml]
+# Don't set TMPDIR to avoid "AF_UNIX path too long" errors in certain tests.
+install_command =
+  {envbindir}/python {envbindir}/pip install --retries 10 --constraint {toxinidir}/container/ml/py311/base_image_requirements.txt {opts} {packages}
 deps =
   pip==25.0.1
-  accelerate>=1.6.0
-  onnx<1.19.0
-  google-cloud-aiplatform==1.138.0
-  googleapis-common-protos==1.72.0
-  grpcio==1.65.5
-  grpcio-status==1.65.5
-  tensorflow>=2.12,<2.17
 pip_pre = False
-setenv =
 extras = test,gcp,dataframe,ml_test
 commands =
-  # Log tensorflow version for debugging
   /bin/sh -c "pip freeze | grep -E tensorflow"
   bash {toxinidir}/scripts/run_pytest.sh {envname} "{posargs}"