Update Colab base image to release-colab_20241217-060132_RC00 (#1458)

http://b/385145217

Author: djherbis

Dockerfile.tmpl

@@ -32,8 +32,16 @@ RUN uv pip uninstall --system google-cloud-bigquery-storage
 # to avoid affecting the larger build, we'll post-install it.
 RUN uv pip install --no-build-isolation --system "git+https://github.com/Kaggle/learntools"
 
+# b/385161357 Latest Colab uses tf 2.17.1, but tf decision forests only has a version for 2.17.0.
+# Instead, we'll install tfdf with its deps and hope that 2.17.0 compat tfdf works with tf 2.17.1.
+RUN uv pip install --system --no-deps tensorflow-decision-forests==1.10.0 wurlitzer==3.1.1 ydf==0.9.0
+
+# b/385145217 Latest Colab lacks mkl numpy, install it.
+RUN uv pip install --system --force-reinstall -i https://pypi.anaconda.org/intel/simple numpy
+
 # b/328788268 We install an incompatible pair of libs (shapely<2, libpysal==4.9.2) so we can't put this one in the requirements.txt
-RUN uv pip install --system  "libpysal==4.9.2"
+# newer daal4py requires tbb>=2022, but libpysal is downgrading it for some reason
+RUN uv pip install --system "tbb>=2022" "libpysal==4.9.2"
 
 # Adding non-package dependencies:
 

config.txt

@@ -1,5 +1,5 @@
 BASE_IMAGE=us-docker.pkg.dev/colab-images/public/runtime
-BASE_IMAGE_TAG=release-colab_20240920-060127_RC00
+BASE_IMAGE_TAG=release-colab_20241217-060132_RC00
 LIGHTGBM_VERSION=4.5.0
 CUDA_MAJOR_VERSION=12
 CUDA_MINOR_VERSION=2

kaggle_requirements.txt

@@ -85,6 +85,7 @@ libpysal<=4.9.2
 lime
 line_profiler
 mamba
+matplotlib<3.8
 mlcrate
 mne
 mpld3
@@ -142,7 +143,8 @@ squarify
 tensorflow-cloud
 tensorflow-io
 tensorflow-text
-tensorflow_decision_forests
+# b/385161357: tf 2.17.1 does not have matching tensorflow_decision_forests release
+# tensorflow_decision_forests
 timm
 torchinfo
 torchmetrics

tests/test_numpy.py

@@ -3,9 +3,10 @@
 from distutils.version import StrictVersion
 
 import numpy as np
-from numpy.distutils.system_info import get_info
+import io
+from contextlib import redirect_stdout
 
-class TestNumpy(unittest.TestCase):   
+class TestNumpy(unittest.TestCase):
     def test_version(self):
         # b/370860329: newer versions are not capable with current tensorflow
         self.assertEqual(StrictVersion(np.__version__), StrictVersion("1.26.4")) 
@@ -18,5 +19,13 @@ def test_array(self):
     # Numpy must be linked to the MKL. (Occasionally, a third-party package will muck up the installation
     # and numpy will be reinstalled with an OpenBLAS backing.)
     def test_mkl(self):
-        # This will throw an exception if the MKL is not linked correctly or return an empty dict.
-        self.assertTrue(get_info("blas_mkl"))
+        try:
+            from numpy.distutils.system_info import get_info
+            # This will throw an exception if the MKL is not linked correctly or return an empty dict.
+            self.assertTrue(get_info("blas_mkl"))
+        except:
+            # Fallback to check if mkl is present via show_config()
+            config_out = io.StringIO()
+            with redirect_stdout(config_out):
+                np.show_config()
+            self.assertIn("mkl_rt", config_out.getvalue())