Add support for Python 3.11, require NumPy 1.23+

.github/workflows/build.yaml

@@ -92,7 +92,7 @@ jobs:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/[email protected]
     with:
-      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.10" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
+      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.11" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
       build_type: ${{ inputs.build_type || 'branch' }}
       branch: ${{ inputs.branch }}
       sha: ${{ inputs.sha }}

.github/workflows/pr.yaml

@@ -128,15 +128,15 @@ jobs:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/[email protected]
     with:
-      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.10" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
+      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.11" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
       build_type: pull-request
       script: "ci/build_wheel_dask_cudf.sh"
   wheel-tests-dask-cudf:
     needs: wheel-build-dask-cudf
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/[email protected]
     with:
-      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.10" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
+      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.11" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
       build_type: pull-request
       script: ci/test_wheel_dask_cudf.sh
   devcontainer:
@@ -152,7 +152,7 @@ jobs:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/[email protected]
     with:
-      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.10" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
+      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.11" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
       build_type: pull-request
       script: ci/cudf_pandas_scripts/run_tests.sh
   # pandas-tests:

.github/workflows/test.yaml

@@ -99,7 +99,7 @@ jobs:
     secrets: inherit
     uses: rapidsai/shared-workflows/.github/workflows/[email protected]
     with:
-      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.10" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
+      matrix_filter: map(select(.ARCH == "amd64" and .PY_VER == "3.11" and (.CUDA_VER == "11.8.0" or .CUDA_VER == "12.2.2")))
       build_type: nightly
       branch: ${{ inputs.branch }}
       date: ${{ inputs.date }}

README.md

@@ -92,7 +92,7 @@ cuDF can be installed with conda (via [miniconda](https://docs.conda.io/projects
 
 ```bash
 conda install -c rapidsai -c conda-forge -c nvidia \
-    cudf=24.04 python=3.10 cuda-version=11.8
+    cudf=24.04 python=3.11 cuda-version=12.2
 ```
 
 We also provide [nightly Conda packages](https://anaconda.org/rapidsai-nightly) built from the HEAD

conda/environments/all_cuda-118_arch-x86_64.yaml

@@ -59,7 +59,7 @@ dependencies:
 - ninja
 - notebook
 - numba>=0.57
-- numpy>=1.21
+- numpy>=1.23
 - numpydoc
 - nvcc_linux-64=11.8
 - nvcomp==3.0.6
@@ -80,7 +80,7 @@ dependencies:
 - pytest<8
 - python-confluent-kafka>=1.9.0,<1.10.0a0
 - python-snappy>=0.6.0
-- python>=3.9,<3.11
+- python>=3.9,<3.12
 - pytorch<1.12.0
 - rapids-dask-dependency==24.4.*
 - rich
@@ -97,7 +97,7 @@ dependencies:
 - sphinxcontrib-websupport
 - streamz
 - sysroot_linux-64==2.17
-- tokenizers==0.13.1
+- tokenizers==0.15.2
 - transformers==4.24.0
 - typing_extensions>=4.0.0
 - zlib>=1.2.13

conda/environments/all_cuda-122_arch-x86_64.yaml

@@ -58,7 +58,7 @@ dependencies:
 - ninja
 - notebook
 - numba>=0.57
-- numpy>=1.21
+- numpy>=1.23
 - numpydoc
 - nvcomp==3.0.6
 - nvtx>=0.2.1
@@ -78,7 +78,7 @@ dependencies:
 - pytest<8
 - python-confluent-kafka>=1.9.0,<1.10.0a0
 - python-snappy>=0.6.0
-- python>=3.9,<3.11
+- python>=3.9,<3.12
 - pytorch<1.12.0
 - rapids-dask-dependency==24.4.*
 - rich
@@ -95,7 +95,7 @@ dependencies:
 - sphinxcontrib-websupport
 - streamz
 - sysroot_linux-64==2.17
-- tokenizers==0.13.1
+- tokenizers==0.15.2
 - transformers==4.24.0
 - typing_extensions>=4.0.0
 - zlib>=1.2.13

conda/recipes/cudf/meta.yaml

@@ -65,6 +65,7 @@ requirements:
     - scikit-build-core >=0.7.0
     - setuptools
     - dlpack >=0.5,<0.6.0a0
+    - numpy 1.23
     - pyarrow ==14.0.2.*
     - libcudf ={{ version }}
     - rmm ={{ minor_version }}
@@ -83,7 +84,7 @@ requirements:
     - pandas >=2.0,<2.2.2dev0
     - cupy >=12.0.0
     - numba >=0.57
-    - numpy >=1.21
+    - {{ pin_compatible('numpy', max_pin='x') }}
     - {{ pin_compatible('pyarrow', max_pin='x') }}
     - libcudf ={{ version }}
     - {{ pin_compatible('rmm', max_pin='x.x') }}

dependencies.yaml

@@ -258,13 +258,17 @@ dependencies:
           - *cmake_ver
           - cython>=3.0.3
           - *ninja
-          - &numpy numpy>=1.21
           # Hard pin the patch version used during the build. This must be kept
           # in sync with the version pinned in get_arrow.cmake.
           - pyarrow==14.0.2.*
       - output_types: conda
         packages:
           - scikit-build-core>=0.7.0
+      - output_types: pyproject
+        packages:
+          # Hard pin the patch version used during the build.
+          # Sync with conda build constraint & wheel run constraint.
+          - numpy==1.23.*
       - output_types: [requirements, pyproject]
         packages:
           - scikit-build-core[pyproject]>=0.7.0
@@ -488,15 +492,19 @@ dependencies:
               py: "3.10"
             packages:
               - python=3.10
+          - matrix:
+              py: "3.11"
+            packages:
+              - python=3.11
           - matrix:
             packages:
-              - python>=3.9,<3.11
+              - python>=3.9,<3.12
   run_common:
     common:
       - output_types: [conda, requirements, pyproject]
         packages:
           - fsspec>=0.6.0
-          - *numpy
+          - numpy>=1.23
           - pandas>=2.0,<2.2.2dev0
   run_cudf:
     common:
@@ -625,7 +633,7 @@ dependencies:
       - output_types: pyproject
         packages:
           - msgpack
-          - &tokenizers tokenizers==0.13.1
+          - &tokenizers tokenizers==0.15.2
           - &transformers transformers==4.24.0
           - tzdata
     specific:

python/cudf/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
     "cmake>=3.26.4",
     "cython>=3.0.3",
     "ninja",
-    "numpy>=1.21",
+    "numpy==1.23.*",
     "protoc-wheel",
     "pyarrow==14.0.2.*",
     "rmm==24.4.*",
@@ -30,7 +30,7 @@ dependencies = [
     "cupy-cuda11x>=12.0.0",
     "fsspec>=0.6.0",
     "numba>=0.57",
-    "numpy>=1.21",
+    "numpy>=1.23",
     "nvtx>=0.2.1",
     "packaging",
     "pandas>=2.0,<2.2.2dev0",
@@ -49,6 +49,7 @@ classifiers = [
     "Programming Language :: Python",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
 ]
 
 [project.optional-dependencies]
@@ -64,7 +65,7 @@ test = [
     "pytest<8",
     "python-snappy>=0.6.0",
     "scipy",
-    "tokenizers==0.13.1",
+    "tokenizers==0.15.2",
     "transformers==4.24.0",
     "tzdata",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.

python/cudf_kafka/pyproject.toml

@@ -6,7 +6,7 @@ requires = [
     "cmake>=3.26.4",
     "cython>=3.0.3",
     "ninja",
-    "numpy>=1.21",
+    "numpy==1.23.*",
     "pyarrow==14.0.2.*",
     "scikit-build-core[pyproject]>=0.7.0",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.

python/custreamz/pyproject.toml

@@ -32,6 +32,7 @@ classifiers = [
     "Programming Language :: Python",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
 ]
 
 [project.optional-dependencies]

python/dask_cudf/pyproject.toml

@@ -21,7 +21,7 @@ dependencies = [
     "cudf==24.4.*",
     "cupy-cuda11x>=12.0.0",
     "fsspec>=0.6.0",
-    "numpy>=1.21",
+    "numpy>=1.23",
     "pandas>=2.0,<2.2.2dev0",
     "rapids-dask-dependency==24.4.*",
 ] # This list was generated by `rapids-dependency-file-generator`. To make changes, edit ../../dependencies.yaml and run `rapids-dependency-file-generator`.
@@ -33,6 +33,7 @@ classifiers = [
     "Programming Language :: Python",
     "Programming Language :: Python :: 3.9",
     "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
 ]
 
 [project.entry-points."dask.dataframe.backends"]