Merge branch 'main' into fix_asv

.github/workflows/python.yaml

@@ -67,8 +67,8 @@ jobs:
  needs: lint
  env:
  CONDA_ENV: xorbits-test
- SELF_HOST_PYTHON: /root/miniconda3/bin/python
- SELF_HOST_CONDA: /root/miniconda3/bin/conda
+ SELF_HOST_PYTHON: /root/miniconda3/envs/xorbits-test/bin/python
+ SELF_HOST_CONDA: /root/miniconda3/condabin/conda
  defaults:
  run:
  shell: bash -l {0}
@@ -77,7 +77,7 @@ jobs:
  matrix:
  os: ["ubuntu-latest", "macos-13", "windows-latest"]
  python-version: ["3.9", "3.10", "3.11"]
- module: ["xorbits", "xorbits/numpy", "xorbits/pandas", "kubernetes"]
+ module: ["xorbits", "xorbits/numpy", "xorbits/pandas"]
  exclude:
  - { os: macos-13, python-version: 3.10}
  - { os: macos-13, python-version: 3.9}
@@ -99,6 +99,7 @@ jobs:
  - { os: juicefs-ci, module: kubernetes-juicefs, python-version: 3.9 }
  - { os: ubuntu-latest, module: slurm, python-version: 3.9 }
  - { os: ubuntu-latest, module: datasets, python-version: 3.9 }
+ - { os: ubuntu-latest, module: kubernetes, python-version: 3.11 }
  steps:
  - name: Check out code
  uses: actions/checkout@v3
@@ -264,12 +265,13 @@ jobs:
  - name: Install on GPU
  if: ${{ matrix.module == 'gpu' }}
  run: |
+ source activate ${{ env.CONDA_ENV }}
  pip install --extra-index-url=https://pypi.nvidia.com cudf-cu12==24.8.*
  pip install ucx-py-cu12 cython "numpy>=1.14.0,<2.0.0" cloudpickle scikit-learn \
  pyyaml psutil tornado sqlalchemy defusedxml tqdm uvloop coverage \
  pytest pytest-cov pytest-timeout pytest-forked pytest-asyncio pytest-mock
  pip install -U xoscar
- python setup.py build_ext -i
+ pip install -e ".[dev,extra,aws]"
  working-directory: ./python
 
  - name: Build doc
@@ -396,6 +398,7 @@ jobs:
  - name: Test with pytest GPU
  if: ${{ matrix.module == 'gpu' }}
  run: |
+ source activate ${{ env.CONDA_ENV }}
  pytest -m cuda --gpu --ignore xorbits/datasets \
  --ignore xorbits/sklearn --ignore xorbits/_mars/learn \
  --cov-config=setup.cfg --cov-report=xml --cov=xorbits \