From f5cd9c516761f4099c97ec1c73630ad40d37c7ae Mon Sep 17 00:00:00 2001 From: Weizheng Lu Date: Mon, 19 Aug 2024 22:26:33 +0800 Subject: [PATCH] BLD: Fix self-hosted CI env (#102) --- .github/workflows/python.yaml | 12 ++++++++++-- python/xoscar/serialization/tests/test_serial.py | 5 +++-- 2 files changed, 13 insertions(+), 4 deletions(-) diff --git a/.github/workflows/python.yaml b/.github/workflows/python.yaml index bfefb871..77bb4bae 100644 --- a/.github/workflows/python.yaml +++ b/.github/workflows/python.yaml @@ -70,6 +70,8 @@ jobs: needs: lint env: CONDA_ENV: xoscar-test + SELF_HOST_PYTHON: /root/miniconda3/envs/xoscar-test/bin/python + SELF_HOST_CONDA: /root/miniconda3/condabin/conda defaults: run: shell: bash -l {0} @@ -85,7 +87,7 @@ jobs: - { os: windows-latest, python-version: 3.9} - { os: windows-latest, python-version: 3.10} include: - - { os: self-hosted, module: gpu, python-version: 3.9} + - { os: self-hosted, module: gpu, python-version: 3.11} steps: - name: Check out code @@ -131,7 +133,12 @@ jobs: - name: Install on GPU if: ${{ matrix.module == 'gpu' }} run: | - python setup.py build_ext -i + source activate ${{ env.CONDA_ENV }} + conda install -y conda-forge::nccl=2.22.3 + pip install --extra-index-url=https://pypi.nvidia.com cudf-cu12 + pip install ucx-py-cu12 cloudpickle psutil tblib uvloop packaging "numpy<2.0.0" scipy cython coverage flaky + python setup.py clean --all + pip install -e ./ working-directory: ./python - name: Test with pytest @@ -143,6 +150,7 @@ jobs: -W ignore::PendingDeprecationWarning \ --cov-config=setup.cfg --cov-report=xml --cov=xoscar xoscar --capture=no else + source activate ${{ env.CONDA_ENV }} pytest -m cuda --cov-config=setup.cfg --cov-report=xml --cov=xoscar --capture=no fi working-directory: ./python diff --git a/python/xoscar/serialization/tests/test_serial.py b/python/xoscar/serialization/tests/test_serial.py index cc293640..236fb395 100644 --- a/python/xoscar/serialization/tests/test_serial.py +++ b/python/xoscar/serialization/tests/test_serial.py @@ -231,8 +231,9 @@ def test_cudf(): test_df = cudf.DataFrame(raw_df) cudf.testing.assert_frame_equal(test_df, deserialize(*serialize(test_df))) - raw_df.columns = pd.MultiIndex.from_tuples([("a", "a"), ("a", "b"), ("b", "c")]) - test_df = cudf.DataFrame(raw_df) + multi_index = pd.MultiIndex.from_tuples([("a", "a"), ("a", "b"), ("b", "c")]) + raw_df.columns = multi_index + test_df = cudf.DataFrame(raw_df, columns=multi_index) cudf.testing.assert_frame_equal(test_df, deserialize(*serialize(test_df)))