From 2cba8ef8064c456b0ea781a5b282cbbdbadc3ab3 Mon Sep 17 00:00:00 2001 From: regro-cf-autotick-bot <36490558+regro-cf-autotick-bot@users.noreply.github.com> Date: Sat, 4 Nov 2023 00:45:54 +0000 Subject: [PATCH 1/6] updated v0.12.0 --- recipe/meta.yaml | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index 621184f..c2fc709 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -1,5 +1,5 @@ {% set name = "deepspeed" %} -{% set version = "0.11.2" %} +{% set version = "0.12.0" %} {% set number = 0 %} {% set torch_proc_type = "cuda" if cuda_compiler_version != "None" else "cpu" %} @@ -15,7 +15,7 @@ package: source: url: https://pypi.io/packages/source/{{ name[0] }}/{{ name }}/{{ name }}-{{ version }}.tar.gz - sha256: 6d6f716882a3a92ebea37aaeec05a063dc0fe1445d3ab2fc2b603ba87a8a2300 + sha256: ee1047928451598ad9529314b5b5ae4a3f13d622eb87104c913a4e990e6a443d build: number: {{ number }} @@ -58,6 +58,7 @@ requirements: - pytorch # [cuda_compiler_version not in (undefined, 'None')] - pytorch =*={{ torch_proc_type }}* # [cuda_compiler_version not in (undefined, 'None')] run: + - ninja - hjson-py # NOTE(hadim): coming at https://github.com/conda-forge/staged-recipes/pull/19098 # - ninja-python From b46980870575aeedc1a786f38b90b260ecb5f3ef Mon Sep 17 00:00:00 2001 From: Wei Ji <23487320+weiji14@users.noreply.github.com> Date: Sat, 4 Nov 2023 13:51:49 +1300 Subject: [PATCH 2/6] Remove ninja as runtime dependency Xref https://github.com/conda-forge/deepspeed-feedstock/issues/1 --- recipe/meta.yaml | 1 - 1 file changed, 1 deletion(-) diff --git a/recipe/meta.yaml b/recipe/meta.yaml index c2fc709..f2170a5 100644 --- a/recipe/meta.yaml +++ b/recipe/meta.yaml @@ -58,7 +58,6 @@ requirements: - pytorch # [cuda_compiler_version not in (undefined, 'None')] - pytorch =*={{ torch_proc_type }}* # [cuda_compiler_version not in (undefined, 'None')] run: - - ninja - hjson-py # NOTE(hadim): coming at https://github.com/conda-forge/staged-recipes/pull/19098 # - ninja-python From 32f2027a93f340dee3c25a3880f1e0674479d51c Mon Sep 17 00:00:00 2001 From: Wei Ji <23487320+weiji14@users.noreply.github.com> Date: Sat, 4 Nov 2023 15:34:49 +1300 Subject: [PATCH 3/6] Set DS_BUILD_RAGGED_DEVICE_OPS=0 flag Disable buiding with ragged device ops, attempt to fix ` ModuleNotFoundError: No module named 'dskernels'` --- recipe/build.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/recipe/build.sh b/recipe/build.sh index 2ad701d..32b784f 100644 --- a/recipe/build.sh +++ b/recipe/build.sh @@ -29,5 +29,7 @@ fi export DS_BUILD_SPARSE_ATTN=0 # Disable building with EvoFormerAttention which requires CUTLASS export DS_BUILD_EVOFORMER_ATTN=0 +# Disable building with ragged device ops +export DS_BUILD_RAGGED_DEVICE_OPS=0 ${PYTHON} -m pip install . -vv From 91dfe45f9649225420b99a99cdc2acbb0cbb1a26 Mon Sep 17 00:00:00 2001 From: Wei Ji <23487320+weiji14@users.noreply.github.com> Date: Sat, 4 Nov 2023 15:54:22 +1300 Subject: [PATCH 4/6] Revert "Set DS_BUILD_RAGGED_DEVICE_OPS=0 flag" This reverts commit 32f2027a93f340dee3c25a3880f1e0674479d51c. --- recipe/build.sh | 2 -- 1 file changed, 2 deletions(-) diff --git a/recipe/build.sh b/recipe/build.sh index 32b784f..2ad701d 100644 --- a/recipe/build.sh +++ b/recipe/build.sh @@ -29,7 +29,5 @@ fi export DS_BUILD_SPARSE_ATTN=0 # Disable building with EvoFormerAttention which requires CUTLASS export DS_BUILD_EVOFORMER_ATTN=0 -# Disable building with ragged device ops -export DS_BUILD_RAGGED_DEVICE_OPS=0 ${PYTHON} -m pip install . -vv From 8a73722dddb26e584fc2e06a38f5462d5003c4c8 Mon Sep 17 00:00:00 2001 From: Wei Ji <23487320+weiji14@users.noreply.github.com> Date: Sat, 4 Nov 2023 15:54:39 +1300 Subject: [PATCH 5/6] Set DS_BUILD_CUTLASS_OPS=0 Disable buiding with CUTLASS ops, attempt to fix ` ModuleNotFoundError: No module named 'dskernels'`. --- recipe/build.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/recipe/build.sh b/recipe/build.sh index 2ad701d..fd2eb23 100644 --- a/recipe/build.sh +++ b/recipe/build.sh @@ -29,5 +29,7 @@ fi export DS_BUILD_SPARSE_ATTN=0 # Disable building with EvoFormerAttention which requires CUTLASS export DS_BUILD_EVOFORMER_ATTN=0 +# Disable building with CUTLASS ops +export DS_BUILD_CUTLASS_OPS=0 ${PYTHON} -m pip install . -vv From 823a631b3f644a65834360f3dd5b33e5fe1ea4e3 Mon Sep 17 00:00:00 2001 From: Wei Ji <23487320+weiji14@users.noreply.github.com> Date: Sat, 4 Nov 2023 19:30:37 +1300 Subject: [PATCH 6/6] Set DS_BUILD_RAGGED_DEVICE_OPS=0 flag Disable buiding with ragged device ops, attempt to fix ` ModuleNotFoundError: No module named 'dskernels'` --- recipe/build.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/recipe/build.sh b/recipe/build.sh index fd2eb23..b06742b 100644 --- a/recipe/build.sh +++ b/recipe/build.sh @@ -31,5 +31,7 @@ export DS_BUILD_SPARSE_ATTN=0 export DS_BUILD_EVOFORMER_ATTN=0 # Disable building with CUTLASS ops export DS_BUILD_CUTLASS_OPS=0 +# Disable building with ragged device ops +export DS_BUILD_RAGGED_DEVICE_OPS=0 ${PYTHON} -m pip install . -vv