Update deepspeed.yaml #18
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: huawei-ascend-npu | |
| defaults: | |
| run: | |
| shell: bash -ieo pipefail {0} | |
| on: | |
| workflow_dispatch: | |
| pull_request: | |
| paths: | |
| - '.github/workflows/deepspeed.yaml' | |
| - 'requirements/**' | |
| schedule: | |
| - cron: "0 0 * * *" | |
| push: | |
| paths: | |
| - '.github/workflows/deepspeed.yaml' | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| permissions: | |
| contents: read | |
| issues: write | |
| jobs: | |
| unit-tests: | |
| runs-on: [self-hosted, ascend, npu] | |
| container: | |
| image: ascendai/cann | |
| ports: | |
| - 80 | |
| volumes: | |
| - /usr/local/dcmi:/usr/local/dcmi | |
| - /usr/local/bin/npu-smi:/usr/local/bin/npu-smi | |
| - /usr/local/Ascend/driver/lib64/:/usr/local/Ascend/driver/lib64/ | |
| - /usr/local/Ascend/driver/version.info:/usr/local/Ascend/driver/version.info | |
| - /etc/ascend_install.info:/etc/ascend_install.info | |
| options: --network host | |
| --name deepspeed_unit-tests | |
| --device /dev/davinci4 | |
| --device /dev/davinci_manager | |
| --device /dev/devmm_svm | |
| --device /dev/hisi_hdc | |
| --shm-size "20g" | |
| --entrypoint /bin/bash | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Install pytorch | |
| run: | | |
| npu-smi info | |
| apt-get update | |
| pip config set global.index-url https://pypi.tuna.tsinghua.edu.cn/simple | |
| source /root/.bashrc | |
| pip install torch==2.2.0 torchvision==0.17.0 torch_npu==2.2.0 torchaudio==2.2.0 numpy==1.26.4 cloudpickle tornado ml-dtypes | |
| python --version | |
| python << EOF | |
| if __name__ == '__main__': | |
| import torch | |
| import torch_npu | |
| torch_npu.npu.set_device("npu:0") | |
| print(f"Device Name: {torch.npu.get_device_name(0)}") | |
| print(f"Device Count: {torch.npu.device_count()}") | |
| print(f"Device Available: {torch.npu.is_available()}") | |
| EOF | |
| - name: Install deepspeed | |
| run: | | |
| source /root/.bashrc | |
| echo "y" | apt-get install git | |
| git clone --depth=1 https://github.com/microsoft/DeepSpeed.git | |
| pip install -r requirements/requirements_deepspeed.txt | |
| cd DeepSpeed | |
| pip install . | |
| print("run ds_report...") | |
| ds_report | |
| - name: Python environment | |
| run: | | |
| source /root/.bashrc | |
| pip list | |
| - name: Unit tests | |
| run: | | |
| source /root/.bashrc | |
| unset TORCH_CUDA_ARCH_LIST # only jit compile for current arch | |
| cd /DeepSpeed | |
| pytest --verbose tests/* | |