Skip to content

Commit

Permalink
Merge pull request #39 from facebookresearch/main
Browse files Browse the repository at this point in the history
Latest sync
  • Loading branch information
EIFY authored Oct 7, 2022
2 parents 3485946 + b400118 commit 8143446
Show file tree
Hide file tree
Showing 35 changed files with 3,636 additions and 141 deletions.
53 changes: 4 additions & 49 deletions .circleci/config.yml
Original file line number Diff line number Diff line change
Expand Up @@ -17,47 +17,6 @@ gpu: &gpu
# -------------------------------------------------------------------------------------
cache_key: &cache_key cache-key-{{ .Environment.CIRCLE_JOB }}-{{ checksum ".circleci/config.yml" }}-{{ checksum "setup.py"}}

install_dep_common: &install_dep_common
- run:
name: Install Common Dependencies
command: |
source activate fairseq
pip install --upgrade setuptools
pip install bitarray boto3 deepspeed editdistance fastBPE iopath ipdb ipython pyarrow pytest sacremoses sentencepiece subword-nmt hydra-core==1.0.7 omegaconf==2.0.6
pip install --progress-bar off pytest
pip install --progress-bar off fairscale
pip install -i https://test.pypi.org/simple/ bitsandbytes-cuda111 -U
python -c 'import torch; print("Torch version:", torch.__version__)'
python -m torch.utils.collect_env
install_dep_fused_ops: &install_dep_fused_ops
# this version of Apex is from Feb 2021 and doesn't work with torch>=1.12
- run:
name: Install Megatron/Apex Dependencies
working_directory: ~/
command: |
source activate fairseq
git clone https://github.com/NVIDIA/apex
cd apex
git checkout e2083df5eb96643c61613b9df48dd4eea6b07690
sed -i '101,107 s/^/#/' setup.py
pip install -v --no-cache-dir --global-option="--cpp_ext" --global-option="--cuda_ext" --global-option="--deprecated_fused_adam" --global-option="--xentropy" --global-option="--fast_multihead_attn" ./
cd ~/
git clone --depth=1 --branch v2.4 https://github.com/NVIDIA/Megatron-LM.git
cd Megatron-LM
pip install -e .
install_dep_xformers: &install_dep_xformers
- run:
name: Install xFormers Dependencies
working_directory: ~/
command: |
source activate fairseq
git clone https://github.com/facebookresearch/xformers.git
cd xformers
pip install -r requirements.txt
pip install -e .
install_dep_pt1_10: &install_dep_pt1_10
- run:
name: Install Pytorch Dependencies
Expand All @@ -81,8 +40,9 @@ install_repo: &install_repo
name: Install Repository
command: |
source activate fairseq
pip install .
python setup.py build_ext --inplace
python -m pip install fairscale
python -m pip install -e '.[dev,docs]'
python -c 'import torch; print("Torch version:", torch.__version__)'
run_unittests: &run_unittests
- run:
Expand Down Expand Up @@ -134,8 +94,6 @@ jobs:
- restore_cache:
key: *cache_key
- <<: *install_dep_pt1_10
- <<: *install_dep_common
- <<: *install_dep_fused_ops
- save_cache:
paths:
- ~/miniconda/
Expand All @@ -155,8 +113,6 @@ jobs:
- restore_cache:
key: *cache_key
- <<: *install_dep_pt1_12
- <<: *install_dep_common
- <<: *install_dep_fused_ops
- save_cache:
paths:
- ~/miniconda/
Expand All @@ -168,6 +124,5 @@ workflows:
version: 2
build:
jobs:
# TODO: Figure out how to run APEX on torch 1.12
# - gpu_tests_pt1_12
- gpu_tests_pt1_12
- gpu_tests_pt1_10
2 changes: 2 additions & 0 deletions examples/speech_to_speech/__init__.py
Original file line number Diff line number Diff line change
Expand Up @@ -2,3 +2,5 @@
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.

from . import unity # noqa
7 changes: 7 additions & 0 deletions examples/speech_to_speech/unity/__init__.py
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
# Copyright (c) Facebook, Inc. and its affiliates.
#
# This source code is licensed under the MIT license found in the
# LICENSE file in the root directory of this source tree.

from . import sequence_generator # noqa
from . import sequence_generator_multi_decoder # noqa
Loading

0 comments on commit 8143446

Please sign in to comment.