Fix CI tests. (#898)

k2-fsa · May 21, 2024 · b445956 · b445956
1 parent fdcae56
commit b445956
Show file tree

Hide file tree

Showing 58 changed files with 345 additions and 354 deletions.
diff --git a/.github/scripts/test-offline-ctc.sh b/.github/scripts/test-offline-ctc.sh
@@ -124,15 +124,13 @@ sherpa-onnx-en-wenet-librispeech
 # sherpa-onnx-en-wenet-gigaspeech
 )
 for name in ${wenet_models[@]}; do
-  repo_url=https://huggingface.co/csukuangfj/$name
+  repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2
   log "Start testing ${repo_url}"
-  repo=$(basename $repo_url)
+  repo=$name
   log "Download pretrained model and test-data from $repo_url"
-  GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-  pushd $repo
-  git lfs pull --include "*.onnx"
-  ls -lh *.onnx
-  popd
+  curl -SL -O $repo_url
+  tar xvf $name.tar.bz2
+  rm $name.tar.bz2
 
   log "test float32 models"
   time $EXE \
@@ -156,16 +154,13 @@ done
 log "------------------------------------------------------------"
 log "Run tdnn yesno (Hebrew)"
 log "------------------------------------------------------------"
-repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno
-log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model and test-data from $repo_url"
-
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
+url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2
+curl -SL -O $url
+tar xvf sherpa-onnx-tdnn-yesno.tar.bz2
+rm sherpa-onnx-tdnn-yesno.tar.bz2
+log "Start testing ${url}"
+repo=sherpa-onnx-tdnn-yesno
+log "Download pretrained model and test-data from $url"
 
 log "test float32 models"
 time $EXE \
@@ -201,17 +196,14 @@ log "------------------------------------------------------------"
 log "Run Citrinet (stt_en_citrinet_512, English)"
 log "------------------------------------------------------------"
 
-repo_url=http://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-citrinet-512
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
+curl -SL -O $repo_url
+tar xvf sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
+rm sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
+repo=sherpa-onnx-nemo-ctc-en-citrinet-512
 log "Download pretrained model and test-data from $repo_url"
 
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
-
 time $EXE \
   --tokens=$repo/tokens.txt \
   --nemo-ctc-model=$repo/model.onnx \
@@ -233,18 +225,14 @@ rm -rf $repo
 log "------------------------------------------------------------"
 log "Run Librispeech zipformer CTC H/HL/HLG decoding (English)   "
 log "------------------------------------------------------------"
-repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-ctc-en-2023-10-02
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2
+curl -SL -O $repo_url
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
+tar xvf sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2
+rm sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2
+repo=sherpa-onnx-zipformer-ctc-en-2023-10-02
 log "Download pretrained model and test-data from $repo_url"
 
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-git lfs pull --include "*.fst"
-ls -lh
-popd
-
 graphs=(
 $repo/H.fst
 $repo/HL.fst

diff --git a/.github/scripts/test-offline-transducer.sh b/.github/scripts/test-offline-transducer.sh
@@ -118,17 +118,14 @@ log "------------------------------------------------------------"
 log "Run Conformer transducer (English)"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-conformer-en-2023-03-18
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-conformer-en-2023-03-18.tar.bz2
+curl -SL -O $repo_url
+tar xvf sherpa-onnx-conformer-en-2023-03-18.tar.bz2
+rm sherpa-onnx-conformer-en-2023-03-18.tar.bz2
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
+repo=sherpa-onnx-conformer-en-2023-03-18
 log "Download pretrained model and test-data from $repo_url"
 
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
-
 time $EXE \
   --tokens=$repo/tokens.txt \
   --encoder=$repo/encoder-epoch-99-avg-1.onnx \
@@ -155,16 +152,12 @@ log "------------------------------------------------------------"
 log "Run Zipformer transducer (English)"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-03-30
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-en-2023-03-30.tar.bz2
+curl -SL -O $repo_url
+tar xvf sherpa-onnx-zipformer-en-2023-03-30.tar.bz2
+rm sherpa-onnx-zipformer-en-2023-03-30.tar.bz2
+repo=sherpa-onnx-zipformer-en-2023-03-30
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model and test-data from $repo_url"
-
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
 
 time $EXE \
   --tokens=$repo/tokens.txt \
@@ -192,16 +185,12 @@ log "------------------------------------------------------------"
 log "Run Paraformer (Chinese)"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-03-28
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
+curl -SL -O $repo_url
+tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
+rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
+repo=sherpa-onnx-paraformer-zh-2023-03-28
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model and test-data from $repo_url"
-
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
 
 time $EXE \
   --tokens=$repo/tokens.txt \
@@ -229,16 +218,13 @@ log "------------------------------------------------------------"
 log "Run Paraformer (Chinese) with timestamps"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-09-14
-log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model and test-data from $repo_url"
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2
+curl -SL -O $repo_url
+tar xvf sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2
+rm sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2
+repo=sherpa-onnx-paraformer-zh-2023-09-14
 
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
+log "Start testing ${repo_url}"
 
 time $EXE \
   --tokens=$repo/tokens.txt \

diff --git a/.github/scripts/test-offline-tts.sh b/.github/scripts/test-offline-tts.sh
@@ -40,15 +40,13 @@ log "------------------------------------------------------------"
 log "vits-ljs test"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/vits-ljs
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-ljs.tar.bz2
+curl -SL -O $repo_url
+tar xvf vits-ljs.tar.bz2
+rm vits-ljs.tar.bz2
+repo=vits-ljs
+
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model from $repo_url"
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
 
 $EXE \
   --vits-model=$repo/vits-ljs.onnx \
@@ -65,15 +63,13 @@ log "------------------------------------------------------------"
 log "vits-vctk test"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/vits-vctk
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-vctk.tar.bz2
+curl -SL -O $repo_url
+tar xvf vits-vctk.tar.bz2
+rm vits-vctk.tar.bz2
+repo=vits-vctk
+
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model from $repo_url"
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
 
 for sid in 0 10 90; do
   $EXE \
@@ -93,15 +89,13 @@ log "------------------------------------------------------------"
 log "vits-zh-aishell3"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/vits-zh-aishell3
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-zh-aishell3.tar.bz2
+curl -SL -O $repo_url
+tar xvf vits-zh-aishell3.tar.bz2
+rm vits-zh-aishell3.tar.bz2
+repo=vits-zh-aishell3
+
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model from $repo_url"
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
 
 for sid in 0 10 90; do
   $EXE \

diff --git a/.github/scripts/test-offline-whisper.sh b/.github/scripts/test-offline-whisper.sh
@@ -33,17 +33,12 @@ for name in ${names[@]}; do
   log "Run $name"
   log "------------------------------------------------------------"
 
-  repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-whisper-$name
+  repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-$name.tar.bz2
+  curl -SL -O $repo_url
+  tar xvf sherpa-onnx-whisper-$name.tar.bz2
+  rm sherpa-onnx-whisper-$name.tar.bz2
+  repo=sherpa-onnx-whisper-$name
   log "Start testing ${repo_url}"
-  repo=$(basename $repo_url)
-  log "Download pretrained model and test-data from $repo_url"
-
-  GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-  pushd $repo
-  git lfs pull --include "*.onnx"
-  # git lfs pull --include "*.ort"
-  ls -lh *.onnx
-  popd
 
   log "test fp32 onnx"
 

diff --git a/.github/scripts/test-online-ctc.sh b/.github/scripts/test-online-ctc.sh
@@ -55,7 +55,7 @@ $EXE \
   $repo/test_wavs/1.wav \
   $repo/test_wavs/8k.wav
 
-rm -rf sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18
+rm -rf $repo
 
 log "------------------------------------------------------------"
 log "Run streaming Zipformer2 CTC                                "
@@ -87,28 +87,26 @@ time $EXE \
   $repo/test_wavs/DEV_T0000000001.wav \
   $repo/test_wavs/DEV_T0000000002.wav
 
+rm -rf $repo
 
 log "------------------------------------------------------------"
 log "Run streaming Conformer CTC from WeNet"
 log "------------------------------------------------------------"
 wenet_models=(
 sherpa-onnx-zh-wenet-aishell
-sherpa-onnx-zh-wenet-aishell2
-sherpa-onnx-zh-wenet-wenetspeech
-sherpa-onnx-zh-wenet-multi-cn
+# sherpa-onnx-zh-wenet-aishell2
+# sherpa-onnx-zh-wenet-wenetspeech
+# sherpa-onnx-zh-wenet-multi-cn
 sherpa-onnx-en-wenet-librispeech
-sherpa-onnx-en-wenet-gigaspeech
+# sherpa-onnx-en-wenet-gigaspeech
 )
 for name in ${wenet_models[@]}; do
-  repo_url=https://huggingface.co/csukuangfj/$name
+  repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2
+  curl -SL -O $repo_url
+  tar xvf $name.tar.bz2
+  rm $name.tar.bz2
+  repo=$name
   log "Start testing ${repo_url}"
-  repo=$(basename $repo_url)
-  log "Download pretrained model and test-data from $repo_url"
-  GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-  pushd $repo
-  git lfs pull --include "*.onnx"
-  ls -lh *.onnx
-  popd
 
   log "test float32 models"
   time $EXE \

diff --git a/.github/scripts/test-online-paraformer.sh b/.github/scripts/test-online-paraformer.sh
@@ -19,16 +19,13 @@ log "------------------------------------------------------------"
 log "Run streaming Paraformer"
 log "------------------------------------------------------------"
 
-repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en
+repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
+curl -SL -O $repo_url
+tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
+rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
+repo=sherpa-onnx-streaming-paraformer-bilingual-zh-en
+
 log "Start testing ${repo_url}"
-repo=$(basename $repo_url)
-log "Download pretrained model and test-data from $repo_url"
-
-GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
-pushd $repo
-git lfs pull --include "*.onnx"
-ls -lh *.onnx
-popd
 
 time $EXE \
   --tokens=$repo/tokens.txt \