正在显示
58 个修改的文件
包含
345 行增加
和
354 行删除
| @@ -124,15 +124,13 @@ sherpa-onnx-en-wenet-librispeech | @@ -124,15 +124,13 @@ sherpa-onnx-en-wenet-librispeech | ||
| 124 | # sherpa-onnx-en-wenet-gigaspeech | 124 | # sherpa-onnx-en-wenet-gigaspeech |
| 125 | ) | 125 | ) |
| 126 | for name in ${wenet_models[@]}; do | 126 | for name in ${wenet_models[@]}; do |
| 127 | - repo_url=https://huggingface.co/csukuangfj/$name | 127 | + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2 |
| 128 | log "Start testing ${repo_url}" | 128 | log "Start testing ${repo_url}" |
| 129 | - repo=$(basename $repo_url) | 129 | + repo=$name |
| 130 | log "Download pretrained model and test-data from $repo_url" | 130 | log "Download pretrained model and test-data from $repo_url" |
| 131 | - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 132 | - pushd $repo | ||
| 133 | - git lfs pull --include "*.onnx" | ||
| 134 | - ls -lh *.onnx | ||
| 135 | - popd | 131 | + curl -SL -O $repo_url |
| 132 | + tar xvf $name.tar.bz2 | ||
| 133 | + rm $name.tar.bz2 | ||
| 136 | 134 | ||
| 137 | log "test float32 models" | 135 | log "test float32 models" |
| 138 | time $EXE \ | 136 | time $EXE \ |
| @@ -156,16 +154,13 @@ done | @@ -156,16 +154,13 @@ done | ||
| 156 | log "------------------------------------------------------------" | 154 | log "------------------------------------------------------------" |
| 157 | log "Run tdnn yesno (Hebrew)" | 155 | log "Run tdnn yesno (Hebrew)" |
| 158 | log "------------------------------------------------------------" | 156 | log "------------------------------------------------------------" |
| 159 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno | ||
| 160 | -log "Start testing ${repo_url}" | ||
| 161 | -repo=$(basename $repo_url) | ||
| 162 | -log "Download pretrained model and test-data from $repo_url" | ||
| 163 | - | ||
| 164 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 165 | -pushd $repo | ||
| 166 | -git lfs pull --include "*.onnx" | ||
| 167 | -ls -lh *.onnx | ||
| 168 | -popd | 157 | +url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2 |
| 158 | +curl -SL -O $url | ||
| 159 | +tar xvf sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 160 | +rm sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 161 | +log "Start testing ${url}" | ||
| 162 | +repo=sherpa-onnx-tdnn-yesno | ||
| 163 | +log "Download pretrained model and test-data from $url" | ||
| 169 | 164 | ||
| 170 | log "test float32 models" | 165 | log "test float32 models" |
| 171 | time $EXE \ | 166 | time $EXE \ |
| @@ -201,17 +196,14 @@ log "------------------------------------------------------------" | @@ -201,17 +196,14 @@ log "------------------------------------------------------------" | ||
| 201 | log "Run Citrinet (stt_en_citrinet_512, English)" | 196 | log "Run Citrinet (stt_en_citrinet_512, English)" |
| 202 | log "------------------------------------------------------------" | 197 | log "------------------------------------------------------------" |
| 203 | 198 | ||
| 204 | -repo_url=http://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-citrinet-512 | 199 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2 |
| 200 | +curl -SL -O $repo_url | ||
| 201 | +tar xvf sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2 | ||
| 202 | +rm sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2 | ||
| 205 | log "Start testing ${repo_url}" | 203 | log "Start testing ${repo_url}" |
| 206 | -repo=$(basename $repo_url) | 204 | +repo=sherpa-onnx-nemo-ctc-en-citrinet-512 |
| 207 | log "Download pretrained model and test-data from $repo_url" | 205 | log "Download pretrained model and test-data from $repo_url" |
| 208 | 206 | ||
| 209 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 210 | -pushd $repo | ||
| 211 | -git lfs pull --include "*.onnx" | ||
| 212 | -ls -lh *.onnx | ||
| 213 | -popd | ||
| 214 | - | ||
| 215 | time $EXE \ | 207 | time $EXE \ |
| 216 | --tokens=$repo/tokens.txt \ | 208 | --tokens=$repo/tokens.txt \ |
| 217 | --nemo-ctc-model=$repo/model.onnx \ | 209 | --nemo-ctc-model=$repo/model.onnx \ |
| @@ -233,18 +225,14 @@ rm -rf $repo | @@ -233,18 +225,14 @@ rm -rf $repo | ||
| 233 | log "------------------------------------------------------------" | 225 | log "------------------------------------------------------------" |
| 234 | log "Run Librispeech zipformer CTC H/HL/HLG decoding (English) " | 226 | log "Run Librispeech zipformer CTC H/HL/HLG decoding (English) " |
| 235 | log "------------------------------------------------------------" | 227 | log "------------------------------------------------------------" |
| 236 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-ctc-en-2023-10-02 | 228 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2 |
| 229 | +curl -SL -O $repo_url | ||
| 237 | log "Start testing ${repo_url}" | 230 | log "Start testing ${repo_url}" |
| 238 | -repo=$(basename $repo_url) | 231 | +tar xvf sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2 |
| 232 | +rm sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2 | ||
| 233 | +repo=sherpa-onnx-zipformer-ctc-en-2023-10-02 | ||
| 239 | log "Download pretrained model and test-data from $repo_url" | 234 | log "Download pretrained model and test-data from $repo_url" |
| 240 | 235 | ||
| 241 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 242 | -pushd $repo | ||
| 243 | -git lfs pull --include "*.onnx" | ||
| 244 | -git lfs pull --include "*.fst" | ||
| 245 | -ls -lh | ||
| 246 | -popd | ||
| 247 | - | ||
| 248 | graphs=( | 236 | graphs=( |
| 249 | $repo/H.fst | 237 | $repo/H.fst |
| 250 | $repo/HL.fst | 238 | $repo/HL.fst |
| @@ -118,17 +118,14 @@ log "------------------------------------------------------------" | @@ -118,17 +118,14 @@ log "------------------------------------------------------------" | ||
| 118 | log "Run Conformer transducer (English)" | 118 | log "Run Conformer transducer (English)" |
| 119 | log "------------------------------------------------------------" | 119 | log "------------------------------------------------------------" |
| 120 | 120 | ||
| 121 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-conformer-en-2023-03-18 | 121 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-conformer-en-2023-03-18.tar.bz2 |
| 122 | +curl -SL -O $repo_url | ||
| 123 | +tar xvf sherpa-onnx-conformer-en-2023-03-18.tar.bz2 | ||
| 124 | +rm sherpa-onnx-conformer-en-2023-03-18.tar.bz2 | ||
| 122 | log "Start testing ${repo_url}" | 125 | log "Start testing ${repo_url}" |
| 123 | -repo=$(basename $repo_url) | 126 | +repo=sherpa-onnx-conformer-en-2023-03-18 |
| 124 | log "Download pretrained model and test-data from $repo_url" | 127 | log "Download pretrained model and test-data from $repo_url" |
| 125 | 128 | ||
| 126 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 127 | -pushd $repo | ||
| 128 | -git lfs pull --include "*.onnx" | ||
| 129 | -ls -lh *.onnx | ||
| 130 | -popd | ||
| 131 | - | ||
| 132 | time $EXE \ | 129 | time $EXE \ |
| 133 | --tokens=$repo/tokens.txt \ | 130 | --tokens=$repo/tokens.txt \ |
| 134 | --encoder=$repo/encoder-epoch-99-avg-1.onnx \ | 131 | --encoder=$repo/encoder-epoch-99-avg-1.onnx \ |
| @@ -155,16 +152,12 @@ log "------------------------------------------------------------" | @@ -155,16 +152,12 @@ log "------------------------------------------------------------" | ||
| 155 | log "Run Zipformer transducer (English)" | 152 | log "Run Zipformer transducer (English)" |
| 156 | log "------------------------------------------------------------" | 153 | log "------------------------------------------------------------" |
| 157 | 154 | ||
| 158 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-03-30 | 155 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-en-2023-03-30.tar.bz2 |
| 156 | +curl -SL -O $repo_url | ||
| 157 | +tar xvf sherpa-onnx-zipformer-en-2023-03-30.tar.bz2 | ||
| 158 | +rm sherpa-onnx-zipformer-en-2023-03-30.tar.bz2 | ||
| 159 | +repo=sherpa-onnx-zipformer-en-2023-03-30 | ||
| 159 | log "Start testing ${repo_url}" | 160 | log "Start testing ${repo_url}" |
| 160 | -repo=$(basename $repo_url) | ||
| 161 | -log "Download pretrained model and test-data from $repo_url" | ||
| 162 | - | ||
| 163 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 164 | -pushd $repo | ||
| 165 | -git lfs pull --include "*.onnx" | ||
| 166 | -ls -lh *.onnx | ||
| 167 | -popd | ||
| 168 | 161 | ||
| 169 | time $EXE \ | 162 | time $EXE \ |
| 170 | --tokens=$repo/tokens.txt \ | 163 | --tokens=$repo/tokens.txt \ |
| @@ -192,16 +185,12 @@ log "------------------------------------------------------------" | @@ -192,16 +185,12 @@ log "------------------------------------------------------------" | ||
| 192 | log "Run Paraformer (Chinese)" | 185 | log "Run Paraformer (Chinese)" |
| 193 | log "------------------------------------------------------------" | 186 | log "------------------------------------------------------------" |
| 194 | 187 | ||
| 195 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-03-28 | 188 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 |
| 189 | +curl -SL -O $repo_url | ||
| 190 | +tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 191 | +rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 192 | +repo=sherpa-onnx-paraformer-zh-2023-03-28 | ||
| 196 | log "Start testing ${repo_url}" | 193 | log "Start testing ${repo_url}" |
| 197 | -repo=$(basename $repo_url) | ||
| 198 | -log "Download pretrained model and test-data from $repo_url" | ||
| 199 | - | ||
| 200 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 201 | -pushd $repo | ||
| 202 | -git lfs pull --include "*.onnx" | ||
| 203 | -ls -lh *.onnx | ||
| 204 | -popd | ||
| 205 | 194 | ||
| 206 | time $EXE \ | 195 | time $EXE \ |
| 207 | --tokens=$repo/tokens.txt \ | 196 | --tokens=$repo/tokens.txt \ |
| @@ -229,16 +218,13 @@ log "------------------------------------------------------------" | @@ -229,16 +218,13 @@ log "------------------------------------------------------------" | ||
| 229 | log "Run Paraformer (Chinese) with timestamps" | 218 | log "Run Paraformer (Chinese) with timestamps" |
| 230 | log "------------------------------------------------------------" | 219 | log "------------------------------------------------------------" |
| 231 | 220 | ||
| 232 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-09-14 | ||
| 233 | -log "Start testing ${repo_url}" | ||
| 234 | -repo=$(basename $repo_url) | ||
| 235 | -log "Download pretrained model and test-data from $repo_url" | 221 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2 |
| 222 | +curl -SL -O $repo_url | ||
| 223 | +tar xvf sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2 | ||
| 224 | +rm sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2 | ||
| 225 | +repo=sherpa-onnx-paraformer-zh-2023-09-14 | ||
| 236 | 226 | ||
| 237 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 238 | -pushd $repo | ||
| 239 | -git lfs pull --include "*.onnx" | ||
| 240 | -ls -lh *.onnx | ||
| 241 | -popd | 227 | +log "Start testing ${repo_url}" |
| 242 | 228 | ||
| 243 | time $EXE \ | 229 | time $EXE \ |
| 244 | --tokens=$repo/tokens.txt \ | 230 | --tokens=$repo/tokens.txt \ |
| @@ -40,15 +40,13 @@ log "------------------------------------------------------------" | @@ -40,15 +40,13 @@ log "------------------------------------------------------------" | ||
| 40 | log "vits-ljs test" | 40 | log "vits-ljs test" |
| 41 | log "------------------------------------------------------------" | 41 | log "------------------------------------------------------------" |
| 42 | 42 | ||
| 43 | -repo_url=https://huggingface.co/csukuangfj/vits-ljs | 43 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-ljs.tar.bz2 |
| 44 | +curl -SL -O $repo_url | ||
| 45 | +tar xvf vits-ljs.tar.bz2 | ||
| 46 | +rm vits-ljs.tar.bz2 | ||
| 47 | +repo=vits-ljs | ||
| 48 | + | ||
| 44 | log "Start testing ${repo_url}" | 49 | log "Start testing ${repo_url}" |
| 45 | -repo=$(basename $repo_url) | ||
| 46 | -log "Download pretrained model from $repo_url" | ||
| 47 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 48 | -pushd $repo | ||
| 49 | -git lfs pull --include "*.onnx" | ||
| 50 | -ls -lh *.onnx | ||
| 51 | -popd | ||
| 52 | 50 | ||
| 53 | $EXE \ | 51 | $EXE \ |
| 54 | --vits-model=$repo/vits-ljs.onnx \ | 52 | --vits-model=$repo/vits-ljs.onnx \ |
| @@ -65,15 +63,13 @@ log "------------------------------------------------------------" | @@ -65,15 +63,13 @@ log "------------------------------------------------------------" | ||
| 65 | log "vits-vctk test" | 63 | log "vits-vctk test" |
| 66 | log "------------------------------------------------------------" | 64 | log "------------------------------------------------------------" |
| 67 | 65 | ||
| 68 | -repo_url=https://huggingface.co/csukuangfj/vits-vctk | 66 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-vctk.tar.bz2 |
| 67 | +curl -SL -O $repo_url | ||
| 68 | +tar xvf vits-vctk.tar.bz2 | ||
| 69 | +rm vits-vctk.tar.bz2 | ||
| 70 | +repo=vits-vctk | ||
| 71 | + | ||
| 69 | log "Start testing ${repo_url}" | 72 | log "Start testing ${repo_url}" |
| 70 | -repo=$(basename $repo_url) | ||
| 71 | -log "Download pretrained model from $repo_url" | ||
| 72 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 73 | -pushd $repo | ||
| 74 | -git lfs pull --include "*.onnx" | ||
| 75 | -ls -lh *.onnx | ||
| 76 | -popd | ||
| 77 | 73 | ||
| 78 | for sid in 0 10 90; do | 74 | for sid in 0 10 90; do |
| 79 | $EXE \ | 75 | $EXE \ |
| @@ -93,15 +89,13 @@ log "------------------------------------------------------------" | @@ -93,15 +89,13 @@ log "------------------------------------------------------------" | ||
| 93 | log "vits-zh-aishell3" | 89 | log "vits-zh-aishell3" |
| 94 | log "------------------------------------------------------------" | 90 | log "------------------------------------------------------------" |
| 95 | 91 | ||
| 96 | -repo_url=https://huggingface.co/csukuangfj/vits-zh-aishell3 | 92 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-zh-aishell3.tar.bz2 |
| 93 | +curl -SL -O $repo_url | ||
| 94 | +tar xvf vits-zh-aishell3.tar.bz2 | ||
| 95 | +rm vits-zh-aishell3.tar.bz2 | ||
| 96 | +repo=vits-zh-aishell3 | ||
| 97 | + | ||
| 97 | log "Start testing ${repo_url}" | 98 | log "Start testing ${repo_url}" |
| 98 | -repo=$(basename $repo_url) | ||
| 99 | -log "Download pretrained model from $repo_url" | ||
| 100 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 101 | -pushd $repo | ||
| 102 | -git lfs pull --include "*.onnx" | ||
| 103 | -ls -lh *.onnx | ||
| 104 | -popd | ||
| 105 | 99 | ||
| 106 | for sid in 0 10 90; do | 100 | for sid in 0 10 90; do |
| 107 | $EXE \ | 101 | $EXE \ |
| @@ -33,17 +33,12 @@ for name in ${names[@]}; do | @@ -33,17 +33,12 @@ for name in ${names[@]}; do | ||
| 33 | log "Run $name" | 33 | log "Run $name" |
| 34 | log "------------------------------------------------------------" | 34 | log "------------------------------------------------------------" |
| 35 | 35 | ||
| 36 | - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-whisper-$name | 36 | + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-$name.tar.bz2 |
| 37 | + curl -SL -O $repo_url | ||
| 38 | + tar xvf sherpa-onnx-whisper-$name.tar.bz2 | ||
| 39 | + rm sherpa-onnx-whisper-$name.tar.bz2 | ||
| 40 | + repo=sherpa-onnx-whisper-$name | ||
| 37 | log "Start testing ${repo_url}" | 41 | log "Start testing ${repo_url}" |
| 38 | - repo=$(basename $repo_url) | ||
| 39 | - log "Download pretrained model and test-data from $repo_url" | ||
| 40 | - | ||
| 41 | - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 42 | - pushd $repo | ||
| 43 | - git lfs pull --include "*.onnx" | ||
| 44 | - # git lfs pull --include "*.ort" | ||
| 45 | - ls -lh *.onnx | ||
| 46 | - popd | ||
| 47 | 42 | ||
| 48 | log "test fp32 onnx" | 43 | log "test fp32 onnx" |
| 49 | 44 |
| @@ -55,7 +55,7 @@ $EXE \ | @@ -55,7 +55,7 @@ $EXE \ | ||
| 55 | $repo/test_wavs/1.wav \ | 55 | $repo/test_wavs/1.wav \ |
| 56 | $repo/test_wavs/8k.wav | 56 | $repo/test_wavs/8k.wav |
| 57 | 57 | ||
| 58 | -rm -rf sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18 | 58 | +rm -rf $repo |
| 59 | 59 | ||
| 60 | log "------------------------------------------------------------" | 60 | log "------------------------------------------------------------" |
| 61 | log "Run streaming Zipformer2 CTC " | 61 | log "Run streaming Zipformer2 CTC " |
| @@ -87,28 +87,26 @@ time $EXE \ | @@ -87,28 +87,26 @@ time $EXE \ | ||
| 87 | $repo/test_wavs/DEV_T0000000001.wav \ | 87 | $repo/test_wavs/DEV_T0000000001.wav \ |
| 88 | $repo/test_wavs/DEV_T0000000002.wav | 88 | $repo/test_wavs/DEV_T0000000002.wav |
| 89 | 89 | ||
| 90 | +rm -rf $repo | ||
| 90 | 91 | ||
| 91 | log "------------------------------------------------------------" | 92 | log "------------------------------------------------------------" |
| 92 | log "Run streaming Conformer CTC from WeNet" | 93 | log "Run streaming Conformer CTC from WeNet" |
| 93 | log "------------------------------------------------------------" | 94 | log "------------------------------------------------------------" |
| 94 | wenet_models=( | 95 | wenet_models=( |
| 95 | sherpa-onnx-zh-wenet-aishell | 96 | sherpa-onnx-zh-wenet-aishell |
| 96 | -sherpa-onnx-zh-wenet-aishell2 | ||
| 97 | -sherpa-onnx-zh-wenet-wenetspeech | ||
| 98 | -sherpa-onnx-zh-wenet-multi-cn | 97 | +# sherpa-onnx-zh-wenet-aishell2 |
| 98 | +# sherpa-onnx-zh-wenet-wenetspeech | ||
| 99 | +# sherpa-onnx-zh-wenet-multi-cn | ||
| 99 | sherpa-onnx-en-wenet-librispeech | 100 | sherpa-onnx-en-wenet-librispeech |
| 100 | -sherpa-onnx-en-wenet-gigaspeech | 101 | +# sherpa-onnx-en-wenet-gigaspeech |
| 101 | ) | 102 | ) |
| 102 | for name in ${wenet_models[@]}; do | 103 | for name in ${wenet_models[@]}; do |
| 103 | - repo_url=https://huggingface.co/csukuangfj/$name | 104 | + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2 |
| 105 | + curl -SL -O $repo_url | ||
| 106 | + tar xvf $name.tar.bz2 | ||
| 107 | + rm $name.tar.bz2 | ||
| 108 | + repo=$name | ||
| 104 | log "Start testing ${repo_url}" | 109 | log "Start testing ${repo_url}" |
| 105 | - repo=$(basename $repo_url) | ||
| 106 | - log "Download pretrained model and test-data from $repo_url" | ||
| 107 | - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 108 | - pushd $repo | ||
| 109 | - git lfs pull --include "*.onnx" | ||
| 110 | - ls -lh *.onnx | ||
| 111 | - popd | ||
| 112 | 110 | ||
| 113 | log "test float32 models" | 111 | log "test float32 models" |
| 114 | time $EXE \ | 112 | time $EXE \ |
| @@ -19,16 +19,13 @@ log "------------------------------------------------------------" | @@ -19,16 +19,13 @@ log "------------------------------------------------------------" | ||
| 19 | log "Run streaming Paraformer" | 19 | log "Run streaming Paraformer" |
| 20 | log "------------------------------------------------------------" | 20 | log "------------------------------------------------------------" |
| 21 | 21 | ||
| 22 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en | 22 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 |
| 23 | +curl -SL -O $repo_url | ||
| 24 | +tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 25 | +rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 26 | +repo=sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 27 | + | ||
| 23 | log "Start testing ${repo_url}" | 28 | log "Start testing ${repo_url}" |
| 24 | -repo=$(basename $repo_url) | ||
| 25 | -log "Download pretrained model and test-data from $repo_url" | ||
| 26 | - | ||
| 27 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 28 | -pushd $repo | ||
| 29 | -git lfs pull --include "*.onnx" | ||
| 30 | -ls -lh *.onnx | ||
| 31 | -popd | ||
| 32 | 29 | ||
| 33 | time $EXE \ | 30 | time $EXE \ |
| 34 | --tokens=$repo/tokens.txt \ | 31 | --tokens=$repo/tokens.txt \ |
| @@ -19,16 +19,13 @@ log "------------------------------------------------------------" | @@ -19,16 +19,13 @@ log "------------------------------------------------------------" | ||
| 19 | log "Run LSTM transducer (English)" | 19 | log "Run LSTM transducer (English)" |
| 20 | log "------------------------------------------------------------" | 20 | log "------------------------------------------------------------" |
| 21 | 21 | ||
| 22 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-lstm-en-2023-02-17 | ||
| 23 | -log "Start testing ${repo_url}" | ||
| 24 | -repo=$(basename $repo_url) | ||
| 25 | -log "Download pretrained model and test-data from $repo_url" | 22 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-lstm-en-2023-02-17.tar.bz2 |
| 23 | +curl -SL -O $repo_url | ||
| 24 | +tar xvf sherpa-onnx-lstm-en-2023-02-17.tar.bz2 | ||
| 25 | +rm sherpa-onnx-lstm-en-2023-02-17.tar.bz2 | ||
| 26 | +repo=sherpa-onnx-lstm-en-2023-02-17 | ||
| 26 | 27 | ||
| 27 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 28 | -pushd $repo | ||
| 29 | -git lfs pull --include "*.onnx" | ||
| 30 | -ls -lh *.onnx | ||
| 31 | -popd | 28 | +log "Start testing ${repo_url}" |
| 32 | 29 | ||
| 33 | waves=( | 30 | waves=( |
| 34 | $repo/test_wavs/0.wav | 31 | $repo/test_wavs/0.wav |
| @@ -62,16 +59,13 @@ log "------------------------------------------------------------" | @@ -62,16 +59,13 @@ log "------------------------------------------------------------" | ||
| 62 | log "Run LSTM transducer (Chinese)" | 59 | log "Run LSTM transducer (Chinese)" |
| 63 | log "------------------------------------------------------------" | 60 | log "------------------------------------------------------------" |
| 64 | 61 | ||
| 65 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-lstm-zh-2023-02-20 | ||
| 66 | -log "Start testing ${repo_url}" | ||
| 67 | -repo=$(basename $repo_url) | ||
| 68 | -log "Download pretrained model and test-data from $repo_url" | 62 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-lstm-zh-2023-02-20.tar.bz2 |
| 63 | +curl -SL -O $repo_url | ||
| 64 | +tar xvf sherpa-onnx-lstm-zh-2023-02-20.tar.bz2 | ||
| 65 | +rm sherpa-onnx-lstm-zh-2023-02-20.tar.bz2 | ||
| 66 | +repo=sherpa-onnx-lstm-zh-2023-02-20 | ||
| 69 | 67 | ||
| 70 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 71 | -pushd $repo | ||
| 72 | -git lfs pull --include "*.onnx" | ||
| 73 | -ls -lh *.onnx | ||
| 74 | -popd | 68 | +log "Start testing ${repo_url}" |
| 75 | 69 | ||
| 76 | waves=( | 70 | waves=( |
| 77 | $repo/test_wavs/0.wav | 71 | $repo/test_wavs/0.wav |
| @@ -105,16 +99,13 @@ log "------------------------------------------------------------" | @@ -105,16 +99,13 @@ log "------------------------------------------------------------" | ||
| 105 | log "Run streaming Zipformer transducer (English)" | 99 | log "Run streaming Zipformer transducer (English)" |
| 106 | log "------------------------------------------------------------" | 100 | log "------------------------------------------------------------" |
| 107 | 101 | ||
| 108 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-02-21 | ||
| 109 | -log "Start testing ${repo_url}" | ||
| 110 | -repo=$(basename $repo_url) | ||
| 111 | -log "Download pretrained model and test-data from $repo_url" | 102 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-02-21.tar.bz2 |
| 103 | +curl -SL -O $repo_url | ||
| 104 | +tar xvf sherpa-onnx-streaming-zipformer-en-2023-02-21.tar.bz2 | ||
| 105 | +rm sherpa-onnx-streaming-zipformer-en-2023-02-21.tar.bz2 | ||
| 106 | +repo=sherpa-onnx-streaming-zipformer-en-2023-02-21 | ||
| 112 | 107 | ||
| 113 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 114 | -pushd $repo | ||
| 115 | -git lfs pull --include "*.onnx" | ||
| 116 | -ls -lh *.onnx | ||
| 117 | -popd | 108 | +log "Start testing ${repo_url}" |
| 118 | 109 | ||
| 119 | waves=( | 110 | waves=( |
| 120 | $repo/test_wavs/0.wav | 111 | $repo/test_wavs/0.wav |
| @@ -150,16 +141,13 @@ log "------------------------------------------------------------" | @@ -150,16 +141,13 @@ log "------------------------------------------------------------" | ||
| 150 | log "Run streaming Zipformer transducer (Bilingual, Chinese + English)" | 141 | log "Run streaming Zipformer transducer (Bilingual, Chinese + English)" |
| 151 | log "------------------------------------------------------------" | 142 | log "------------------------------------------------------------" |
| 152 | 143 | ||
| 153 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 | ||
| 154 | -log "Start testing ${repo_url}" | ||
| 155 | -repo=$(basename $repo_url) | ||
| 156 | -log "Download pretrained model and test-data from $repo_url" | 144 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 |
| 145 | +curl -SL -O $repo_url | ||
| 146 | +tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 147 | +rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 148 | +repo=sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 | ||
| 157 | 149 | ||
| 158 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 159 | -pushd $repo | ||
| 160 | -git lfs pull --include "*.onnx" | ||
| 161 | -ls -lh *.onnx | ||
| 162 | -popd | 150 | +log "Start testing ${repo_url}" |
| 163 | 151 | ||
| 164 | waves=( | 152 | waves=( |
| 165 | $repo/test_wavs/0.wav | 153 | $repo/test_wavs/0.wav |
| @@ -216,16 +204,13 @@ log "------------------------------------------------------------" | @@ -216,16 +204,13 @@ log "------------------------------------------------------------" | ||
| 216 | log "Run streaming Conformer transducer (English)" | 204 | log "Run streaming Conformer transducer (English)" |
| 217 | log "------------------------------------------------------------" | 205 | log "------------------------------------------------------------" |
| 218 | 206 | ||
| 219 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-conformer-en-2023-05-09 | 207 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-conformer-en-2023-05-09.tar.bz2 |
| 208 | +curl -SL -O $repo_url | ||
| 209 | +tar xvf sherpa-onnx-streaming-conformer-en-2023-05-09.tar.bz2 | ||
| 210 | +rm sherpa-onnx-streaming-conformer-en-2023-05-09.tar.bz2 | ||
| 211 | +repo=sherpa-onnx-streaming-conformer-en-2023-05-09 | ||
| 212 | + | ||
| 220 | log "Start testing ${repo_url}" | 213 | log "Start testing ${repo_url}" |
| 221 | -repo=$(basename $repo_url) | ||
| 222 | -log "Download pretrained model and test-data from $repo_url" | ||
| 223 | - | ||
| 224 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 225 | -pushd $repo | ||
| 226 | -git lfs pull --include "*.onnx" | ||
| 227 | -ls -lh *.onnx | ||
| 228 | -popd | ||
| 229 | 214 | ||
| 230 | waves=( | 215 | waves=( |
| 231 | $repo/test_wavs/0.wav | 216 | $repo/test_wavs/0.wav |
| @@ -102,20 +102,16 @@ wenet_models=( | @@ -102,20 +102,16 @@ wenet_models=( | ||
| 102 | # sherpa-onnx-zh-wenet-wenetspeech | 102 | # sherpa-onnx-zh-wenet-wenetspeech |
| 103 | # sherpa-onnx-zh-wenet-multi-cn | 103 | # sherpa-onnx-zh-wenet-multi-cn |
| 104 | sherpa-onnx-en-wenet-librispeech | 104 | sherpa-onnx-en-wenet-librispeech |
| 105 | -sherpa-onnx-en-wenet-gigaspeech | 105 | +# sherpa-onnx-en-wenet-gigaspeech |
| 106 | ) | 106 | ) |
| 107 | 107 | ||
| 108 | for name in ${wenet_models[@]}; do | 108 | for name in ${wenet_models[@]}; do |
| 109 | - repo_url=https://huggingface.co/csukuangfj/$name | 109 | + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2 |
| 110 | + curl -SL -O $repo_url | ||
| 111 | + tar xvf $name.tar.bz2 | ||
| 112 | + rm $name.tar.bz2 | ||
| 113 | + repo=$name | ||
| 110 | log "Start testing ${repo_url}" | 114 | log "Start testing ${repo_url}" |
| 111 | - repo=$dir/$(basename $repo_url) | ||
| 112 | - log "Download pretrained model and test-data from $repo_url" | ||
| 113 | - pushd $dir | ||
| 114 | - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 115 | - cd $repo | ||
| 116 | - git lfs pull --include "*.onnx" | ||
| 117 | - ls -lh *.onnx | ||
| 118 | - popd | ||
| 119 | 115 | ||
| 120 | python3 ./python-api-examples/offline-decode-files.py \ | 116 | python3 ./python-api-examples/offline-decode-files.py \ |
| 121 | --tokens=$repo/tokens.txt \ | 117 | --tokens=$repo/tokens.txt \ |
| @@ -206,16 +202,14 @@ log "Test streaming transducer models" | @@ -206,16 +202,14 @@ log "Test streaming transducer models" | ||
| 206 | if [[ x$OS != x'windows-latest' ]]; then | 202 | if [[ x$OS != x'windows-latest' ]]; then |
| 207 | echo "OS: $OS" | 203 | echo "OS: $OS" |
| 208 | pushd $dir | 204 | pushd $dir |
| 209 | - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 | 205 | + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 |
| 206 | + curl -SL -O $repo_url | ||
| 207 | + tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 208 | + rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 209 | + repo=sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 | ||
| 210 | 210 | ||
| 211 | log "Start testing ${repo_url}" | 211 | log "Start testing ${repo_url}" |
| 212 | - repo=$dir/$(basename $repo_url) | ||
| 213 | - log "Download pretrained model and test-data from $repo_url" | ||
| 214 | - | ||
| 215 | - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 216 | - cd $repo | ||
| 217 | - git lfs pull --include "*.onnx" | ||
| 218 | - popd | 212 | + repo=$dir/$repo |
| 219 | 213 | ||
| 220 | python3 -c "import sherpa_onnx; print(sherpa_onnx.__file__)" | 214 | python3 -c "import sherpa_onnx; print(sherpa_onnx.__file__)" |
| 221 | sherpa_onnx_version=$(python3 -c "import sherpa_onnx; print(sherpa_onnx.__version__)") | 215 | sherpa_onnx_version=$(python3 -c "import sherpa_onnx; print(sherpa_onnx.__version__)") |
| @@ -255,15 +249,14 @@ fi | @@ -255,15 +249,14 @@ fi | ||
| 255 | log "Test non-streaming transducer models" | 249 | log "Test non-streaming transducer models" |
| 256 | 250 | ||
| 257 | pushd $dir | 251 | pushd $dir |
| 258 | -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-04-01 | ||
| 259 | - | ||
| 260 | -log "Start testing ${repo_url}" | ||
| 261 | -repo=$dir/$(basename $repo_url) | 252 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-en-2023-04-01.tar.bz2 |
| 262 | log "Download pretrained model and test-data from $repo_url" | 253 | log "Download pretrained model and test-data from $repo_url" |
| 263 | 254 | ||
| 264 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 265 | -cd $repo | ||
| 266 | -git lfs pull --include "*.onnx" | 255 | +curl -SL -O $repo_url |
| 256 | +tar xvf sherpa-onnx-zipformer-en-2023-04-01.tar.bz2 | ||
| 257 | +rm sherpa-onnx-zipformer-en-2023-04-01.tar.bz2 | ||
| 258 | +repo=$dir/sherpa-onnx-zipformer-en-2023-04-01 | ||
| 259 | + | ||
| 267 | popd | 260 | popd |
| 268 | 261 | ||
| 269 | ls -lh $repo | 262 | ls -lh $repo |
| @@ -295,16 +288,13 @@ log "Test non-streaming paraformer models" | @@ -295,16 +288,13 @@ log "Test non-streaming paraformer models" | ||
| 295 | if [[ x$OS != x'windows-latest' ]]; then | 288 | if [[ x$OS != x'windows-latest' ]]; then |
| 296 | echo "OS: $OS" | 289 | echo "OS: $OS" |
| 297 | pushd $dir | 290 | pushd $dir |
| 298 | - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-03-28 | 291 | + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 |
| 292 | + curl -SL -O $repo_url | ||
| 293 | + tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 294 | + rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 299 | 295 | ||
| 300 | log "Start testing ${repo_url}" | 296 | log "Start testing ${repo_url}" |
| 301 | - repo=$dir/$(basename $repo_url) | ||
| 302 | - log "Download pretrained model and test-data from $repo_url" | ||
| 303 | - | ||
| 304 | - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 305 | - cd $repo | ||
| 306 | - git lfs pull --include "*.onnx" | ||
| 307 | - popd | 297 | + repo=$dir/sherpa-onnx-paraformer-zh-2023-03-28 |
| 308 | 298 | ||
| 309 | ls -lh $repo | 299 | ls -lh $repo |
| 310 | 300 | ||
| @@ -332,16 +322,13 @@ fi | @@ -332,16 +322,13 @@ fi | ||
| 332 | log "Test non-streaming NeMo CTC models" | 322 | log "Test non-streaming NeMo CTC models" |
| 333 | 323 | ||
| 334 | pushd $dir | 324 | pushd $dir |
| 335 | -repo_url=http://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-citrinet-512 | 325 | +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2 |
| 326 | +curl -SL -O $repo_url | ||
| 327 | +tar xvf sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2 | ||
| 328 | +rm sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2 | ||
| 336 | 329 | ||
| 337 | log "Start testing ${repo_url}" | 330 | log "Start testing ${repo_url}" |
| 338 | -repo=$dir/$(basename $repo_url) | ||
| 339 | -log "Download pretrained model and test-data from $repo_url" | ||
| 340 | - | ||
| 341 | -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 342 | -cd $repo | ||
| 343 | -git lfs pull --include "*.onnx" | ||
| 344 | -popd | 331 | +repo=$dir/sherpa-onnx-nemo-ctc-en-citrinet-512 |
| 345 | 332 | ||
| 346 | ls -lh $repo | 333 | ls -lh $repo |
| 347 | 334 |
| @@ -73,18 +73,13 @@ for name in ${names[@]}; do | @@ -73,18 +73,13 @@ for name in ${names[@]}; do | ||
| 73 | log "------------------------------------------------------------" | 73 | log "------------------------------------------------------------" |
| 74 | log "Run $name" | 74 | log "Run $name" |
| 75 | log "------------------------------------------------------------" | 75 | log "------------------------------------------------------------" |
| 76 | + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-$name.tar.bz2 | ||
| 77 | + curl -SL -O $repo_url | ||
| 78 | + tar xvf sherpa-onnx-whisper-$name.tar.bz2 | ||
| 79 | + rm sherpa-onnx-whisper-$name.tar.bz2 | ||
| 76 | 80 | ||
| 77 | - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-whisper-$name | ||
| 78 | log "Start testing ${repo_url}" | 81 | log "Start testing ${repo_url}" |
| 79 | - repo=$(basename $repo_url) | ||
| 80 | - log "Download pretrained model and test-data from $repo_url" | ||
| 81 | - | ||
| 82 | - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url | ||
| 83 | - pushd $repo | ||
| 84 | - git lfs pull --include "*.onnx" | ||
| 85 | - # git lfs pull --include "*.ort" | ||
| 86 | - ls -lh *.onnx | ||
| 87 | - popd | 82 | + repo=sherpa-onnx-whisper-$name |
| 88 | 83 | ||
| 89 | for wav in ${waves[@]}; do | 84 | for wav in ${waves[@]}; do |
| 90 | log "test fp32 onnx" | 85 | log "test fp32 onnx" |
| @@ -192,6 +192,7 @@ jobs: | @@ -192,6 +192,7 @@ jobs: | ||
| 192 | git config --global user.name "Fangjun Kuang" | 192 | git config --global user.name "Fangjun Kuang" |
| 193 | 193 | ||
| 194 | rm -rf huggingface | 194 | rm -rf huggingface |
| 195 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 195 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 196 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 196 | 197 | ||
| 197 | cd huggingface | 198 | cd huggingface |
| @@ -183,6 +183,7 @@ jobs: | @@ -183,6 +183,7 @@ jobs: | ||
| 183 | git config --global user.name "Fangjun Kuang" | 183 | git config --global user.name "Fangjun Kuang" |
| 184 | 184 | ||
| 185 | rm -rf huggingface | 185 | rm -rf huggingface |
| 186 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 186 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 187 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 187 | 188 | ||
| 188 | cd huggingface | 189 | cd huggingface |
| @@ -120,6 +120,7 @@ jobs: | @@ -120,6 +120,7 @@ jobs: | ||
| 120 | ls -lh | 120 | ls -lh |
| 121 | 121 | ||
| 122 | rm -rf huggingface | 122 | rm -rf huggingface |
| 123 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 123 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 124 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 124 | 125 | ||
| 125 | cd huggingface | 126 | cd huggingface |
| @@ -158,6 +158,7 @@ jobs: | @@ -158,6 +158,7 @@ jobs: | ||
| 158 | 158 | ||
| 159 | rm -rf huggingface | 159 | rm -rf huggingface |
| 160 | export GIT_LFS_SKIP_SMUDGE=1 | 160 | export GIT_LFS_SKIP_SMUDGE=1 |
| 161 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 161 | 162 | ||
| 162 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 163 | cd huggingface | 164 | cd huggingface |
| @@ -158,6 +158,7 @@ jobs: | @@ -158,6 +158,7 @@ jobs: | ||
| 158 | 158 | ||
| 159 | rm -rf huggingface | 159 | rm -rf huggingface |
| 160 | export GIT_LFS_SKIP_SMUDGE=1 | 160 | export GIT_LFS_SKIP_SMUDGE=1 |
| 161 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 161 | 162 | ||
| 162 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 163 | cd huggingface | 164 | cd huggingface |
| @@ -158,6 +158,7 @@ jobs: | @@ -158,6 +158,7 @@ jobs: | ||
| 158 | 158 | ||
| 159 | rm -rf huggingface | 159 | rm -rf huggingface |
| 160 | export GIT_LFS_SKIP_SMUDGE=1 | 160 | export GIT_LFS_SKIP_SMUDGE=1 |
| 161 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 161 | 162 | ||
| 162 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 163 | cd huggingface | 164 | cd huggingface |
| @@ -158,6 +158,7 @@ jobs: | @@ -158,6 +158,7 @@ jobs: | ||
| 158 | 158 | ||
| 159 | rm -rf huggingface | 159 | rm -rf huggingface |
| 160 | export GIT_LFS_SKIP_SMUDGE=1 | 160 | export GIT_LFS_SKIP_SMUDGE=1 |
| 161 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 161 | 162 | ||
| 162 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 163 | cd huggingface | 164 | cd huggingface |
| @@ -155,6 +155,7 @@ jobs: | @@ -155,6 +155,7 @@ jobs: | ||
| 155 | 155 | ||
| 156 | rm -rf huggingface | 156 | rm -rf huggingface |
| 157 | export GIT_LFS_SKIP_SMUDGE=1 | 157 | export GIT_LFS_SKIP_SMUDGE=1 |
| 158 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 158 | 159 | ||
| 159 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 160 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 160 | cd huggingface | 161 | cd huggingface |
| @@ -96,6 +96,7 @@ jobs: | @@ -96,6 +96,7 @@ jobs: | ||
| 96 | 96 | ||
| 97 | rm -rf huggingface | 97 | rm -rf huggingface |
| 98 | export GIT_LFS_SKIP_SMUDGE=1 | 98 | export GIT_LFS_SKIP_SMUDGE=1 |
| 99 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 99 | 100 | ||
| 100 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 101 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 101 | cd huggingface | 102 | cd huggingface |
| @@ -158,6 +158,7 @@ jobs: | @@ -158,6 +158,7 @@ jobs: | ||
| 158 | 158 | ||
| 159 | rm -rf huggingface | 159 | rm -rf huggingface |
| 160 | export GIT_LFS_SKIP_SMUDGE=1 | 160 | export GIT_LFS_SKIP_SMUDGE=1 |
| 161 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 161 | 162 | ||
| 162 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 163 | cd huggingface | 164 | cd huggingface |
| @@ -159,6 +159,7 @@ jobs: | @@ -159,6 +159,7 @@ jobs: | ||
| 159 | 159 | ||
| 160 | rm -rf huggingface | 160 | rm -rf huggingface |
| 161 | export GIT_LFS_SKIP_SMUDGE=1 | 161 | export GIT_LFS_SKIP_SMUDGE=1 |
| 162 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 162 | 163 | ||
| 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 164 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 164 | cd huggingface | 165 | cd huggingface |
| @@ -159,6 +159,7 @@ jobs: | @@ -159,6 +159,7 @@ jobs: | ||
| 159 | 159 | ||
| 160 | rm -rf huggingface | 160 | rm -rf huggingface |
| 161 | export GIT_LFS_SKIP_SMUDGE=1 | 161 | export GIT_LFS_SKIP_SMUDGE=1 |
| 162 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 162 | 163 | ||
| 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 164 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 164 | cd huggingface | 165 | cd huggingface |
| @@ -158,6 +158,7 @@ jobs: | @@ -158,6 +158,7 @@ jobs: | ||
| 158 | 158 | ||
| 159 | rm -rf huggingface | 159 | rm -rf huggingface |
| 160 | export GIT_LFS_SKIP_SMUDGE=1 | 160 | export GIT_LFS_SKIP_SMUDGE=1 |
| 161 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 161 | 162 | ||
| 162 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 163 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 163 | cd huggingface | 164 | cd huggingface |
| @@ -155,6 +155,7 @@ jobs: | @@ -155,6 +155,7 @@ jobs: | ||
| 155 | 155 | ||
| 156 | rm -rf huggingface | 156 | rm -rf huggingface |
| 157 | export GIT_LFS_SKIP_SMUDGE=1 | 157 | export GIT_LFS_SKIP_SMUDGE=1 |
| 158 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 158 | 159 | ||
| 159 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | 160 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface |
| 160 | cd huggingface | 161 | cd huggingface |
| @@ -92,6 +92,7 @@ jobs: | @@ -92,6 +92,7 @@ jobs: | ||
| 92 | shell: bash | 92 | shell: bash |
| 93 | run: | | 93 | run: | |
| 94 | git lfs install | 94 | git lfs install |
| 95 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 95 | git clone https://huggingface.co/csukuangfj/arm-linux-gcc | 96 | git clone https://huggingface.co/csukuangfj/arm-linux-gcc |
| 96 | ls -lh arm-linux-gcc | 97 | ls -lh arm-linux-gcc |
| 97 | 98 |
| @@ -93,6 +93,7 @@ jobs: | @@ -93,6 +93,7 @@ jobs: | ||
| 93 | 93 | ||
| 94 | rm -rf huggingface | 94 | rm -rf huggingface |
| 95 | export GIT_LFS_SKIP_SMUDGE=1 | 95 | export GIT_LFS_SKIP_SMUDGE=1 |
| 96 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 96 | 97 | ||
| 97 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 98 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 98 | cd huggingface | 99 | cd huggingface |
| @@ -96,6 +96,7 @@ jobs: | @@ -96,6 +96,7 @@ jobs: | ||
| 96 | 96 | ||
| 97 | rm -rf huggingface | 97 | rm -rf huggingface |
| 98 | export GIT_LFS_SKIP_SMUDGE=1 | 98 | export GIT_LFS_SKIP_SMUDGE=1 |
| 99 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 99 | 100 | ||
| 100 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 101 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 101 | cd huggingface | 102 | cd huggingface |
| @@ -92,6 +92,7 @@ jobs: | @@ -92,6 +92,7 @@ jobs: | ||
| 92 | 92 | ||
| 93 | rm -rf huggingface | 93 | rm -rf huggingface |
| 94 | export GIT_LFS_SKIP_SMUDGE=1 | 94 | export GIT_LFS_SKIP_SMUDGE=1 |
| 95 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 95 | 96 | ||
| 96 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 97 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 97 | cd huggingface | 98 | cd huggingface |
| @@ -62,6 +62,7 @@ jobs: | @@ -62,6 +62,7 @@ jobs: | ||
| 62 | 62 | ||
| 63 | rm -rf huggingface | 63 | rm -rf huggingface |
| 64 | export GIT_LFS_SKIP_SMUDGE=1 | 64 | export GIT_LFS_SKIP_SMUDGE=1 |
| 65 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 65 | 66 | ||
| 66 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 67 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 67 | cd huggingface | 68 | cd huggingface |
| @@ -79,6 +79,7 @@ jobs: | @@ -79,6 +79,7 @@ jobs: | ||
| 79 | 79 | ||
| 80 | rm -rf huggingface | 80 | rm -rf huggingface |
| 81 | export GIT_LFS_SKIP_SMUDGE=1 | 81 | export GIT_LFS_SKIP_SMUDGE=1 |
| 82 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 82 | 83 | ||
| 83 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 84 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 84 | cd huggingface | 85 | cd huggingface |
| @@ -61,6 +61,7 @@ jobs: | @@ -61,6 +61,7 @@ jobs: | ||
| 61 | 61 | ||
| 62 | rm -rf huggingface | 62 | rm -rf huggingface |
| 63 | export GIT_LFS_SKIP_SMUDGE=1 | 63 | export GIT_LFS_SKIP_SMUDGE=1 |
| 64 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 64 | 65 | ||
| 65 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 66 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 66 | cd huggingface | 67 | cd huggingface |
| @@ -62,6 +62,7 @@ jobs: | @@ -62,6 +62,7 @@ jobs: | ||
| 62 | 62 | ||
| 63 | rm -rf huggingface | 63 | rm -rf huggingface |
| 64 | export GIT_LFS_SKIP_SMUDGE=1 | 64 | export GIT_LFS_SKIP_SMUDGE=1 |
| 65 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 65 | 66 | ||
| 66 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 67 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 67 | cd huggingface | 68 | cd huggingface |
| @@ -91,6 +92,7 @@ jobs: | @@ -91,6 +92,7 @@ jobs: | ||
| 91 | 92 | ||
| 92 | rm -rf huggingface | 93 | rm -rf huggingface |
| 93 | export GIT_LFS_SKIP_SMUDGE=1 | 94 | export GIT_LFS_SKIP_SMUDGE=1 |
| 95 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 94 | 96 | ||
| 95 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface | 97 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface |
| 96 | cd huggingface | 98 | cd huggingface |
| @@ -134,6 +134,7 @@ jobs: | @@ -134,6 +134,7 @@ jobs: | ||
| 134 | git config --global user.name "Fangjun Kuang" | 134 | git config --global user.name "Fangjun Kuang" |
| 135 | 135 | ||
| 136 | rm -rf huggingface | 136 | rm -rf huggingface |
| 137 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 137 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 138 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 138 | 139 | ||
| 139 | cd huggingface | 140 | cd huggingface |
| @@ -65,6 +65,7 @@ jobs: | @@ -65,6 +65,7 @@ jobs: | ||
| 65 | rm -rf huggingface | 65 | rm -rf huggingface |
| 66 | export GIT_LFS_SKIP_SMUDGE=1 | 66 | export GIT_LFS_SKIP_SMUDGE=1 |
| 67 | d=sherpa-onnx-ced-$m-audio-tagging-2024-04-19 | 67 | d=sherpa-onnx-ced-$m-audio-tagging-2024-04-19 |
| 68 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 68 | git clone https://huggingface.co/k2-fsa/$d huggingface | 69 | git clone https://huggingface.co/k2-fsa/$d huggingface |
| 69 | mv -v $d/* huggingface | 70 | mv -v $d/* huggingface |
| 70 | cd huggingface | 71 | cd huggingface |
| @@ -47,6 +47,7 @@ jobs: | @@ -47,6 +47,7 @@ jobs: | ||
| 47 | 47 | ||
| 48 | rm -rf huggingface | 48 | rm -rf huggingface |
| 49 | export GIT_LFS_SKIP_SMUDGE=1 | 49 | export GIT_LFS_SKIP_SMUDGE=1 |
| 50 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 50 | 51 | ||
| 51 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell huggingface | 52 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell huggingface |
| 52 | cd huggingface | 53 | cd huggingface |
| @@ -88,6 +89,7 @@ jobs: | @@ -88,6 +89,7 @@ jobs: | ||
| 88 | 89 | ||
| 89 | rm -rf huggingface | 90 | rm -rf huggingface |
| 90 | export GIT_LFS_SKIP_SMUDGE=1 | 91 | export GIT_LFS_SKIP_SMUDGE=1 |
| 92 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 91 | 93 | ||
| 92 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell2 huggingface | 94 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell2 huggingface |
| 93 | cd huggingface | 95 | cd huggingface |
| @@ -129,6 +131,7 @@ jobs: | @@ -129,6 +131,7 @@ jobs: | ||
| 129 | 131 | ||
| 130 | rm -rf huggingface | 132 | rm -rf huggingface |
| 131 | export GIT_LFS_SKIP_SMUDGE=1 | 133 | export GIT_LFS_SKIP_SMUDGE=1 |
| 134 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 132 | 135 | ||
| 133 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-multi-cn huggingface | 136 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-multi-cn huggingface |
| 134 | cd huggingface | 137 | cd huggingface |
| @@ -170,6 +173,7 @@ jobs: | @@ -170,6 +173,7 @@ jobs: | ||
| 170 | 173 | ||
| 171 | rm -rf huggingface | 174 | rm -rf huggingface |
| 172 | export GIT_LFS_SKIP_SMUDGE=1 | 175 | export GIT_LFS_SKIP_SMUDGE=1 |
| 176 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 173 | 177 | ||
| 174 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech huggingface | 178 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech huggingface |
| 175 | cd huggingface | 179 | cd huggingface |
| @@ -211,6 +215,7 @@ jobs: | @@ -211,6 +215,7 @@ jobs: | ||
| 211 | 215 | ||
| 212 | rm -rf huggingface | 216 | rm -rf huggingface |
| 213 | export GIT_LFS_SKIP_SMUDGE=1 | 217 | export GIT_LFS_SKIP_SMUDGE=1 |
| 218 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 214 | 219 | ||
| 215 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-librispeech huggingface | 220 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-librispeech huggingface |
| 216 | cd huggingface | 221 | cd huggingface |
| @@ -253,6 +258,7 @@ jobs: | @@ -253,6 +258,7 @@ jobs: | ||
| 253 | 258 | ||
| 254 | rm -rf huggingface | 259 | rm -rf huggingface |
| 255 | export GIT_LFS_SKIP_SMUDGE=1 | 260 | export GIT_LFS_SKIP_SMUDGE=1 |
| 261 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 256 | 262 | ||
| 257 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-gigaspeech huggingface | 263 | git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-gigaspeech huggingface |
| 258 | cd huggingface | 264 | cd huggingface |
| @@ -142,6 +142,8 @@ jobs: | @@ -142,6 +142,8 @@ jobs: | ||
| 142 | git config --global user.email "csukuangfj@gmail.com" | 142 | git config --global user.email "csukuangfj@gmail.com" |
| 143 | git config --global user.name "Fangjun Kuang" | 143 | git config --global user.name "Fangjun Kuang" |
| 144 | 144 | ||
| 145 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 146 | + | ||
| 145 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-${{ matrix.model }} huggingface | 147 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-${{ matrix.model }} huggingface |
| 146 | 148 | ||
| 147 | if [[ $model != medium-aishell ]]; then | 149 | if [[ $model != medium-aishell ]]; then |
| @@ -69,6 +69,7 @@ jobs: | @@ -69,6 +69,7 @@ jobs: | ||
| 69 | run: | | 69 | run: | |
| 70 | echo "pwd: $PWD" | 70 | echo "pwd: $PWD" |
| 71 | ls -lh | 71 | ls -lh |
| 72 | + du -h -d1 . | ||
| 72 | 73 | ||
| 73 | - name: Build sherpa-onnx | 74 | - name: Build sherpa-onnx |
| 74 | uses: addnab/docker-run-action@v3 | 75 | uses: addnab/docker-run-action@v3 |
| @@ -109,6 +110,7 @@ jobs: | @@ -109,6 +110,7 @@ jobs: | ||
| 109 | - name: Display dependencies of sherpa-onnx for linux | 110 | - name: Display dependencies of sherpa-onnx for linux |
| 110 | shell: bash | 111 | shell: bash |
| 111 | run: | | 112 | run: | |
| 113 | + du -h -d1 . | ||
| 112 | sudo chown -R $USER ./build | 114 | sudo chown -R $USER ./build |
| 113 | ls -lh build/bin | 115 | ls -lh build/bin |
| 114 | ls -lh build/_deps/onnxruntime-src/lib/ | 116 | ls -lh build/_deps/onnxruntime-src/lib/ |
| @@ -128,121 +130,148 @@ jobs: | @@ -128,121 +130,148 @@ jobs: | ||
| 128 | name: release-${{ matrix.build_type }}-with-shared-lib-${{ matrix.shared_lib }}-with-tts-${{ matrix.with_tts }} | 130 | name: release-${{ matrix.build_type }}-with-shared-lib-${{ matrix.shared_lib }}-with-tts-${{ matrix.with_tts }} |
| 129 | path: install/* | 131 | path: install/* |
| 130 | 132 | ||
| 131 | - - name: Test online CTC | 133 | + - name: Test online transducer |
| 132 | shell: bash | 134 | shell: bash |
| 133 | run: | | 135 | run: | |
| 136 | + du -h -d1 . | ||
| 134 | export PATH=$PWD/build/bin:$PATH | 137 | export PATH=$PWD/build/bin:$PATH |
| 135 | export EXE=sherpa-onnx | 138 | export EXE=sherpa-onnx |
| 136 | 139 | ||
| 137 | - .github/scripts/test-online-ctc.sh | 140 | + .github/scripts/test-online-transducer.sh |
| 141 | + du -h -d1 . | ||
| 138 | 142 | ||
| 139 | - - name: Test offline transducer | 143 | + - name: Test online transducer (C API) |
| 144 | + shell: bash | ||
| 145 | + run: | | ||
| 146 | + du -h -d1 . | ||
| 147 | + export PATH=$PWD/build/bin:$PATH | ||
| 148 | + export EXE=decode-file-c-api | ||
| 149 | + | ||
| 150 | + .github/scripts/test-online-transducer.sh | ||
| 151 | + du -h -d1 . | ||
| 152 | + | ||
| 153 | + - name: Test offline CTC | ||
| 140 | shell: bash | 154 | shell: bash |
| 141 | run: | | 155 | run: | |
| 156 | + du -h -d1 . | ||
| 142 | export PATH=$PWD/build/bin:$PATH | 157 | export PATH=$PWD/build/bin:$PATH |
| 143 | export EXE=sherpa-onnx-offline | 158 | export EXE=sherpa-onnx-offline |
| 144 | 159 | ||
| 145 | - .github/scripts/test-offline-transducer.sh | 160 | + .github/scripts/test-offline-ctc.sh |
| 161 | + du -h -d1 . | ||
| 146 | 162 | ||
| 147 | - name: Test spoken language identification (C++ API) | 163 | - name: Test spoken language identification (C++ API) |
| 148 | shell: bash | 164 | shell: bash |
| 149 | run: | | 165 | run: | |
| 166 | + du -h -d1 . | ||
| 150 | export PATH=$PWD/build/bin:$PATH | 167 | export PATH=$PWD/build/bin:$PATH |
| 151 | export EXE=sherpa-onnx-offline-language-identification | 168 | export EXE=sherpa-onnx-offline-language-identification |
| 152 | 169 | ||
| 153 | .github/scripts/test-spoken-language-identification.sh | 170 | .github/scripts/test-spoken-language-identification.sh |
| 171 | + du -h -d1 . | ||
| 154 | 172 | ||
| 155 | - - name: Test C API | 173 | + - name: Test online CTC |
| 156 | shell: bash | 174 | shell: bash |
| 157 | run: | | 175 | run: | |
| 176 | + du -h -d1 . | ||
| 158 | export PATH=$PWD/build/bin:$PATH | 177 | export PATH=$PWD/build/bin:$PATH |
| 159 | - export SLID_EXE=spoken-language-identification-c-api | ||
| 160 | - export SID_EXE=speaker-identification-c-api | ||
| 161 | - export AT_EXE=audio-tagging-c-api | ||
| 162 | - export PUNCT_EXE=add-punctuation-c-api | 178 | + export EXE=sherpa-onnx |
| 163 | 179 | ||
| 164 | - .github/scripts/test-c-api.sh | 180 | + .github/scripts/test-online-ctc.sh |
| 181 | + du -h -d1 . | ||
| 165 | 182 | ||
| 166 | - - name: Test offline CTC | 183 | + - name: Test offline transducer |
| 167 | shell: bash | 184 | shell: bash |
| 168 | run: | | 185 | run: | |
| 186 | + du -h -d1 . | ||
| 169 | export PATH=$PWD/build/bin:$PATH | 187 | export PATH=$PWD/build/bin:$PATH |
| 170 | export EXE=sherpa-onnx-offline | 188 | export EXE=sherpa-onnx-offline |
| 171 | 189 | ||
| 172 | - .github/scripts/test-offline-ctc.sh | 190 | + .github/scripts/test-offline-transducer.sh |
| 191 | + du -h -d1 . | ||
| 192 | + | ||
| 193 | + - name: Test C API | ||
| 194 | + shell: bash | ||
| 195 | + run: | | ||
| 196 | + du -h -d1 . | ||
| 197 | + export PATH=$PWD/build/bin:$PATH | ||
| 198 | + export SLID_EXE=spoken-language-identification-c-api | ||
| 199 | + export SID_EXE=speaker-identification-c-api | ||
| 200 | + export AT_EXE=audio-tagging-c-api | ||
| 201 | + export PUNCT_EXE=add-punctuation-c-api | ||
| 202 | + | ||
| 203 | + .github/scripts/test-c-api.sh | ||
| 204 | + du -h -d1 . | ||
| 173 | 205 | ||
| 174 | - name: Test offline punctuation | 206 | - name: Test offline punctuation |
| 175 | shell: bash | 207 | shell: bash |
| 176 | run: | | 208 | run: | |
| 209 | + du -h -d1 . | ||
| 177 | export PATH=$PWD/build/bin:$PATH | 210 | export PATH=$PWD/build/bin:$PATH |
| 178 | export EXE=sherpa-onnx-offline-punctuation | 211 | export EXE=sherpa-onnx-offline-punctuation |
| 179 | 212 | ||
| 180 | .github/scripts/test-offline-punctuation.sh | 213 | .github/scripts/test-offline-punctuation.sh |
| 214 | + du -h -d1 . | ||
| 181 | 215 | ||
| 182 | - name: Test Audio tagging | 216 | - name: Test Audio tagging |
| 183 | shell: bash | 217 | shell: bash |
| 184 | run: | | 218 | run: | |
| 219 | + du -h -d1 . | ||
| 185 | export PATH=$PWD/build/bin:$PATH | 220 | export PATH=$PWD/build/bin:$PATH |
| 186 | export EXE=sherpa-onnx-offline-audio-tagging | 221 | export EXE=sherpa-onnx-offline-audio-tagging |
| 187 | 222 | ||
| 188 | .github/scripts/test-audio-tagging.sh | 223 | .github/scripts/test-audio-tagging.sh |
| 224 | + du -h -d1 . | ||
| 189 | 225 | ||
| 190 | - name: Test transducer kws | 226 | - name: Test transducer kws |
| 191 | shell: bash | 227 | shell: bash |
| 192 | run: | | 228 | run: | |
| 229 | + du -h -d1 . | ||
| 193 | export PATH=$PWD/build/bin:$PATH | 230 | export PATH=$PWD/build/bin:$PATH |
| 194 | export EXE=sherpa-onnx-keyword-spotter | 231 | export EXE=sherpa-onnx-keyword-spotter |
| 195 | 232 | ||
| 196 | .github/scripts/test-kws.sh | 233 | .github/scripts/test-kws.sh |
| 234 | + du -h -d1 . | ||
| 197 | 235 | ||
| 198 | - name: Test offline Whisper | 236 | - name: Test offline Whisper |
| 199 | if: matrix.build_type != 'Debug' | 237 | if: matrix.build_type != 'Debug' |
| 200 | shell: bash | 238 | shell: bash |
| 201 | run: | | 239 | run: | |
| 240 | + du -h -d1 . | ||
| 202 | export PATH=$PWD/build/bin:$PATH | 241 | export PATH=$PWD/build/bin:$PATH |
| 203 | export EXE=sherpa-onnx-offline | 242 | export EXE=sherpa-onnx-offline |
| 204 | 243 | ||
| 205 | readelf -d build/bin/sherpa-onnx-offline | 244 | readelf -d build/bin/sherpa-onnx-offline |
| 206 | 245 | ||
| 207 | .github/scripts/test-offline-whisper.sh | 246 | .github/scripts/test-offline-whisper.sh |
| 247 | + du -h -d1 . | ||
| 208 | 248 | ||
| 209 | - name: Test offline TTS | 249 | - name: Test offline TTS |
| 210 | if: matrix.with_tts == 'ON' | 250 | if: matrix.with_tts == 'ON' |
| 211 | shell: bash | 251 | shell: bash |
| 212 | run: | | 252 | run: | |
| 253 | + du -h -d1 . | ||
| 213 | export PATH=$PWD/build/bin:$PATH | 254 | export PATH=$PWD/build/bin:$PATH |
| 214 | export EXE=sherpa-onnx-offline-tts | 255 | export EXE=sherpa-onnx-offline-tts |
| 215 | 256 | ||
| 216 | .github/scripts/test-offline-tts.sh | 257 | .github/scripts/test-offline-tts.sh |
| 258 | + du -h -d1 . | ||
| 217 | 259 | ||
| 218 | - name: Test online paraformer | 260 | - name: Test online paraformer |
| 219 | shell: bash | 261 | shell: bash |
| 220 | run: | | 262 | run: | |
| 263 | + du -h -d1 . | ||
| 221 | export PATH=$PWD/build/bin:$PATH | 264 | export PATH=$PWD/build/bin:$PATH |
| 222 | export EXE=sherpa-onnx | 265 | export EXE=sherpa-onnx |
| 223 | 266 | ||
| 224 | .github/scripts/test-online-paraformer.sh | 267 | .github/scripts/test-online-paraformer.sh |
| 225 | - | ||
| 226 | - - name: Test online transducer | ||
| 227 | - shell: bash | ||
| 228 | - run: | | ||
| 229 | - export PATH=$PWD/build/bin:$PATH | ||
| 230 | - export EXE=sherpa-onnx | ||
| 231 | - | ||
| 232 | - .github/scripts/test-online-transducer.sh | ||
| 233 | - | ||
| 234 | - - name: Test online transducer (C API) | ||
| 235 | - shell: bash | ||
| 236 | - run: | | ||
| 237 | - export PATH=$PWD/build/bin:$PATH | ||
| 238 | - export EXE=decode-file-c-api | ||
| 239 | - | ||
| 240 | - .github/scripts/test-online-transducer.sh | 268 | + du -h -d1 . |
| 241 | 269 | ||
| 242 | - name: Copy files | 270 | - name: Copy files |
| 243 | shell: bash | 271 | shell: bash |
| 244 | if: matrix.build_type == 'Release' | 272 | if: matrix.build_type == 'Release' |
| 245 | run: | | 273 | run: | |
| 274 | + du -h -d1 . | ||
| 246 | SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2) | 275 | SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2) |
| 247 | 276 | ||
| 248 | if [[ ${{ matrix.shared_lib }} == 'ON' ]]; then | 277 | if [[ ${{ matrix.shared_lib }} == 'ON' ]]; then |
| @@ -265,6 +294,7 @@ jobs: | @@ -265,6 +294,7 @@ jobs: | ||
| 265 | tree $dst | 294 | tree $dst |
| 266 | 295 | ||
| 267 | tar cjvf ${dst}.tar.bz2 $dst | 296 | tar cjvf ${dst}.tar.bz2 $dst |
| 297 | + du -h -d1 . | ||
| 268 | 298 | ||
| 269 | - name: Publish to huggingface | 299 | - name: Publish to huggingface |
| 270 | if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && matrix.build_type == 'Release' | 300 | if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && matrix.build_type == 'Release' |
| @@ -276,11 +306,14 @@ jobs: | @@ -276,11 +306,14 @@ jobs: | ||
| 276 | timeout_seconds: 200 | 306 | timeout_seconds: 200 |
| 277 | shell: bash | 307 | shell: bash |
| 278 | command: | | 308 | command: | |
| 309 | + du -h -d1 . | ||
| 279 | git config --global user.email "csukuangfj@gmail.com" | 310 | git config --global user.email "csukuangfj@gmail.com" |
| 280 | git config --global user.name "Fangjun Kuang" | 311 | git config --global user.name "Fangjun Kuang" |
| 281 | 312 | ||
| 282 | rm -rf huggingface | 313 | rm -rf huggingface |
| 314 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 283 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 315 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 316 | + du -h -d1 . | ||
| 284 | 317 | ||
| 285 | cd huggingface | 318 | cd huggingface |
| 286 | git lfs pull | 319 | git lfs pull |
| @@ -296,6 +329,7 @@ jobs: | @@ -296,6 +329,7 @@ jobs: | ||
| 296 | git commit -m "upload sherpa-onnx-${SHERPA_ONNX_VERSION}" | 329 | git commit -m "upload sherpa-onnx-${SHERPA_ONNX_VERSION}" |
| 297 | 330 | ||
| 298 | git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main | 331 | git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main |
| 332 | + du -h -d1 . | ||
| 299 | 333 | ||
| 300 | - name: Release pre-compiled binaries and libs for linux x64 | 334 | - name: Release pre-compiled binaries and libs for linux x64 |
| 301 | if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.build_type == 'Release' | 335 | if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.build_type == 'Release' |
| @@ -239,6 +239,7 @@ jobs: | @@ -239,6 +239,7 @@ jobs: | ||
| 239 | git config --global user.name "Fangjun Kuang" | 239 | git config --global user.name "Fangjun Kuang" |
| 240 | 240 | ||
| 241 | rm -rf huggingface | 241 | rm -rf huggingface |
| 242 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 242 | 243 | ||
| 243 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 244 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 244 | 245 |
| @@ -73,10 +73,9 @@ jobs: | @@ -73,10 +73,9 @@ jobs: | ||
| 73 | if: matrix.model_type == 'transducer' | 73 | if: matrix.model_type == 'transducer' |
| 74 | shell: bash | 74 | shell: bash |
| 75 | run: | | 75 | run: | |
| 76 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-06-26 | ||
| 77 | - cd sherpa-onnx-zipformer-en-2023-06-26 | ||
| 78 | - git lfs pull --include "*.onnx" | ||
| 79 | - cd .. | 76 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-en-2023-06-26.tar.bz2 |
| 77 | + tar xvf sherpa-onnx-zipformer-en-2023-06-26.tar.bz2 | ||
| 78 | + rm sherpa-onnx-zipformer-en-2023-06-26.tar.bz2 | ||
| 80 | 79 | ||
| 81 | python3 ./python-api-examples/non_streaming_server.py \ | 80 | python3 ./python-api-examples/non_streaming_server.py \ |
| 82 | --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \ | 81 | --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \ |
| @@ -105,14 +104,13 @@ jobs: | @@ -105,14 +104,13 @@ jobs: | ||
| 105 | if: matrix.model_type == 'paraformer' && matrix.os != 'windows-latest' | 104 | if: matrix.model_type == 'paraformer' && matrix.os != 'windows-latest' |
| 106 | shell: bash | 105 | shell: bash |
| 107 | run: | | 106 | run: | |
| 108 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-bilingual-zh-en | ||
| 109 | - cd sherpa-onnx-paraformer-bilingual-zh-en | ||
| 110 | - git lfs pull --include "*.onnx" | ||
| 111 | - cd .. | 107 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 |
| 108 | + tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 109 | + rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 112 | 110 | ||
| 113 | python3 ./python-api-examples/non_streaming_server.py \ | 111 | python3 ./python-api-examples/non_streaming_server.py \ |
| 114 | - --paraformer ./sherpa-onnx-paraformer-bilingual-zh-en/model.int8.onnx \ | ||
| 115 | - --tokens ./sherpa-onnx-paraformer-bilingual-zh-en/tokens.txt & | 112 | + --paraformer ./sherpa-onnx-paraformer-zh-2023-03-28/model.int8.onnx \ |
| 113 | + --tokens ./sherpa-onnx-paraformer-zh-2023-03-28/tokens.txt & | ||
| 116 | 114 | ||
| 117 | echo "sleep 10 seconds to wait the server start" | 115 | echo "sleep 10 seconds to wait the server start" |
| 118 | sleep 10 | 116 | sleep 10 |
| @@ -122,25 +120,24 @@ jobs: | @@ -122,25 +120,24 @@ jobs: | ||
| 122 | shell: bash | 120 | shell: bash |
| 123 | run: | | 121 | run: | |
| 124 | python3 ./python-api-examples/offline-websocket-client-decode-files-paralell.py \ | 122 | python3 ./python-api-examples/offline-websocket-client-decode-files-paralell.py \ |
| 125 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/0.wav \ | ||
| 126 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/1.wav \ | ||
| 127 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/2.wav \ | ||
| 128 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/8k.wav | 123 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/0.wav \ |
| 124 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/1.wav \ | ||
| 125 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/2.wav \ | ||
| 126 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/8k.wav | ||
| 129 | 127 | ||
| 130 | python3 ./python-api-examples/offline-websocket-client-decode-files-sequential.py \ | 128 | python3 ./python-api-examples/offline-websocket-client-decode-files-sequential.py \ |
| 131 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/0.wav \ | ||
| 132 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/1.wav \ | ||
| 133 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/2.wav \ | ||
| 134 | - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/8k.wav | 129 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/0.wav \ |
| 130 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/1.wav \ | ||
| 131 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/2.wav \ | ||
| 132 | + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/8k.wav | ||
| 135 | 133 | ||
| 136 | - name: Start server for nemo_ctc models | 134 | - name: Start server for nemo_ctc models |
| 137 | if: matrix.model_type == 'nemo_ctc' | 135 | if: matrix.model_type == 'nemo_ctc' |
| 138 | shell: bash | 136 | shell: bash |
| 139 | run: | | 137 | run: | |
| 140 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-conformer-medium | ||
| 141 | - cd sherpa-onnx-nemo-ctc-en-conformer-medium | ||
| 142 | - git lfs pull --include "*.onnx" | ||
| 143 | - cd .. | 138 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 |
| 139 | + tar xvf sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 | ||
| 140 | + rm sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 | ||
| 144 | 141 | ||
| 145 | python3 ./python-api-examples/non_streaming_server.py \ | 142 | python3 ./python-api-examples/non_streaming_server.py \ |
| 146 | --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \ | 143 | --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \ |
| @@ -167,10 +164,9 @@ jobs: | @@ -167,10 +164,9 @@ jobs: | ||
| 167 | if: matrix.model_type == 'whisper' | 164 | if: matrix.model_type == 'whisper' |
| 168 | shell: bash | 165 | shell: bash |
| 169 | run: | | 166 | run: | |
| 170 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-tiny.en | ||
| 171 | - cd sherpa-onnx-whisper-tiny.en | ||
| 172 | - git lfs pull --include "*.onnx" | ||
| 173 | - cd .. | 167 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.en.tar.bz2 |
| 168 | + tar xvf sherpa-onnx-whisper-tiny.en.tar.bz2 | ||
| 169 | + rm sherpa-onnx-whisper-tiny.en.tar.bz2 | ||
| 174 | 170 | ||
| 175 | python3 ./python-api-examples/non_streaming_server.py \ | 171 | python3 ./python-api-examples/non_streaming_server.py \ |
| 176 | --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \ | 172 | --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \ |
| @@ -198,10 +194,9 @@ jobs: | @@ -198,10 +194,9 @@ jobs: | ||
| 198 | if: matrix.model_type == 'tdnn' | 194 | if: matrix.model_type == 'tdnn' |
| 199 | shell: bash | 195 | shell: bash |
| 200 | run: | | 196 | run: | |
| 201 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno | ||
| 202 | - cd sherpa-onnx-tdnn-yesno | ||
| 203 | - git lfs pull --include "*.onnx" | ||
| 204 | - cd .. | 197 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2 |
| 198 | + tar xvf sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 199 | + rm sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 205 | 200 | ||
| 206 | python3 ./python-api-examples/non_streaming_server.py \ | 201 | python3 ./python-api-examples/non_streaming_server.py \ |
| 207 | --tdnn-model=./sherpa-onnx-tdnn-yesno/model-epoch-14-avg-2.onnx \ | 202 | --tdnn-model=./sherpa-onnx-tdnn-yesno/model-epoch-14-avg-2.onnx \ |
| @@ -94,10 +94,9 @@ jobs: | @@ -94,10 +94,9 @@ jobs: | ||
| 94 | if: matrix.model_type == 'transducer' | 94 | if: matrix.model_type == 'transducer' |
| 95 | shell: bash | 95 | shell: bash |
| 96 | run: | | 96 | run: | |
| 97 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26 | ||
| 98 | - cd sherpa-onnx-streaming-zipformer-en-2023-06-26 | ||
| 99 | - git lfs pull --include "*.onnx" | ||
| 100 | - cd .. | 97 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 |
| 98 | + tar xvf sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 | ||
| 99 | + rm sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 | ||
| 101 | 100 | ||
| 102 | python3 ./python-api-examples/streaming_server.py \ | 101 | python3 ./python-api-examples/streaming_server.py \ |
| 103 | --encoder ./sherpa-onnx-streaming-zipformer-en-2023-06-26/encoder-epoch-99-avg-1-chunk-16-left-128.onnx \ | 102 | --encoder ./sherpa-onnx-streaming-zipformer-en-2023-06-26/encoder-epoch-99-avg-1-chunk-16-left-128.onnx \ |
| @@ -118,10 +117,9 @@ jobs: | @@ -118,10 +117,9 @@ jobs: | ||
| 118 | if: matrix.model_type == 'paraformer' | 117 | if: matrix.model_type == 'paraformer' |
| 119 | shell: bash | 118 | shell: bash |
| 120 | run: | | 119 | run: | |
| 121 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 122 | - cd sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 123 | - git lfs pull --include "*.onnx" | ||
| 124 | - cd .. | 120 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 |
| 121 | + tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 122 | + rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 125 | 123 | ||
| 126 | python3 ./python-api-examples/streaming_server.py \ | 124 | python3 ./python-api-examples/streaming_server.py \ |
| 127 | --tokens ./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \ | 125 | --tokens ./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \ |
| @@ -88,6 +88,7 @@ jobs: | @@ -88,6 +88,7 @@ jobs: | ||
| 88 | 88 | ||
| 89 | rm -rf ms | 89 | rm -rf ms |
| 90 | export GIT_LFS_SKIP_SMUDGE=1 | 90 | export GIT_LFS_SKIP_SMUDGE=1 |
| 91 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 91 | 92 | ||
| 92 | git clone http://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-de.git ms | 93 | git clone http://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-de.git ms |
| 93 | 94 | ||
| @@ -126,6 +127,7 @@ jobs: | @@ -126,6 +127,7 @@ jobs: | ||
| 126 | 127 | ||
| 127 | rm -rf huggingface | 128 | rm -rf huggingface |
| 128 | export GIT_LFS_SKIP_SMUDGE=1 | 129 | export GIT_LFS_SKIP_SMUDGE=1 |
| 130 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 129 | 131 | ||
| 130 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-de huggingface | 132 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-de huggingface |
| 131 | cd huggingface | 133 | cd huggingface |
| @@ -90,6 +90,7 @@ jobs: | @@ -90,6 +90,7 @@ jobs: | ||
| 90 | 90 | ||
| 91 | rm -rf ms | 91 | rm -rf ms |
| 92 | export GIT_LFS_SKIP_SMUDGE=1 | 92 | export GIT_LFS_SKIP_SMUDGE=1 |
| 93 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 93 | 94 | ||
| 94 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-en.git ms | 95 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-en.git ms |
| 95 | cd ms | 96 | cd ms |
| @@ -126,6 +127,7 @@ jobs: | @@ -126,6 +127,7 @@ jobs: | ||
| 126 | 127 | ||
| 127 | rm -rf huggingface | 128 | rm -rf huggingface |
| 128 | export GIT_LFS_SKIP_SMUDGE=1 | 129 | export GIT_LFS_SKIP_SMUDGE=1 |
| 130 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 129 | 131 | ||
| 130 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-en huggingface | 132 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-en huggingface |
| 131 | cd huggingface | 133 | cd huggingface |
| @@ -86,6 +86,7 @@ jobs: | @@ -86,6 +86,7 @@ jobs: | ||
| 86 | 86 | ||
| 87 | rm -rf ms | 87 | rm -rf ms |
| 88 | export GIT_LFS_SKIP_SMUDGE=1 | 88 | export GIT_LFS_SKIP_SMUDGE=1 |
| 89 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 89 | 90 | ||
| 90 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-en.git ms | 91 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-en.git ms |
| 91 | cd ms | 92 | cd ms |
| @@ -122,6 +123,7 @@ jobs: | @@ -122,6 +123,7 @@ jobs: | ||
| 122 | 123 | ||
| 123 | rm -rf huggingface | 124 | rm -rf huggingface |
| 124 | export GIT_LFS_SKIP_SMUDGE=1 | 125 | export GIT_LFS_SKIP_SMUDGE=1 |
| 126 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 125 | 127 | ||
| 126 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-en huggingface | 128 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-en huggingface |
| 127 | cd huggingface | 129 | cd huggingface |
| @@ -96,6 +96,7 @@ jobs: | @@ -96,6 +96,7 @@ jobs: | ||
| 96 | 96 | ||
| 97 | rm -rf huggingface | 97 | rm -rf huggingface |
| 98 | export GIT_LFS_SKIP_SMUDGE=1 | 98 | export GIT_LFS_SKIP_SMUDGE=1 |
| 99 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 99 | 100 | ||
| 100 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer huggingface | 101 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer huggingface |
| 101 | cd huggingface | 102 | cd huggingface |
| @@ -133,6 +134,7 @@ jobs: | @@ -133,6 +134,7 @@ jobs: | ||
| 133 | 134 | ||
| 134 | rm -rf ms | 135 | rm -rf ms |
| 135 | export GIT_LFS_SKIP_SMUDGE=1 | 136 | export GIT_LFS_SKIP_SMUDGE=1 |
| 137 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 136 | 138 | ||
| 137 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer.git ms | 139 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer.git ms |
| 138 | cd ms | 140 | cd ms |
| @@ -97,6 +97,7 @@ jobs: | @@ -97,6 +97,7 @@ jobs: | ||
| 97 | 97 | ||
| 98 | rm -rf ms | 98 | rm -rf ms |
| 99 | export GIT_LFS_SKIP_SMUDGE=1 | 99 | export GIT_LFS_SKIP_SMUDGE=1 |
| 100 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 100 | 101 | ||
| 101 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer.git ms | 102 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer.git ms |
| 102 | cd ms | 103 | cd ms |
| @@ -133,6 +134,7 @@ jobs: | @@ -133,6 +134,7 @@ jobs: | ||
| 133 | 134 | ||
| 134 | rm -rf huggingface | 135 | rm -rf huggingface |
| 135 | export GIT_LFS_SKIP_SMUDGE=1 | 136 | export GIT_LFS_SKIP_SMUDGE=1 |
| 137 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 136 | 138 | ||
| 137 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer huggingface | 139 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer huggingface |
| 138 | cd huggingface | 140 | cd huggingface |
| @@ -88,6 +88,7 @@ jobs: | @@ -88,6 +88,7 @@ jobs: | ||
| 88 | 88 | ||
| 89 | rm -rf ms | 89 | rm -rf ms |
| 90 | export GIT_LFS_SKIP_SMUDGE=1 | 90 | export GIT_LFS_SKIP_SMUDGE=1 |
| 91 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 91 | 92 | ||
| 92 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en.git ms | 93 | git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en.git ms |
| 93 | cd ms | 94 | cd ms |
| @@ -124,6 +125,7 @@ jobs: | @@ -124,6 +125,7 @@ jobs: | ||
| 124 | 125 | ||
| 125 | rm -rf huggingface | 126 | rm -rf huggingface |
| 126 | export GIT_LFS_SKIP_SMUDGE=1 | 127 | export GIT_LFS_SKIP_SMUDGE=1 |
| 128 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 127 | 129 | ||
| 128 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en huggingface | 130 | git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en huggingface |
| 129 | cd huggingface | 131 | cd huggingface |
| @@ -215,6 +215,7 @@ jobs: | @@ -215,6 +215,7 @@ jobs: | ||
| 215 | git config --global user.name "Fangjun Kuang" | 215 | git config --global user.name "Fangjun Kuang" |
| 216 | 216 | ||
| 217 | rm -rf huggingface | 217 | rm -rf huggingface |
| 218 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 218 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 219 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 219 | 220 | ||
| 220 | cd huggingface | 221 | cd huggingface |
| @@ -217,6 +217,7 @@ jobs: | @@ -217,6 +217,7 @@ jobs: | ||
| 217 | git config --global user.name "Fangjun Kuang" | 217 | git config --global user.name "Fangjun Kuang" |
| 218 | 218 | ||
| 219 | rm -rf huggingface | 219 | rm -rf huggingface |
| 220 | + export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 220 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface | 221 | GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface |
| 221 | 222 | ||
| 222 | cd huggingface | 223 | cd huggingface |
| @@ -3,10 +3,9 @@ | @@ -3,10 +3,9 @@ | ||
| 3 | set -ex | 3 | set -ex |
| 4 | 4 | ||
| 5 | if [ ! -d ./sherpa-onnx-nemo-ctc-en-conformer-medium ]; then | 5 | if [ ! -d ./sherpa-onnx-nemo-ctc-en-conformer-medium ]; then |
| 6 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-conformer-medium | ||
| 7 | - cd sherpa-onnx-nemo-ctc-en-conformer-medium | ||
| 8 | - git lfs pull --include "*.onnx" | ||
| 9 | - cd .. | 6 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 |
| 7 | + tar xvf sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 | ||
| 8 | + rm sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 | ||
| 10 | fi | 9 | fi |
| 11 | 10 | ||
| 12 | dotnet run \ | 11 | dotnet run \ |
| @@ -3,10 +3,9 @@ | @@ -3,10 +3,9 @@ | ||
| 3 | set -ex | 3 | set -ex |
| 4 | 4 | ||
| 5 | if [ ! -d ./sherpa-onnx-paraformer-zh-2023-03-28 ]; then | 5 | if [ ! -d ./sherpa-onnx-paraformer-zh-2023-03-28 ]; then |
| 6 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-03-28 | ||
| 7 | - cd sherpa-onnx-paraformer-zh-2023-03-28 | ||
| 8 | - git lfs pull --include "*.onnx" | ||
| 9 | - cd .. | 6 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 |
| 7 | + tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 8 | + rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 10 | fi | 9 | fi |
| 11 | 10 | ||
| 12 | dotnet run \ | 11 | dotnet run \ |
| @@ -3,10 +3,9 @@ | @@ -3,10 +3,9 @@ | ||
| 3 | set -ex | 3 | set -ex |
| 4 | 4 | ||
| 5 | if [ ! -d ./sherpa-onnx-tdnn-yesno ]; then | 5 | if [ ! -d ./sherpa-onnx-tdnn-yesno ]; then |
| 6 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno | ||
| 7 | - cd sherpa-onnx-tdnn-yesno | ||
| 8 | - git lfs pull --include "*.onnx" | ||
| 9 | - cd .. | 6 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2 |
| 7 | + tar xvf sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 8 | + rm sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 10 | fi | 9 | fi |
| 11 | 10 | ||
| 12 | dotnet run \ | 11 | dotnet run \ |
| @@ -3,10 +3,9 @@ | @@ -3,10 +3,9 @@ | ||
| 3 | set -ex | 3 | set -ex |
| 4 | 4 | ||
| 5 | if [ ! -d ./sherpa-onnx-whisper-tiny.en ]; then | 5 | if [ ! -d ./sherpa-onnx-whisper-tiny.en ]; then |
| 6 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-tiny.en | ||
| 7 | - cd sherpa-onnx-whisper-tiny.en | ||
| 8 | - git lfs pull --include "*.onnx" | ||
| 9 | - cd .. | 6 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.en.tar.bz2 |
| 7 | + tar xvf sherpa-onnx-whisper-tiny.en.tar.bz2 | ||
| 8 | + rm sherpa-onnx-whisper-tiny.en.tar.bz2 | ||
| 10 | fi | 9 | fi |
| 11 | 10 | ||
| 12 | dotnet run \ | 11 | dotnet run \ |
| @@ -6,10 +6,9 @@ | @@ -6,10 +6,9 @@ | ||
| 6 | 6 | ||
| 7 | set -ex | 7 | set -ex |
| 8 | if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then | 8 | if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then |
| 9 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 10 | - cd sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 11 | - git lfs pull --include "*.onnx" | ||
| 12 | - cd .. | 9 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 |
| 10 | + tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 11 | + rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 13 | fi | 12 | fi |
| 14 | 13 | ||
| 15 | dotnet run -c Release \ | 14 | dotnet run -c Release \ |
| @@ -8,6 +8,7 @@ set -ex | @@ -8,6 +8,7 @@ set -ex | ||
| 8 | if [ ! -d ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 ]; then | 8 | if [ ! -d ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 ]; then |
| 9 | curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | 9 | curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 |
| 10 | tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | 10 | tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 |
| 11 | + rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 11 | fi | 12 | fi |
| 12 | 13 | ||
| 13 | dotnet run -c Release \ | 14 | dotnet run -c Release \ |
| @@ -6,10 +6,9 @@ | @@ -6,10 +6,9 @@ | ||
| 6 | 6 | ||
| 7 | set -ex | 7 | set -ex |
| 8 | if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then | 8 | if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then |
| 9 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 10 | - cd sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 11 | - git lfs pull --include "*.onnx" | ||
| 12 | - cd .. | 9 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 |
| 10 | + tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 11 | + rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 13 | fi | 12 | fi |
| 14 | 13 | ||
| 15 | dotnet run -c Release \ | 14 | dotnet run -c Release \ |
| @@ -9,15 +9,14 @@ set -ex | @@ -9,15 +9,14 @@ set -ex | ||
| 9 | export LD_LIBRARY_PATH=$PWD:$LD_LIBRARY_PATH | 9 | export LD_LIBRARY_PATH=$PWD:$LD_LIBRARY_PATH |
| 10 | export DYLD_LIBRARY_PATH=$PWD:$DYLD_LIBRARY_PATH | 10 | export DYLD_LIBRARY_PATH=$PWD:$DYLD_LIBRARY_PATH |
| 11 | 11 | ||
| 12 | -if [ ! -d ./icefall-asr-zipformer-streaming-wenetspeech-20230615 ]; then | ||
| 13 | - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/pkufool/icefall-asr-zipformer-streaming-wenetspeech-20230615 | ||
| 14 | - cd icefall-asr-zipformer-streaming-wenetspeech-20230615 | ||
| 15 | - git lfs pull --include "*.onnx" | ||
| 16 | - cd .. | 12 | +if [ ! -d ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 ]; then |
| 13 | + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 14 | + tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 15 | + rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 | ||
| 17 | fi | 16 | fi |
| 18 | 17 | ||
| 19 | dotnet run -c Release \ | 18 | dotnet run -c Release \ |
| 20 | - --tokens ./icefall-asr-zipformer-streaming-wenetspeech-20230615/data/lang_char/tokens.txt \ | ||
| 21 | - --encoder ./icefall-asr-zipformer-streaming-wenetspeech-20230615/exp/encoder-epoch-12-avg-4-chunk-16-left-128.onnx \ | ||
| 22 | - --decoder ./icefall-asr-zipformer-streaming-wenetspeech-20230615/exp/decoder-epoch-12-avg-4-chunk-16-left-128.onnx \ | ||
| 23 | - --joiner ./icefall-asr-zipformer-streaming-wenetspeech-20230615/exp/joiner-epoch-12-avg-4-chunk-16-left-128.onnx | 19 | + --tokens ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/tokens.txt \ |
| 20 | + --encoder ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/encoder-epoch-99-avg-1.int8.onnx \ | ||
| 21 | + --decoder ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/decoder-epoch-99-avg-1.int8.onnx \ | ||
| 22 | + --joiner ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/joiner-epoch-99-avg-1.int8.onnx |
| @@ -23,10 +23,9 @@ Usage examples: | @@ -23,10 +23,9 @@ Usage examples: | ||
| 23 | (1) Use a non-streaming transducer model | 23 | (1) Use a non-streaming transducer model |
| 24 | 24 | ||
| 25 | cd /path/to/sherpa-onnx | 25 | cd /path/to/sherpa-onnx |
| 26 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-06-26 | ||
| 27 | -cd sherpa-onnx-zipformer-en-2023-06-26 | ||
| 28 | -git lfs pull --include "*.onnx" | ||
| 29 | -cd .. | 26 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 |
| 27 | +tar xvf sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 | ||
| 28 | +rm sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 | ||
| 30 | 29 | ||
| 31 | python3 ./python-api-examples/non_streaming_server.py \ | 30 | python3 ./python-api-examples/non_streaming_server.py \ |
| 32 | --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \ | 31 | --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \ |
| @@ -37,22 +36,20 @@ python3 ./python-api-examples/non_streaming_server.py \ | @@ -37,22 +36,20 @@ python3 ./python-api-examples/non_streaming_server.py \ | ||
| 37 | (2) Use a non-streaming paraformer | 36 | (2) Use a non-streaming paraformer |
| 38 | 37 | ||
| 39 | cd /path/to/sherpa-onnx | 38 | cd /path/to/sherpa-onnx |
| 40 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-bilingual-zh-en | ||
| 41 | -cd sherpa-onnx-paraformer-bilingual-zh-en/ | ||
| 42 | -git lfs pull --include "*.onnx" | ||
| 43 | -cd .. | 39 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 |
| 40 | +tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 41 | +rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2 | ||
| 44 | 42 | ||
| 45 | python3 ./python-api-examples/non_streaming_server.py \ | 43 | python3 ./python-api-examples/non_streaming_server.py \ |
| 46 | - --paraformer ./sherpa-onnx-paraformer-bilingual-zh-en/model.int8.onnx \ | ||
| 47 | - --tokens ./sherpa-onnx-paraformer-bilingual-zh-en/tokens.txt | 44 | + --paraformer ./sherpa-onnx-paraformer-zh-2023-03-28/model.int8.onnx \ |
| 45 | + --tokens ./sherpa-onnx-paraformer-zh-2023-03-28/tokens.txt | ||
| 48 | 46 | ||
| 49 | (3) Use a non-streaming CTC model from NeMo | 47 | (3) Use a non-streaming CTC model from NeMo |
| 50 | 48 | ||
| 51 | cd /path/to/sherpa-onnx | 49 | cd /path/to/sherpa-onnx |
| 52 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-conformer-medium | ||
| 53 | -cd sherpa-onnx-nemo-ctc-en-conformer-medium | ||
| 54 | -git lfs pull --include "*.onnx" | ||
| 55 | -cd .. | 50 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 |
| 51 | +tar xvf sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 | ||
| 52 | +rm sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2 | ||
| 56 | 53 | ||
| 57 | python3 ./python-api-examples/non_streaming_server.py \ | 54 | python3 ./python-api-examples/non_streaming_server.py \ |
| 58 | --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \ | 55 | --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \ |
| @@ -61,10 +58,9 @@ python3 ./python-api-examples/non_streaming_server.py \ | @@ -61,10 +58,9 @@ python3 ./python-api-examples/non_streaming_server.py \ | ||
| 61 | (4) Use a non-streaming CTC model from WeNet | 58 | (4) Use a non-streaming CTC model from WeNet |
| 62 | 59 | ||
| 63 | cd /path/to/sherpa-onnx | 60 | cd /path/to/sherpa-onnx |
| 64 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech | ||
| 65 | -cd sherpa-onnx-zh-wenet-wenetspeech | ||
| 66 | -git lfs pull --include "*.onnx" | ||
| 67 | -cd .. | 61 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zh-wenet-wenetspeech.tar.bz2 |
| 62 | +tar xvf sherpa-onnx-zh-wenet-wenetspeech.tar.bz2 | ||
| 63 | +rm sherpa-onnx-zh-wenet-wenetspeech.tar.bz2 | ||
| 68 | 64 | ||
| 69 | python3 ./python-api-examples/non_streaming_server.py \ | 65 | python3 ./python-api-examples/non_streaming_server.py \ |
| 70 | --wenet-ctc ./sherpa-onnx-zh-wenet-wenetspeech/model.onnx \ | 66 | --wenet-ctc ./sherpa-onnx-zh-wenet-wenetspeech/model.onnx \ |
| @@ -73,10 +69,9 @@ python3 ./python-api-examples/non_streaming_server.py \ | @@ -73,10 +69,9 @@ python3 ./python-api-examples/non_streaming_server.py \ | ||
| 73 | (5) Use a Whisper model | 69 | (5) Use a Whisper model |
| 74 | 70 | ||
| 75 | cd /path/to/sherpa-onnx | 71 | cd /path/to/sherpa-onnx |
| 76 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-tiny.en | ||
| 77 | -cd sherpa-onnx-whisper-tiny.en | ||
| 78 | -git lfs pull --include "*.onnx" | ||
| 79 | -cd .. | 72 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.en.tar.bz2 |
| 73 | +tar xvf sherpa-onnx-whisper-tiny.en.tar.bz2 | ||
| 74 | +rm sherpa-onnx-whisper-tiny.en.tar.bz2 | ||
| 80 | 75 | ||
| 81 | python3 ./python-api-examples/non_streaming_server.py \ | 76 | python3 ./python-api-examples/non_streaming_server.py \ |
| 82 | --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \ | 77 | --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \ |
| @@ -87,9 +82,9 @@ python3 ./python-api-examples/non_streaming_server.py \ | @@ -87,9 +82,9 @@ python3 ./python-api-examples/non_streaming_server.py \ | ||
| 87 | 82 | ||
| 88 | cd /path/to/sherpa-onnx | 83 | cd /path/to/sherpa-onnx |
| 89 | 84 | ||
| 90 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno | ||
| 91 | -cd sherpa-onnx-tdnn-yesno | ||
| 92 | -git lfs pull --include "*.onnx" | 85 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2 |
| 86 | +tar xvf sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 87 | +rm sherpa-onnx-tdnn-yesno.tar.bz2 | ||
| 93 | 88 | ||
| 94 | python3 ./python-api-examples/non_streaming_server.py \ | 89 | python3 ./python-api-examples/non_streaming_server.py \ |
| 95 | --sample-rate=8000 \ | 90 | --sample-rate=8000 \ |
| @@ -383,6 +378,7 @@ def add_hotwords_args(parser: argparse.ArgumentParser): | @@ -383,6 +378,7 @@ def add_hotwords_args(parser: argparse.ArgumentParser): | ||
| 383 | """, | 378 | """, |
| 384 | ) | 379 | ) |
| 385 | 380 | ||
| 381 | + | ||
| 386 | def add_blank_penalty_args(parser: argparse.ArgumentParser): | 382 | def add_blank_penalty_args(parser: argparse.ArgumentParser): |
| 387 | parser.add_argument( | 383 | parser.add_argument( |
| 388 | "--blank-penalty", | 384 | "--blank-penalty", |
| @@ -8,9 +8,9 @@ Usage: | @@ -8,9 +8,9 @@ Usage: | ||
| 8 | 8 | ||
| 9 | (1) Streaming transducer | 9 | (1) Streaming transducer |
| 10 | 10 | ||
| 11 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26 | ||
| 12 | -cd sherpa-onnx-streaming-zipformer-en-2023-06-26 | ||
| 13 | -git lfs pull --include "*.onnx" | 11 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 |
| 12 | +tar xvf sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 | ||
| 13 | +rm sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2 | ||
| 14 | 14 | ||
| 15 | ./python-api-examples/online-decode-files.py \ | 15 | ./python-api-examples/online-decode-files.py \ |
| 16 | --tokens=./sherpa-onnx-streaming-zipformer-en-2023-06-26/tokens.txt \ | 16 | --tokens=./sherpa-onnx-streaming-zipformer-en-2023-06-26/tokens.txt \ |
| @@ -23,9 +23,9 @@ git lfs pull --include "*.onnx" | @@ -23,9 +23,9 @@ git lfs pull --include "*.onnx" | ||
| 23 | 23 | ||
| 24 | (2) Streaming paraformer | 24 | (2) Streaming paraformer |
| 25 | 25 | ||
| 26 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 27 | -cd sherpa-onnx-streaming-paraformer-bilingual-zh-en | ||
| 28 | -git lfs pull --include "*.onnx" | 26 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 |
| 27 | +tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 28 | +rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2 | ||
| 29 | 29 | ||
| 30 | ./python-api-examples/online-decode-files.py \ | 30 | ./python-api-examples/online-decode-files.py \ |
| 31 | --tokens=./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \ | 31 | --tokens=./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \ |
| @@ -52,9 +52,9 @@ ls -lh sherpa-onnx-streaming-zipformer-ctc-multi-zh-hans-2023-12-13 | @@ -52,9 +52,9 @@ ls -lh sherpa-onnx-streaming-zipformer-ctc-multi-zh-hans-2023-12-13 | ||
| 52 | 52 | ||
| 53 | (4) Streaming Conformer CTC from WeNet | 53 | (4) Streaming Conformer CTC from WeNet |
| 54 | 54 | ||
| 55 | -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech | ||
| 56 | -cd sherpa-onnx-zh-wenet-wenetspeech | ||
| 57 | -git lfs pull --include "*.onnx" | 55 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zh-wenet-wenetspeech.tar.bz2 |
| 56 | +tar xvf sherpa-onnx-zh-wenet-wenetspeech.tar.bz2 | ||
| 57 | +rm sherpa-onnx-zh-wenet-wenetspeech.tar.bz2 | ||
| 58 | 58 | ||
| 59 | ./python-api-examples/online-decode-files.py \ | 59 | ./python-api-examples/online-decode-files.py \ |
| 60 | --tokens=./sherpa-onnx-zh-wenet-wenetspeech/tokens.txt \ | 60 | --tokens=./sherpa-onnx-zh-wenet-wenetspeech/tokens.txt \ |
| @@ -4,6 +4,7 @@ set -ex | @@ -4,6 +4,7 @@ set -ex | ||
| 4 | 4 | ||
| 5 | echo "Downloading models" | 5 | echo "Downloading models" |
| 6 | export GIT_LFS_SKIP_SMUDGE=1 | 6 | export GIT_LFS_SKIP_SMUDGE=1 |
| 7 | +export GIT_CLONE_PROTECTION_ACTIVE=false | ||
| 7 | git clone https://huggingface.co/openspeech/wespeaker-models | 8 | git clone https://huggingface.co/openspeech/wespeaker-models |
| 8 | cd wespeaker-models | 9 | cd wespeaker-models |
| 9 | git lfs pull --include "*.onnx" | 10 | git lfs pull --include "*.onnx" |
-
请 注册 或 登录 后发表评论