Fangjun Kuang
Committed by GitHub

Fix CI tests. (#898)

正在显示 58 个修改的文件 包含 345 行增加354 行删除
@@ -124,15 +124,13 @@ sherpa-onnx-en-wenet-librispeech @@ -124,15 +124,13 @@ sherpa-onnx-en-wenet-librispeech
124 # sherpa-onnx-en-wenet-gigaspeech 124 # sherpa-onnx-en-wenet-gigaspeech
125 ) 125 )
126 for name in ${wenet_models[@]}; do 126 for name in ${wenet_models[@]}; do
127 - repo_url=https://huggingface.co/csukuangfj/$name 127 + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2
128 log "Start testing ${repo_url}" 128 log "Start testing ${repo_url}"
129 - repo=$(basename $repo_url) 129 + repo=$name
130 log "Download pretrained model and test-data from $repo_url" 130 log "Download pretrained model and test-data from $repo_url"
131 - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
132 - pushd $repo  
133 - git lfs pull --include "*.onnx"  
134 - ls -lh *.onnx  
135 - popd 131 + curl -SL -O $repo_url
  132 + tar xvf $name.tar.bz2
  133 + rm $name.tar.bz2
136 134
137 log "test float32 models" 135 log "test float32 models"
138 time $EXE \ 136 time $EXE \
@@ -156,16 +154,13 @@ done @@ -156,16 +154,13 @@ done
156 log "------------------------------------------------------------" 154 log "------------------------------------------------------------"
157 log "Run tdnn yesno (Hebrew)" 155 log "Run tdnn yesno (Hebrew)"
158 log "------------------------------------------------------------" 156 log "------------------------------------------------------------"
159 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno  
160 -log "Start testing ${repo_url}"  
161 -repo=$(basename $repo_url)  
162 -log "Download pretrained model and test-data from $repo_url"  
163 -  
164 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
165 -pushd $repo  
166 -git lfs pull --include "*.onnx"  
167 -ls -lh *.onnx  
168 -popd 157 +url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2
  158 +curl -SL -O $url
  159 +tar xvf sherpa-onnx-tdnn-yesno.tar.bz2
  160 +rm sherpa-onnx-tdnn-yesno.tar.bz2
  161 +log "Start testing ${url}"
  162 +repo=sherpa-onnx-tdnn-yesno
  163 +log "Download pretrained model and test-data from $url"
169 164
170 log "test float32 models" 165 log "test float32 models"
171 time $EXE \ 166 time $EXE \
@@ -201,17 +196,14 @@ log "------------------------------------------------------------" @@ -201,17 +196,14 @@ log "------------------------------------------------------------"
201 log "Run Citrinet (stt_en_citrinet_512, English)" 196 log "Run Citrinet (stt_en_citrinet_512, English)"
202 log "------------------------------------------------------------" 197 log "------------------------------------------------------------"
203 198
204 -repo_url=http://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-citrinet-512 199 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
  200 +curl -SL -O $repo_url
  201 +tar xvf sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
  202 +rm sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
205 log "Start testing ${repo_url}" 203 log "Start testing ${repo_url}"
206 -repo=$(basename $repo_url) 204 +repo=sherpa-onnx-nemo-ctc-en-citrinet-512
207 log "Download pretrained model and test-data from $repo_url" 205 log "Download pretrained model and test-data from $repo_url"
208 206
209 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
210 -pushd $repo  
211 -git lfs pull --include "*.onnx"  
212 -ls -lh *.onnx  
213 -popd  
214 -  
215 time $EXE \ 207 time $EXE \
216 --tokens=$repo/tokens.txt \ 208 --tokens=$repo/tokens.txt \
217 --nemo-ctc-model=$repo/model.onnx \ 209 --nemo-ctc-model=$repo/model.onnx \
@@ -233,18 +225,14 @@ rm -rf $repo @@ -233,18 +225,14 @@ rm -rf $repo
233 log "------------------------------------------------------------" 225 log "------------------------------------------------------------"
234 log "Run Librispeech zipformer CTC H/HL/HLG decoding (English) " 226 log "Run Librispeech zipformer CTC H/HL/HLG decoding (English) "
235 log "------------------------------------------------------------" 227 log "------------------------------------------------------------"
236 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-ctc-en-2023-10-02 228 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2
  229 +curl -SL -O $repo_url
237 log "Start testing ${repo_url}" 230 log "Start testing ${repo_url}"
238 -repo=$(basename $repo_url) 231 +tar xvf sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2
  232 +rm sherpa-onnx-zipformer-ctc-en-2023-10-02.tar.bz2
  233 +repo=sherpa-onnx-zipformer-ctc-en-2023-10-02
239 log "Download pretrained model and test-data from $repo_url" 234 log "Download pretrained model and test-data from $repo_url"
240 235
241 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
242 -pushd $repo  
243 -git lfs pull --include "*.onnx"  
244 -git lfs pull --include "*.fst"  
245 -ls -lh  
246 -popd  
247 -  
248 graphs=( 236 graphs=(
249 $repo/H.fst 237 $repo/H.fst
250 $repo/HL.fst 238 $repo/HL.fst
@@ -118,17 +118,14 @@ log "------------------------------------------------------------" @@ -118,17 +118,14 @@ log "------------------------------------------------------------"
118 log "Run Conformer transducer (English)" 118 log "Run Conformer transducer (English)"
119 log "------------------------------------------------------------" 119 log "------------------------------------------------------------"
120 120
121 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-conformer-en-2023-03-18 121 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-conformer-en-2023-03-18.tar.bz2
  122 +curl -SL -O $repo_url
  123 +tar xvf sherpa-onnx-conformer-en-2023-03-18.tar.bz2
  124 +rm sherpa-onnx-conformer-en-2023-03-18.tar.bz2
122 log "Start testing ${repo_url}" 125 log "Start testing ${repo_url}"
123 -repo=$(basename $repo_url) 126 +repo=sherpa-onnx-conformer-en-2023-03-18
124 log "Download pretrained model and test-data from $repo_url" 127 log "Download pretrained model and test-data from $repo_url"
125 128
126 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
127 -pushd $repo  
128 -git lfs pull --include "*.onnx"  
129 -ls -lh *.onnx  
130 -popd  
131 -  
132 time $EXE \ 129 time $EXE \
133 --tokens=$repo/tokens.txt \ 130 --tokens=$repo/tokens.txt \
134 --encoder=$repo/encoder-epoch-99-avg-1.onnx \ 131 --encoder=$repo/encoder-epoch-99-avg-1.onnx \
@@ -155,16 +152,12 @@ log "------------------------------------------------------------" @@ -155,16 +152,12 @@ log "------------------------------------------------------------"
155 log "Run Zipformer transducer (English)" 152 log "Run Zipformer transducer (English)"
156 log "------------------------------------------------------------" 153 log "------------------------------------------------------------"
157 154
158 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-03-30 155 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-en-2023-03-30.tar.bz2
  156 +curl -SL -O $repo_url
  157 +tar xvf sherpa-onnx-zipformer-en-2023-03-30.tar.bz2
  158 +rm sherpa-onnx-zipformer-en-2023-03-30.tar.bz2
  159 +repo=sherpa-onnx-zipformer-en-2023-03-30
159 log "Start testing ${repo_url}" 160 log "Start testing ${repo_url}"
160 -repo=$(basename $repo_url)  
161 -log "Download pretrained model and test-data from $repo_url"  
162 -  
163 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
164 -pushd $repo  
165 -git lfs pull --include "*.onnx"  
166 -ls -lh *.onnx  
167 -popd  
168 161
169 time $EXE \ 162 time $EXE \
170 --tokens=$repo/tokens.txt \ 163 --tokens=$repo/tokens.txt \
@@ -192,16 +185,12 @@ log "------------------------------------------------------------" @@ -192,16 +185,12 @@ log "------------------------------------------------------------"
192 log "Run Paraformer (Chinese)" 185 log "Run Paraformer (Chinese)"
193 log "------------------------------------------------------------" 186 log "------------------------------------------------------------"
194 187
195 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-03-28 188 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  189 +curl -SL -O $repo_url
  190 +tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  191 +rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  192 +repo=sherpa-onnx-paraformer-zh-2023-03-28
196 log "Start testing ${repo_url}" 193 log "Start testing ${repo_url}"
197 -repo=$(basename $repo_url)  
198 -log "Download pretrained model and test-data from $repo_url"  
199 -  
200 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
201 -pushd $repo  
202 -git lfs pull --include "*.onnx"  
203 -ls -lh *.onnx  
204 -popd  
205 194
206 time $EXE \ 195 time $EXE \
207 --tokens=$repo/tokens.txt \ 196 --tokens=$repo/tokens.txt \
@@ -229,16 +218,13 @@ log "------------------------------------------------------------" @@ -229,16 +218,13 @@ log "------------------------------------------------------------"
229 log "Run Paraformer (Chinese) with timestamps" 218 log "Run Paraformer (Chinese) with timestamps"
230 log "------------------------------------------------------------" 219 log "------------------------------------------------------------"
231 220
232 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-09-14  
233 -log "Start testing ${repo_url}"  
234 -repo=$(basename $repo_url)  
235 -log "Download pretrained model and test-data from $repo_url" 221 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2
  222 +curl -SL -O $repo_url
  223 +tar xvf sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2
  224 +rm sherpa-onnx-paraformer-zh-2023-09-14.tar.bz2
  225 +repo=sherpa-onnx-paraformer-zh-2023-09-14
236 226
237 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
238 -pushd $repo  
239 -git lfs pull --include "*.onnx"  
240 -ls -lh *.onnx  
241 -popd 227 +log "Start testing ${repo_url}"
242 228
243 time $EXE \ 229 time $EXE \
244 --tokens=$repo/tokens.txt \ 230 --tokens=$repo/tokens.txt \
@@ -40,15 +40,13 @@ log "------------------------------------------------------------" @@ -40,15 +40,13 @@ log "------------------------------------------------------------"
40 log "vits-ljs test" 40 log "vits-ljs test"
41 log "------------------------------------------------------------" 41 log "------------------------------------------------------------"
42 42
43 -repo_url=https://huggingface.co/csukuangfj/vits-ljs 43 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-ljs.tar.bz2
  44 +curl -SL -O $repo_url
  45 +tar xvf vits-ljs.tar.bz2
  46 +rm vits-ljs.tar.bz2
  47 +repo=vits-ljs
  48 +
44 log "Start testing ${repo_url}" 49 log "Start testing ${repo_url}"
45 -repo=$(basename $repo_url)  
46 -log "Download pretrained model from $repo_url"  
47 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
48 -pushd $repo  
49 -git lfs pull --include "*.onnx"  
50 -ls -lh *.onnx  
51 -popd  
52 50
53 $EXE \ 51 $EXE \
54 --vits-model=$repo/vits-ljs.onnx \ 52 --vits-model=$repo/vits-ljs.onnx \
@@ -65,15 +63,13 @@ log "------------------------------------------------------------" @@ -65,15 +63,13 @@ log "------------------------------------------------------------"
65 log "vits-vctk test" 63 log "vits-vctk test"
66 log "------------------------------------------------------------" 64 log "------------------------------------------------------------"
67 65
68 -repo_url=https://huggingface.co/csukuangfj/vits-vctk 66 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-vctk.tar.bz2
  67 +curl -SL -O $repo_url
  68 +tar xvf vits-vctk.tar.bz2
  69 +rm vits-vctk.tar.bz2
  70 +repo=vits-vctk
  71 +
69 log "Start testing ${repo_url}" 72 log "Start testing ${repo_url}"
70 -repo=$(basename $repo_url)  
71 -log "Download pretrained model from $repo_url"  
72 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
73 -pushd $repo  
74 -git lfs pull --include "*.onnx"  
75 -ls -lh *.onnx  
76 -popd  
77 73
78 for sid in 0 10 90; do 74 for sid in 0 10 90; do
79 $EXE \ 75 $EXE \
@@ -93,15 +89,13 @@ log "------------------------------------------------------------" @@ -93,15 +89,13 @@ log "------------------------------------------------------------"
93 log "vits-zh-aishell3" 89 log "vits-zh-aishell3"
94 log "------------------------------------------------------------" 90 log "------------------------------------------------------------"
95 91
96 -repo_url=https://huggingface.co/csukuangfj/vits-zh-aishell3 92 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-zh-aishell3.tar.bz2
  93 +curl -SL -O $repo_url
  94 +tar xvf vits-zh-aishell3.tar.bz2
  95 +rm vits-zh-aishell3.tar.bz2
  96 +repo=vits-zh-aishell3
  97 +
97 log "Start testing ${repo_url}" 98 log "Start testing ${repo_url}"
98 -repo=$(basename $repo_url)  
99 -log "Download pretrained model from $repo_url"  
100 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
101 -pushd $repo  
102 -git lfs pull --include "*.onnx"  
103 -ls -lh *.onnx  
104 -popd  
105 99
106 for sid in 0 10 90; do 100 for sid in 0 10 90; do
107 $EXE \ 101 $EXE \
@@ -33,17 +33,12 @@ for name in ${names[@]}; do @@ -33,17 +33,12 @@ for name in ${names[@]}; do
33 log "Run $name" 33 log "Run $name"
34 log "------------------------------------------------------------" 34 log "------------------------------------------------------------"
35 35
36 - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-whisper-$name 36 + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-$name.tar.bz2
  37 + curl -SL -O $repo_url
  38 + tar xvf sherpa-onnx-whisper-$name.tar.bz2
  39 + rm sherpa-onnx-whisper-$name.tar.bz2
  40 + repo=sherpa-onnx-whisper-$name
37 log "Start testing ${repo_url}" 41 log "Start testing ${repo_url}"
38 - repo=$(basename $repo_url)  
39 - log "Download pretrained model and test-data from $repo_url"  
40 -  
41 - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
42 - pushd $repo  
43 - git lfs pull --include "*.onnx"  
44 - # git lfs pull --include "*.ort"  
45 - ls -lh *.onnx  
46 - popd  
47 42
48 log "test fp32 onnx" 43 log "test fp32 onnx"
49 44
@@ -55,7 +55,7 @@ $EXE \ @@ -55,7 +55,7 @@ $EXE \
55 $repo/test_wavs/1.wav \ 55 $repo/test_wavs/1.wav \
56 $repo/test_wavs/8k.wav 56 $repo/test_wavs/8k.wav
57 57
58 -rm -rf sherpa-onnx-streaming-zipformer-ctc-small-2024-03-18 58 +rm -rf $repo
59 59
60 log "------------------------------------------------------------" 60 log "------------------------------------------------------------"
61 log "Run streaming Zipformer2 CTC " 61 log "Run streaming Zipformer2 CTC "
@@ -87,28 +87,26 @@ time $EXE \ @@ -87,28 +87,26 @@ time $EXE \
87 $repo/test_wavs/DEV_T0000000001.wav \ 87 $repo/test_wavs/DEV_T0000000001.wav \
88 $repo/test_wavs/DEV_T0000000002.wav 88 $repo/test_wavs/DEV_T0000000002.wav
89 89
  90 +rm -rf $repo
90 91
91 log "------------------------------------------------------------" 92 log "------------------------------------------------------------"
92 log "Run streaming Conformer CTC from WeNet" 93 log "Run streaming Conformer CTC from WeNet"
93 log "------------------------------------------------------------" 94 log "------------------------------------------------------------"
94 wenet_models=( 95 wenet_models=(
95 sherpa-onnx-zh-wenet-aishell 96 sherpa-onnx-zh-wenet-aishell
96 -sherpa-onnx-zh-wenet-aishell2  
97 -sherpa-onnx-zh-wenet-wenetspeech  
98 -sherpa-onnx-zh-wenet-multi-cn 97 +# sherpa-onnx-zh-wenet-aishell2
  98 +# sherpa-onnx-zh-wenet-wenetspeech
  99 +# sherpa-onnx-zh-wenet-multi-cn
99 sherpa-onnx-en-wenet-librispeech 100 sherpa-onnx-en-wenet-librispeech
100 -sherpa-onnx-en-wenet-gigaspeech 101 +# sherpa-onnx-en-wenet-gigaspeech
101 ) 102 )
102 for name in ${wenet_models[@]}; do 103 for name in ${wenet_models[@]}; do
103 - repo_url=https://huggingface.co/csukuangfj/$name 104 + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2
  105 + curl -SL -O $repo_url
  106 + tar xvf $name.tar.bz2
  107 + rm $name.tar.bz2
  108 + repo=$name
104 log "Start testing ${repo_url}" 109 log "Start testing ${repo_url}"
105 - repo=$(basename $repo_url)  
106 - log "Download pretrained model and test-data from $repo_url"  
107 - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
108 - pushd $repo  
109 - git lfs pull --include "*.onnx"  
110 - ls -lh *.onnx  
111 - popd  
112 110
113 log "test float32 models" 111 log "test float32 models"
114 time $EXE \ 112 time $EXE \
@@ -19,16 +19,13 @@ log "------------------------------------------------------------" @@ -19,16 +19,13 @@ log "------------------------------------------------------------"
19 log "Run streaming Paraformer" 19 log "Run streaming Paraformer"
20 log "------------------------------------------------------------" 20 log "------------------------------------------------------------"
21 21
22 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en 22 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  23 +curl -SL -O $repo_url
  24 +tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  25 +rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  26 +repo=sherpa-onnx-streaming-paraformer-bilingual-zh-en
  27 +
23 log "Start testing ${repo_url}" 28 log "Start testing ${repo_url}"
24 -repo=$(basename $repo_url)  
25 -log "Download pretrained model and test-data from $repo_url"  
26 -  
27 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
28 -pushd $repo  
29 -git lfs pull --include "*.onnx"  
30 -ls -lh *.onnx  
31 -popd  
32 29
33 time $EXE \ 30 time $EXE \
34 --tokens=$repo/tokens.txt \ 31 --tokens=$repo/tokens.txt \
@@ -19,16 +19,13 @@ log "------------------------------------------------------------" @@ -19,16 +19,13 @@ log "------------------------------------------------------------"
19 log "Run LSTM transducer (English)" 19 log "Run LSTM transducer (English)"
20 log "------------------------------------------------------------" 20 log "------------------------------------------------------------"
21 21
22 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-lstm-en-2023-02-17  
23 -log "Start testing ${repo_url}"  
24 -repo=$(basename $repo_url)  
25 -log "Download pretrained model and test-data from $repo_url" 22 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-lstm-en-2023-02-17.tar.bz2
  23 +curl -SL -O $repo_url
  24 +tar xvf sherpa-onnx-lstm-en-2023-02-17.tar.bz2
  25 +rm sherpa-onnx-lstm-en-2023-02-17.tar.bz2
  26 +repo=sherpa-onnx-lstm-en-2023-02-17
26 27
27 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
28 -pushd $repo  
29 -git lfs pull --include "*.onnx"  
30 -ls -lh *.onnx  
31 -popd 28 +log "Start testing ${repo_url}"
32 29
33 waves=( 30 waves=(
34 $repo/test_wavs/0.wav 31 $repo/test_wavs/0.wav
@@ -62,16 +59,13 @@ log "------------------------------------------------------------" @@ -62,16 +59,13 @@ log "------------------------------------------------------------"
62 log "Run LSTM transducer (Chinese)" 59 log "Run LSTM transducer (Chinese)"
63 log "------------------------------------------------------------" 60 log "------------------------------------------------------------"
64 61
65 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-lstm-zh-2023-02-20  
66 -log "Start testing ${repo_url}"  
67 -repo=$(basename $repo_url)  
68 -log "Download pretrained model and test-data from $repo_url" 62 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-lstm-zh-2023-02-20.tar.bz2
  63 +curl -SL -O $repo_url
  64 +tar xvf sherpa-onnx-lstm-zh-2023-02-20.tar.bz2
  65 +rm sherpa-onnx-lstm-zh-2023-02-20.tar.bz2
  66 +repo=sherpa-onnx-lstm-zh-2023-02-20
69 67
70 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
71 -pushd $repo  
72 -git lfs pull --include "*.onnx"  
73 -ls -lh *.onnx  
74 -popd 68 +log "Start testing ${repo_url}"
75 69
76 waves=( 70 waves=(
77 $repo/test_wavs/0.wav 71 $repo/test_wavs/0.wav
@@ -105,16 +99,13 @@ log "------------------------------------------------------------" @@ -105,16 +99,13 @@ log "------------------------------------------------------------"
105 log "Run streaming Zipformer transducer (English)" 99 log "Run streaming Zipformer transducer (English)"
106 log "------------------------------------------------------------" 100 log "------------------------------------------------------------"
107 101
108 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-02-21  
109 -log "Start testing ${repo_url}"  
110 -repo=$(basename $repo_url)  
111 -log "Download pretrained model and test-data from $repo_url" 102 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-02-21.tar.bz2
  103 +curl -SL -O $repo_url
  104 +tar xvf sherpa-onnx-streaming-zipformer-en-2023-02-21.tar.bz2
  105 +rm sherpa-onnx-streaming-zipformer-en-2023-02-21.tar.bz2
  106 +repo=sherpa-onnx-streaming-zipformer-en-2023-02-21
112 107
113 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
114 -pushd $repo  
115 -git lfs pull --include "*.onnx"  
116 -ls -lh *.onnx  
117 -popd 108 +log "Start testing ${repo_url}"
118 109
119 waves=( 110 waves=(
120 $repo/test_wavs/0.wav 111 $repo/test_wavs/0.wav
@@ -150,16 +141,13 @@ log "------------------------------------------------------------" @@ -150,16 +141,13 @@ log "------------------------------------------------------------"
150 log "Run streaming Zipformer transducer (Bilingual, Chinese + English)" 141 log "Run streaming Zipformer transducer (Bilingual, Chinese + English)"
151 log "------------------------------------------------------------" 142 log "------------------------------------------------------------"
152 143
153 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20  
154 -log "Start testing ${repo_url}"  
155 -repo=$(basename $repo_url)  
156 -log "Download pretrained model and test-data from $repo_url" 144 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  145 +curl -SL -O $repo_url
  146 +tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  147 +rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  148 +repo=sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
157 149
158 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
159 -pushd $repo  
160 -git lfs pull --include "*.onnx"  
161 -ls -lh *.onnx  
162 -popd 150 +log "Start testing ${repo_url}"
163 151
164 waves=( 152 waves=(
165 $repo/test_wavs/0.wav 153 $repo/test_wavs/0.wav
@@ -216,16 +204,13 @@ log "------------------------------------------------------------" @@ -216,16 +204,13 @@ log "------------------------------------------------------------"
216 log "Run streaming Conformer transducer (English)" 204 log "Run streaming Conformer transducer (English)"
217 log "------------------------------------------------------------" 205 log "------------------------------------------------------------"
218 206
219 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-conformer-en-2023-05-09 207 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-conformer-en-2023-05-09.tar.bz2
  208 +curl -SL -O $repo_url
  209 +tar xvf sherpa-onnx-streaming-conformer-en-2023-05-09.tar.bz2
  210 +rm sherpa-onnx-streaming-conformer-en-2023-05-09.tar.bz2
  211 +repo=sherpa-onnx-streaming-conformer-en-2023-05-09
  212 +
220 log "Start testing ${repo_url}" 213 log "Start testing ${repo_url}"
221 -repo=$(basename $repo_url)  
222 -log "Download pretrained model and test-data from $repo_url"  
223 -  
224 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
225 -pushd $repo  
226 -git lfs pull --include "*.onnx"  
227 -ls -lh *.onnx  
228 -popd  
229 214
230 waves=( 215 waves=(
231 $repo/test_wavs/0.wav 216 $repo/test_wavs/0.wav
@@ -102,20 +102,16 @@ wenet_models=( @@ -102,20 +102,16 @@ wenet_models=(
102 # sherpa-onnx-zh-wenet-wenetspeech 102 # sherpa-onnx-zh-wenet-wenetspeech
103 # sherpa-onnx-zh-wenet-multi-cn 103 # sherpa-onnx-zh-wenet-multi-cn
104 sherpa-onnx-en-wenet-librispeech 104 sherpa-onnx-en-wenet-librispeech
105 -sherpa-onnx-en-wenet-gigaspeech 105 +# sherpa-onnx-en-wenet-gigaspeech
106 ) 106 )
107 107
108 for name in ${wenet_models[@]}; do 108 for name in ${wenet_models[@]}; do
109 - repo_url=https://huggingface.co/csukuangfj/$name 109 + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/$name.tar.bz2
  110 + curl -SL -O $repo_url
  111 + tar xvf $name.tar.bz2
  112 + rm $name.tar.bz2
  113 + repo=$name
110 log "Start testing ${repo_url}" 114 log "Start testing ${repo_url}"
111 - repo=$dir/$(basename $repo_url)  
112 - log "Download pretrained model and test-data from $repo_url"  
113 - pushd $dir  
114 - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
115 - cd $repo  
116 - git lfs pull --include "*.onnx"  
117 - ls -lh *.onnx  
118 - popd  
119 115
120 python3 ./python-api-examples/offline-decode-files.py \ 116 python3 ./python-api-examples/offline-decode-files.py \
121 --tokens=$repo/tokens.txt \ 117 --tokens=$repo/tokens.txt \
@@ -206,16 +202,14 @@ log "Test streaming transducer models" @@ -206,16 +202,14 @@ log "Test streaming transducer models"
206 if [[ x$OS != x'windows-latest' ]]; then 202 if [[ x$OS != x'windows-latest' ]]; then
207 echo "OS: $OS" 203 echo "OS: $OS"
208 pushd $dir 204 pushd $dir
209 - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 205 + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  206 + curl -SL -O $repo_url
  207 + tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  208 + rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  209 + repo=sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
210 210
211 log "Start testing ${repo_url}" 211 log "Start testing ${repo_url}"
212 - repo=$dir/$(basename $repo_url)  
213 - log "Download pretrained model and test-data from $repo_url"  
214 -  
215 - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
216 - cd $repo  
217 - git lfs pull --include "*.onnx"  
218 - popd 212 + repo=$dir/$repo
219 213
220 python3 -c "import sherpa_onnx; print(sherpa_onnx.__file__)" 214 python3 -c "import sherpa_onnx; print(sherpa_onnx.__file__)"
221 sherpa_onnx_version=$(python3 -c "import sherpa_onnx; print(sherpa_onnx.__version__)") 215 sherpa_onnx_version=$(python3 -c "import sherpa_onnx; print(sherpa_onnx.__version__)")
@@ -255,15 +249,14 @@ fi @@ -255,15 +249,14 @@ fi
255 log "Test non-streaming transducer models" 249 log "Test non-streaming transducer models"
256 250
257 pushd $dir 251 pushd $dir
258 -repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-04-01  
259 -  
260 -log "Start testing ${repo_url}"  
261 -repo=$dir/$(basename $repo_url) 252 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-en-2023-04-01.tar.bz2
262 log "Download pretrained model and test-data from $repo_url" 253 log "Download pretrained model and test-data from $repo_url"
263 254
264 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
265 -cd $repo  
266 -git lfs pull --include "*.onnx" 255 +curl -SL -O $repo_url
  256 +tar xvf sherpa-onnx-zipformer-en-2023-04-01.tar.bz2
  257 +rm sherpa-onnx-zipformer-en-2023-04-01.tar.bz2
  258 +repo=$dir/sherpa-onnx-zipformer-en-2023-04-01
  259 +
267 popd 260 popd
268 261
269 ls -lh $repo 262 ls -lh $repo
@@ -295,16 +288,13 @@ log "Test non-streaming paraformer models" @@ -295,16 +288,13 @@ log "Test non-streaming paraformer models"
295 if [[ x$OS != x'windows-latest' ]]; then 288 if [[ x$OS != x'windows-latest' ]]; then
296 echo "OS: $OS" 289 echo "OS: $OS"
297 pushd $dir 290 pushd $dir
298 - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-03-28 291 + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  292 + curl -SL -O $repo_url
  293 + tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  294 + rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
299 295
300 log "Start testing ${repo_url}" 296 log "Start testing ${repo_url}"
301 - repo=$dir/$(basename $repo_url)  
302 - log "Download pretrained model and test-data from $repo_url"  
303 -  
304 - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
305 - cd $repo  
306 - git lfs pull --include "*.onnx"  
307 - popd 297 + repo=$dir/sherpa-onnx-paraformer-zh-2023-03-28
308 298
309 ls -lh $repo 299 ls -lh $repo
310 300
@@ -332,16 +322,13 @@ fi @@ -332,16 +322,13 @@ fi
332 log "Test non-streaming NeMo CTC models" 322 log "Test non-streaming NeMo CTC models"
333 323
334 pushd $dir 324 pushd $dir
335 -repo_url=http://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-citrinet-512 325 +repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
  326 +curl -SL -O $repo_url
  327 +tar xvf sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
  328 +rm sherpa-onnx-nemo-ctc-en-citrinet-512.tar.bz2
336 329
337 log "Start testing ${repo_url}" 330 log "Start testing ${repo_url}"
338 -repo=$dir/$(basename $repo_url)  
339 -log "Download pretrained model and test-data from $repo_url"  
340 -  
341 -GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
342 -cd $repo  
343 -git lfs pull --include "*.onnx"  
344 -popd 331 +repo=$dir/sherpa-onnx-nemo-ctc-en-citrinet-512
345 332
346 ls -lh $repo 333 ls -lh $repo
347 334
@@ -73,18 +73,13 @@ for name in ${names[@]}; do @@ -73,18 +73,13 @@ for name in ${names[@]}; do
73 log "------------------------------------------------------------" 73 log "------------------------------------------------------------"
74 log "Run $name" 74 log "Run $name"
75 log "------------------------------------------------------------" 75 log "------------------------------------------------------------"
  76 + repo_url=https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-$name.tar.bz2
  77 + curl -SL -O $repo_url
  78 + tar xvf sherpa-onnx-whisper-$name.tar.bz2
  79 + rm sherpa-onnx-whisper-$name.tar.bz2
76 80
77 - repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-whisper-$name  
78 log "Start testing ${repo_url}" 81 log "Start testing ${repo_url}"
79 - repo=$(basename $repo_url)  
80 - log "Download pretrained model and test-data from $repo_url"  
81 -  
82 - GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url  
83 - pushd $repo  
84 - git lfs pull --include "*.onnx"  
85 - # git lfs pull --include "*.ort"  
86 - ls -lh *.onnx  
87 - popd 82 + repo=sherpa-onnx-whisper-$name
88 83
89 for wav in ${waves[@]}; do 84 for wav in ${waves[@]}; do
90 log "test fp32 onnx" 85 log "test fp32 onnx"
@@ -192,6 +192,7 @@ jobs: @@ -192,6 +192,7 @@ jobs:
192 git config --global user.name "Fangjun Kuang" 192 git config --global user.name "Fangjun Kuang"
193 193
194 rm -rf huggingface 194 rm -rf huggingface
  195 + export GIT_CLONE_PROTECTION_ACTIVE=false
195 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 196 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
196 197
197 cd huggingface 198 cd huggingface
@@ -183,6 +183,7 @@ jobs: @@ -183,6 +183,7 @@ jobs:
183 git config --global user.name "Fangjun Kuang" 183 git config --global user.name "Fangjun Kuang"
184 184
185 rm -rf huggingface 185 rm -rf huggingface
  186 + export GIT_CLONE_PROTECTION_ACTIVE=false
186 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 187 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
187 188
188 cd huggingface 189 cd huggingface
@@ -120,6 +120,7 @@ jobs: @@ -120,6 +120,7 @@ jobs:
120 ls -lh 120 ls -lh
121 121
122 rm -rf huggingface 122 rm -rf huggingface
  123 + export GIT_CLONE_PROTECTION_ACTIVE=false
123 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 124 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
124 125
125 cd huggingface 126 cd huggingface
@@ -158,6 +158,7 @@ jobs: @@ -158,6 +158,7 @@ jobs:
158 158
159 rm -rf huggingface 159 rm -rf huggingface
160 export GIT_LFS_SKIP_SMUDGE=1 160 export GIT_LFS_SKIP_SMUDGE=1
  161 + export GIT_CLONE_PROTECTION_ACTIVE=false
161 162
162 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
163 cd huggingface 164 cd huggingface
@@ -158,6 +158,7 @@ jobs: @@ -158,6 +158,7 @@ jobs:
158 158
159 rm -rf huggingface 159 rm -rf huggingface
160 export GIT_LFS_SKIP_SMUDGE=1 160 export GIT_LFS_SKIP_SMUDGE=1
  161 + export GIT_CLONE_PROTECTION_ACTIVE=false
161 162
162 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
163 cd huggingface 164 cd huggingface
@@ -158,6 +158,7 @@ jobs: @@ -158,6 +158,7 @@ jobs:
158 158
159 rm -rf huggingface 159 rm -rf huggingface
160 export GIT_LFS_SKIP_SMUDGE=1 160 export GIT_LFS_SKIP_SMUDGE=1
  161 + export GIT_CLONE_PROTECTION_ACTIVE=false
161 162
162 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
163 cd huggingface 164 cd huggingface
@@ -158,6 +158,7 @@ jobs: @@ -158,6 +158,7 @@ jobs:
158 158
159 rm -rf huggingface 159 rm -rf huggingface
160 export GIT_LFS_SKIP_SMUDGE=1 160 export GIT_LFS_SKIP_SMUDGE=1
  161 + export GIT_CLONE_PROTECTION_ACTIVE=false
161 162
162 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
163 cd huggingface 164 cd huggingface
@@ -155,6 +155,7 @@ jobs: @@ -155,6 +155,7 @@ jobs:
155 155
156 rm -rf huggingface 156 rm -rf huggingface
157 export GIT_LFS_SKIP_SMUDGE=1 157 export GIT_LFS_SKIP_SMUDGE=1
  158 + export GIT_CLONE_PROTECTION_ACTIVE=false
158 159
159 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 160 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
160 cd huggingface 161 cd huggingface
@@ -96,6 +96,7 @@ jobs: @@ -96,6 +96,7 @@ jobs:
96 96
97 rm -rf huggingface 97 rm -rf huggingface
98 export GIT_LFS_SKIP_SMUDGE=1 98 export GIT_LFS_SKIP_SMUDGE=1
  99 + export GIT_CLONE_PROTECTION_ACTIVE=false
99 100
100 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 101 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
101 cd huggingface 102 cd huggingface
@@ -158,6 +158,7 @@ jobs: @@ -158,6 +158,7 @@ jobs:
158 158
159 rm -rf huggingface 159 rm -rf huggingface
160 export GIT_LFS_SKIP_SMUDGE=1 160 export GIT_LFS_SKIP_SMUDGE=1
  161 + export GIT_CLONE_PROTECTION_ACTIVE=false
161 162
162 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
163 cd huggingface 164 cd huggingface
@@ -159,6 +159,7 @@ jobs: @@ -159,6 +159,7 @@ jobs:
159 159
160 rm -rf huggingface 160 rm -rf huggingface
161 export GIT_LFS_SKIP_SMUDGE=1 161 export GIT_LFS_SKIP_SMUDGE=1
  162 + export GIT_CLONE_PROTECTION_ACTIVE=false
162 163
163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 164 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
164 cd huggingface 165 cd huggingface
@@ -159,6 +159,7 @@ jobs: @@ -159,6 +159,7 @@ jobs:
159 159
160 rm -rf huggingface 160 rm -rf huggingface
161 export GIT_LFS_SKIP_SMUDGE=1 161 export GIT_LFS_SKIP_SMUDGE=1
  162 + export GIT_CLONE_PROTECTION_ACTIVE=false
162 163
163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 164 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
164 cd huggingface 165 cd huggingface
@@ -158,6 +158,7 @@ jobs: @@ -158,6 +158,7 @@ jobs:
158 158
159 rm -rf huggingface 159 rm -rf huggingface
160 export GIT_LFS_SKIP_SMUDGE=1 160 export GIT_LFS_SKIP_SMUDGE=1
  161 + export GIT_CLONE_PROTECTION_ACTIVE=false
161 162
162 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 163 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
163 cd huggingface 164 cd huggingface
@@ -155,6 +155,7 @@ jobs: @@ -155,6 +155,7 @@ jobs:
155 155
156 rm -rf huggingface 156 rm -rf huggingface
157 export GIT_LFS_SKIP_SMUDGE=1 157 export GIT_LFS_SKIP_SMUDGE=1
  158 + export GIT_CLONE_PROTECTION_ACTIVE=false
158 159
159 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface 160 git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface
160 cd huggingface 161 cd huggingface
@@ -92,6 +92,7 @@ jobs: @@ -92,6 +92,7 @@ jobs:
92 shell: bash 92 shell: bash
93 run: | 93 run: |
94 git lfs install 94 git lfs install
  95 + export GIT_CLONE_PROTECTION_ACTIVE=false
95 git clone https://huggingface.co/csukuangfj/arm-linux-gcc 96 git clone https://huggingface.co/csukuangfj/arm-linux-gcc
96 ls -lh arm-linux-gcc 97 ls -lh arm-linux-gcc
97 98
@@ -93,6 +93,7 @@ jobs: @@ -93,6 +93,7 @@ jobs:
93 93
94 rm -rf huggingface 94 rm -rf huggingface
95 export GIT_LFS_SKIP_SMUDGE=1 95 export GIT_LFS_SKIP_SMUDGE=1
  96 + export GIT_CLONE_PROTECTION_ACTIVE=false
96 97
97 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 98 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
98 cd huggingface 99 cd huggingface
@@ -96,6 +96,7 @@ jobs: @@ -96,6 +96,7 @@ jobs:
96 96
97 rm -rf huggingface 97 rm -rf huggingface
98 export GIT_LFS_SKIP_SMUDGE=1 98 export GIT_LFS_SKIP_SMUDGE=1
  99 + export GIT_CLONE_PROTECTION_ACTIVE=false
99 100
100 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 101 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
101 cd huggingface 102 cd huggingface
@@ -92,6 +92,7 @@ jobs: @@ -92,6 +92,7 @@ jobs:
92 92
93 rm -rf huggingface 93 rm -rf huggingface
94 export GIT_LFS_SKIP_SMUDGE=1 94 export GIT_LFS_SKIP_SMUDGE=1
  95 + export GIT_CLONE_PROTECTION_ACTIVE=false
95 96
96 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 97 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
97 cd huggingface 98 cd huggingface
@@ -62,6 +62,7 @@ jobs: @@ -62,6 +62,7 @@ jobs:
62 62
63 rm -rf huggingface 63 rm -rf huggingface
64 export GIT_LFS_SKIP_SMUDGE=1 64 export GIT_LFS_SKIP_SMUDGE=1
  65 + export GIT_CLONE_PROTECTION_ACTIVE=false
65 66
66 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 67 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
67 cd huggingface 68 cd huggingface
@@ -79,6 +79,7 @@ jobs: @@ -79,6 +79,7 @@ jobs:
79 79
80 rm -rf huggingface 80 rm -rf huggingface
81 export GIT_LFS_SKIP_SMUDGE=1 81 export GIT_LFS_SKIP_SMUDGE=1
  82 + export GIT_CLONE_PROTECTION_ACTIVE=false
82 83
83 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 84 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
84 cd huggingface 85 cd huggingface
@@ -61,6 +61,7 @@ jobs: @@ -61,6 +61,7 @@ jobs:
61 61
62 rm -rf huggingface 62 rm -rf huggingface
63 export GIT_LFS_SKIP_SMUDGE=1 63 export GIT_LFS_SKIP_SMUDGE=1
  64 + export GIT_CLONE_PROTECTION_ACTIVE=false
64 65
65 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 66 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
66 cd huggingface 67 cd huggingface
@@ -62,6 +62,7 @@ jobs: @@ -62,6 +62,7 @@ jobs:
62 62
63 rm -rf huggingface 63 rm -rf huggingface
64 export GIT_LFS_SKIP_SMUDGE=1 64 export GIT_LFS_SKIP_SMUDGE=1
  65 + export GIT_CLONE_PROTECTION_ACTIVE=false
65 66
66 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 67 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
67 cd huggingface 68 cd huggingface
@@ -91,6 +92,7 @@ jobs: @@ -91,6 +92,7 @@ jobs:
91 92
92 rm -rf huggingface 93 rm -rf huggingface
93 export GIT_LFS_SKIP_SMUDGE=1 94 export GIT_LFS_SKIP_SMUDGE=1
  95 + export GIT_CLONE_PROTECTION_ACTIVE=false
94 96
95 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface 97 git clone https://huggingface.co/csukuangfj/sherpa-onnx-wheels huggingface
96 cd huggingface 98 cd huggingface
@@ -134,6 +134,7 @@ jobs: @@ -134,6 +134,7 @@ jobs:
134 git config --global user.name "Fangjun Kuang" 134 git config --global user.name "Fangjun Kuang"
135 135
136 rm -rf huggingface 136 rm -rf huggingface
  137 + export GIT_CLONE_PROTECTION_ACTIVE=false
137 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 138 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
138 139
139 cd huggingface 140 cd huggingface
@@ -65,6 +65,7 @@ jobs: @@ -65,6 +65,7 @@ jobs:
65 rm -rf huggingface 65 rm -rf huggingface
66 export GIT_LFS_SKIP_SMUDGE=1 66 export GIT_LFS_SKIP_SMUDGE=1
67 d=sherpa-onnx-ced-$m-audio-tagging-2024-04-19 67 d=sherpa-onnx-ced-$m-audio-tagging-2024-04-19
  68 + export GIT_CLONE_PROTECTION_ACTIVE=false
68 git clone https://huggingface.co/k2-fsa/$d huggingface 69 git clone https://huggingface.co/k2-fsa/$d huggingface
69 mv -v $d/* huggingface 70 mv -v $d/* huggingface
70 cd huggingface 71 cd huggingface
@@ -47,6 +47,7 @@ jobs: @@ -47,6 +47,7 @@ jobs:
47 47
48 rm -rf huggingface 48 rm -rf huggingface
49 export GIT_LFS_SKIP_SMUDGE=1 49 export GIT_LFS_SKIP_SMUDGE=1
  50 + export GIT_CLONE_PROTECTION_ACTIVE=false
50 51
51 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell huggingface 52 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell huggingface
52 cd huggingface 53 cd huggingface
@@ -88,6 +89,7 @@ jobs: @@ -88,6 +89,7 @@ jobs:
88 89
89 rm -rf huggingface 90 rm -rf huggingface
90 export GIT_LFS_SKIP_SMUDGE=1 91 export GIT_LFS_SKIP_SMUDGE=1
  92 + export GIT_CLONE_PROTECTION_ACTIVE=false
91 93
92 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell2 huggingface 94 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-aishell2 huggingface
93 cd huggingface 95 cd huggingface
@@ -129,6 +131,7 @@ jobs: @@ -129,6 +131,7 @@ jobs:
129 131
130 rm -rf huggingface 132 rm -rf huggingface
131 export GIT_LFS_SKIP_SMUDGE=1 133 export GIT_LFS_SKIP_SMUDGE=1
  134 + export GIT_CLONE_PROTECTION_ACTIVE=false
132 135
133 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-multi-cn huggingface 136 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-multi-cn huggingface
134 cd huggingface 137 cd huggingface
@@ -170,6 +173,7 @@ jobs: @@ -170,6 +173,7 @@ jobs:
170 173
171 rm -rf huggingface 174 rm -rf huggingface
172 export GIT_LFS_SKIP_SMUDGE=1 175 export GIT_LFS_SKIP_SMUDGE=1
  176 + export GIT_CLONE_PROTECTION_ACTIVE=false
173 177
174 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech huggingface 178 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech huggingface
175 cd huggingface 179 cd huggingface
@@ -211,6 +215,7 @@ jobs: @@ -211,6 +215,7 @@ jobs:
211 215
212 rm -rf huggingface 216 rm -rf huggingface
213 export GIT_LFS_SKIP_SMUDGE=1 217 export GIT_LFS_SKIP_SMUDGE=1
  218 + export GIT_CLONE_PROTECTION_ACTIVE=false
214 219
215 git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-librispeech huggingface 220 git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-librispeech huggingface
216 cd huggingface 221 cd huggingface
@@ -253,6 +258,7 @@ jobs: @@ -253,6 +258,7 @@ jobs:
253 258
254 rm -rf huggingface 259 rm -rf huggingface
255 export GIT_LFS_SKIP_SMUDGE=1 260 export GIT_LFS_SKIP_SMUDGE=1
  261 + export GIT_CLONE_PROTECTION_ACTIVE=false
256 262
257 git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-gigaspeech huggingface 263 git clone https://huggingface.co/csukuangfj/sherpa-onnx-en-wenet-gigaspeech huggingface
258 cd huggingface 264 cd huggingface
@@ -142,6 +142,8 @@ jobs: @@ -142,6 +142,8 @@ jobs:
142 git config --global user.email "csukuangfj@gmail.com" 142 git config --global user.email "csukuangfj@gmail.com"
143 git config --global user.name "Fangjun Kuang" 143 git config --global user.name "Fangjun Kuang"
144 144
  145 + export GIT_CLONE_PROTECTION_ACTIVE=false
  146 +
145 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-${{ matrix.model }} huggingface 147 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-${{ matrix.model }} huggingface
146 148
147 if [[ $model != medium-aishell ]]; then 149 if [[ $model != medium-aishell ]]; then
@@ -69,6 +69,7 @@ jobs: @@ -69,6 +69,7 @@ jobs:
69 run: | 69 run: |
70 echo "pwd: $PWD" 70 echo "pwd: $PWD"
71 ls -lh 71 ls -lh
  72 + du -h -d1 .
72 73
73 - name: Build sherpa-onnx 74 - name: Build sherpa-onnx
74 uses: addnab/docker-run-action@v3 75 uses: addnab/docker-run-action@v3
@@ -109,6 +110,7 @@ jobs: @@ -109,6 +110,7 @@ jobs:
109 - name: Display dependencies of sherpa-onnx for linux 110 - name: Display dependencies of sherpa-onnx for linux
110 shell: bash 111 shell: bash
111 run: | 112 run: |
  113 + du -h -d1 .
112 sudo chown -R $USER ./build 114 sudo chown -R $USER ./build
113 ls -lh build/bin 115 ls -lh build/bin
114 ls -lh build/_deps/onnxruntime-src/lib/ 116 ls -lh build/_deps/onnxruntime-src/lib/
@@ -128,121 +130,148 @@ jobs: @@ -128,121 +130,148 @@ jobs:
128 name: release-${{ matrix.build_type }}-with-shared-lib-${{ matrix.shared_lib }}-with-tts-${{ matrix.with_tts }} 130 name: release-${{ matrix.build_type }}-with-shared-lib-${{ matrix.shared_lib }}-with-tts-${{ matrix.with_tts }}
129 path: install/* 131 path: install/*
130 132
131 - - name: Test online CTC 133 + - name: Test online transducer
132 shell: bash 134 shell: bash
133 run: | 135 run: |
  136 + du -h -d1 .
134 export PATH=$PWD/build/bin:$PATH 137 export PATH=$PWD/build/bin:$PATH
135 export EXE=sherpa-onnx 138 export EXE=sherpa-onnx
136 139
137 - .github/scripts/test-online-ctc.sh 140 + .github/scripts/test-online-transducer.sh
  141 + du -h -d1 .
138 142
139 - - name: Test offline transducer 143 + - name: Test online transducer (C API)
  144 + shell: bash
  145 + run: |
  146 + du -h -d1 .
  147 + export PATH=$PWD/build/bin:$PATH
  148 + export EXE=decode-file-c-api
  149 +
  150 + .github/scripts/test-online-transducer.sh
  151 + du -h -d1 .
  152 +
  153 + - name: Test offline CTC
140 shell: bash 154 shell: bash
141 run: | 155 run: |
  156 + du -h -d1 .
142 export PATH=$PWD/build/bin:$PATH 157 export PATH=$PWD/build/bin:$PATH
143 export EXE=sherpa-onnx-offline 158 export EXE=sherpa-onnx-offline
144 159
145 - .github/scripts/test-offline-transducer.sh 160 + .github/scripts/test-offline-ctc.sh
  161 + du -h -d1 .
146 162
147 - name: Test spoken language identification (C++ API) 163 - name: Test spoken language identification (C++ API)
148 shell: bash 164 shell: bash
149 run: | 165 run: |
  166 + du -h -d1 .
150 export PATH=$PWD/build/bin:$PATH 167 export PATH=$PWD/build/bin:$PATH
151 export EXE=sherpa-onnx-offline-language-identification 168 export EXE=sherpa-onnx-offline-language-identification
152 169
153 .github/scripts/test-spoken-language-identification.sh 170 .github/scripts/test-spoken-language-identification.sh
  171 + du -h -d1 .
154 172
155 - - name: Test C API 173 + - name: Test online CTC
156 shell: bash 174 shell: bash
157 run: | 175 run: |
  176 + du -h -d1 .
158 export PATH=$PWD/build/bin:$PATH 177 export PATH=$PWD/build/bin:$PATH
159 - export SLID_EXE=spoken-language-identification-c-api  
160 - export SID_EXE=speaker-identification-c-api  
161 - export AT_EXE=audio-tagging-c-api  
162 - export PUNCT_EXE=add-punctuation-c-api 178 + export EXE=sherpa-onnx
163 179
164 - .github/scripts/test-c-api.sh 180 + .github/scripts/test-online-ctc.sh
  181 + du -h -d1 .
165 182
166 - - name: Test offline CTC 183 + - name: Test offline transducer
167 shell: bash 184 shell: bash
168 run: | 185 run: |
  186 + du -h -d1 .
169 export PATH=$PWD/build/bin:$PATH 187 export PATH=$PWD/build/bin:$PATH
170 export EXE=sherpa-onnx-offline 188 export EXE=sherpa-onnx-offline
171 189
172 - .github/scripts/test-offline-ctc.sh 190 + .github/scripts/test-offline-transducer.sh
  191 + du -h -d1 .
  192 +
  193 + - name: Test C API
  194 + shell: bash
  195 + run: |
  196 + du -h -d1 .
  197 + export PATH=$PWD/build/bin:$PATH
  198 + export SLID_EXE=spoken-language-identification-c-api
  199 + export SID_EXE=speaker-identification-c-api
  200 + export AT_EXE=audio-tagging-c-api
  201 + export PUNCT_EXE=add-punctuation-c-api
  202 +
  203 + .github/scripts/test-c-api.sh
  204 + du -h -d1 .
173 205
174 - name: Test offline punctuation 206 - name: Test offline punctuation
175 shell: bash 207 shell: bash
176 run: | 208 run: |
  209 + du -h -d1 .
177 export PATH=$PWD/build/bin:$PATH 210 export PATH=$PWD/build/bin:$PATH
178 export EXE=sherpa-onnx-offline-punctuation 211 export EXE=sherpa-onnx-offline-punctuation
179 212
180 .github/scripts/test-offline-punctuation.sh 213 .github/scripts/test-offline-punctuation.sh
  214 + du -h -d1 .
181 215
182 - name: Test Audio tagging 216 - name: Test Audio tagging
183 shell: bash 217 shell: bash
184 run: | 218 run: |
  219 + du -h -d1 .
185 export PATH=$PWD/build/bin:$PATH 220 export PATH=$PWD/build/bin:$PATH
186 export EXE=sherpa-onnx-offline-audio-tagging 221 export EXE=sherpa-onnx-offline-audio-tagging
187 222
188 .github/scripts/test-audio-tagging.sh 223 .github/scripts/test-audio-tagging.sh
  224 + du -h -d1 .
189 225
190 - name: Test transducer kws 226 - name: Test transducer kws
191 shell: bash 227 shell: bash
192 run: | 228 run: |
  229 + du -h -d1 .
193 export PATH=$PWD/build/bin:$PATH 230 export PATH=$PWD/build/bin:$PATH
194 export EXE=sherpa-onnx-keyword-spotter 231 export EXE=sherpa-onnx-keyword-spotter
195 232
196 .github/scripts/test-kws.sh 233 .github/scripts/test-kws.sh
  234 + du -h -d1 .
197 235
198 - name: Test offline Whisper 236 - name: Test offline Whisper
199 if: matrix.build_type != 'Debug' 237 if: matrix.build_type != 'Debug'
200 shell: bash 238 shell: bash
201 run: | 239 run: |
  240 + du -h -d1 .
202 export PATH=$PWD/build/bin:$PATH 241 export PATH=$PWD/build/bin:$PATH
203 export EXE=sherpa-onnx-offline 242 export EXE=sherpa-onnx-offline
204 243
205 readelf -d build/bin/sherpa-onnx-offline 244 readelf -d build/bin/sherpa-onnx-offline
206 245
207 .github/scripts/test-offline-whisper.sh 246 .github/scripts/test-offline-whisper.sh
  247 + du -h -d1 .
208 248
209 - name: Test offline TTS 249 - name: Test offline TTS
210 if: matrix.with_tts == 'ON' 250 if: matrix.with_tts == 'ON'
211 shell: bash 251 shell: bash
212 run: | 252 run: |
  253 + du -h -d1 .
213 export PATH=$PWD/build/bin:$PATH 254 export PATH=$PWD/build/bin:$PATH
214 export EXE=sherpa-onnx-offline-tts 255 export EXE=sherpa-onnx-offline-tts
215 256
216 .github/scripts/test-offline-tts.sh 257 .github/scripts/test-offline-tts.sh
  258 + du -h -d1 .
217 259
218 - name: Test online paraformer 260 - name: Test online paraformer
219 shell: bash 261 shell: bash
220 run: | 262 run: |
  263 + du -h -d1 .
221 export PATH=$PWD/build/bin:$PATH 264 export PATH=$PWD/build/bin:$PATH
222 export EXE=sherpa-onnx 265 export EXE=sherpa-onnx
223 266
224 .github/scripts/test-online-paraformer.sh 267 .github/scripts/test-online-paraformer.sh
225 -  
226 - - name: Test online transducer  
227 - shell: bash  
228 - run: |  
229 - export PATH=$PWD/build/bin:$PATH  
230 - export EXE=sherpa-onnx  
231 -  
232 - .github/scripts/test-online-transducer.sh  
233 -  
234 - - name: Test online transducer (C API)  
235 - shell: bash  
236 - run: |  
237 - export PATH=$PWD/build/bin:$PATH  
238 - export EXE=decode-file-c-api  
239 -  
240 - .github/scripts/test-online-transducer.sh 268 + du -h -d1 .
241 269
242 - name: Copy files 270 - name: Copy files
243 shell: bash 271 shell: bash
244 if: matrix.build_type == 'Release' 272 if: matrix.build_type == 'Release'
245 run: | 273 run: |
  274 + du -h -d1 .
246 SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2) 275 SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
247 276
248 if [[ ${{ matrix.shared_lib }} == 'ON' ]]; then 277 if [[ ${{ matrix.shared_lib }} == 'ON' ]]; then
@@ -265,6 +294,7 @@ jobs: @@ -265,6 +294,7 @@ jobs:
265 tree $dst 294 tree $dst
266 295
267 tar cjvf ${dst}.tar.bz2 $dst 296 tar cjvf ${dst}.tar.bz2 $dst
  297 + du -h -d1 .
268 298
269 - name: Publish to huggingface 299 - name: Publish to huggingface
270 if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && matrix.build_type == 'Release' 300 if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && (github.event_name == 'push' || github.event_name == 'workflow_dispatch') && matrix.build_type == 'Release'
@@ -276,11 +306,14 @@ jobs: @@ -276,11 +306,14 @@ jobs:
276 timeout_seconds: 200 306 timeout_seconds: 200
277 shell: bash 307 shell: bash
278 command: | 308 command: |
  309 + du -h -d1 .
279 git config --global user.email "csukuangfj@gmail.com" 310 git config --global user.email "csukuangfj@gmail.com"
280 git config --global user.name "Fangjun Kuang" 311 git config --global user.name "Fangjun Kuang"
281 312
282 rm -rf huggingface 313 rm -rf huggingface
  314 + export GIT_CLONE_PROTECTION_ACTIVE=false
283 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 315 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
  316 + du -h -d1 .
284 317
285 cd huggingface 318 cd huggingface
286 git lfs pull 319 git lfs pull
@@ -296,6 +329,7 @@ jobs: @@ -296,6 +329,7 @@ jobs:
296 git commit -m "upload sherpa-onnx-${SHERPA_ONNX_VERSION}" 329 git commit -m "upload sherpa-onnx-${SHERPA_ONNX_VERSION}"
297 330
298 git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main 331 git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main
  332 + du -h -d1 .
299 333
300 - name: Release pre-compiled binaries and libs for linux x64 334 - name: Release pre-compiled binaries and libs for linux x64
301 if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.build_type == 'Release' 335 if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.build_type == 'Release'
@@ -239,6 +239,7 @@ jobs: @@ -239,6 +239,7 @@ jobs:
239 git config --global user.name "Fangjun Kuang" 239 git config --global user.name "Fangjun Kuang"
240 240
241 rm -rf huggingface 241 rm -rf huggingface
  242 + export GIT_CLONE_PROTECTION_ACTIVE=false
242 243
243 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 244 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
244 245
@@ -73,10 +73,9 @@ jobs: @@ -73,10 +73,9 @@ jobs:
73 if: matrix.model_type == 'transducer' 73 if: matrix.model_type == 'transducer'
74 shell: bash 74 shell: bash
75 run: | 75 run: |
76 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-06-26  
77 - cd sherpa-onnx-zipformer-en-2023-06-26  
78 - git lfs pull --include "*.onnx"  
79 - cd .. 76 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zipformer-en-2023-06-26.tar.bz2
  77 + tar xvf sherpa-onnx-zipformer-en-2023-06-26.tar.bz2
  78 + rm sherpa-onnx-zipformer-en-2023-06-26.tar.bz2
80 79
81 python3 ./python-api-examples/non_streaming_server.py \ 80 python3 ./python-api-examples/non_streaming_server.py \
82 --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \ 81 --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \
@@ -105,14 +104,13 @@ jobs: @@ -105,14 +104,13 @@ jobs:
105 if: matrix.model_type == 'paraformer' && matrix.os != 'windows-latest' 104 if: matrix.model_type == 'paraformer' && matrix.os != 'windows-latest'
106 shell: bash 105 shell: bash
107 run: | 106 run: |
108 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-bilingual-zh-en  
109 - cd sherpa-onnx-paraformer-bilingual-zh-en  
110 - git lfs pull --include "*.onnx"  
111 - cd .. 107 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  108 + tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  109 + rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
112 110
113 python3 ./python-api-examples/non_streaming_server.py \ 111 python3 ./python-api-examples/non_streaming_server.py \
114 - --paraformer ./sherpa-onnx-paraformer-bilingual-zh-en/model.int8.onnx \  
115 - --tokens ./sherpa-onnx-paraformer-bilingual-zh-en/tokens.txt & 112 + --paraformer ./sherpa-onnx-paraformer-zh-2023-03-28/model.int8.onnx \
  113 + --tokens ./sherpa-onnx-paraformer-zh-2023-03-28/tokens.txt &
116 114
117 echo "sleep 10 seconds to wait the server start" 115 echo "sleep 10 seconds to wait the server start"
118 sleep 10 116 sleep 10
@@ -122,25 +120,24 @@ jobs: @@ -122,25 +120,24 @@ jobs:
122 shell: bash 120 shell: bash
123 run: | 121 run: |
124 python3 ./python-api-examples/offline-websocket-client-decode-files-paralell.py \ 122 python3 ./python-api-examples/offline-websocket-client-decode-files-paralell.py \
125 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/0.wav \  
126 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/1.wav \  
127 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/2.wav \  
128 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/8k.wav 123 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/0.wav \
  124 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/1.wav \
  125 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/2.wav \
  126 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/8k.wav
129 127
130 python3 ./python-api-examples/offline-websocket-client-decode-files-sequential.py \ 128 python3 ./python-api-examples/offline-websocket-client-decode-files-sequential.py \
131 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/0.wav \  
132 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/1.wav \  
133 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/2.wav \  
134 - ./sherpa-onnx-paraformer-bilingual-zh-en/test_wavs/8k.wav 129 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/0.wav \
  130 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/1.wav \
  131 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/2.wav \
  132 + ./sherpa-onnx-paraformer-zh-2023-03-28/test_wavs/8k.wav
135 133
136 - name: Start server for nemo_ctc models 134 - name: Start server for nemo_ctc models
137 if: matrix.model_type == 'nemo_ctc' 135 if: matrix.model_type == 'nemo_ctc'
138 shell: bash 136 shell: bash
139 run: | 137 run: |
140 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-conformer-medium  
141 - cd sherpa-onnx-nemo-ctc-en-conformer-medium  
142 - git lfs pull --include "*.onnx"  
143 - cd .. 138 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
  139 + tar xvf sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
  140 + rm sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
144 141
145 python3 ./python-api-examples/non_streaming_server.py \ 142 python3 ./python-api-examples/non_streaming_server.py \
146 --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \ 143 --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \
@@ -167,10 +164,9 @@ jobs: @@ -167,10 +164,9 @@ jobs:
167 if: matrix.model_type == 'whisper' 164 if: matrix.model_type == 'whisper'
168 shell: bash 165 shell: bash
169 run: | 166 run: |
170 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-tiny.en  
171 - cd sherpa-onnx-whisper-tiny.en  
172 - git lfs pull --include "*.onnx"  
173 - cd .. 167 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.en.tar.bz2
  168 + tar xvf sherpa-onnx-whisper-tiny.en.tar.bz2
  169 + rm sherpa-onnx-whisper-tiny.en.tar.bz2
174 170
175 python3 ./python-api-examples/non_streaming_server.py \ 171 python3 ./python-api-examples/non_streaming_server.py \
176 --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \ 172 --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \
@@ -198,10 +194,9 @@ jobs: @@ -198,10 +194,9 @@ jobs:
198 if: matrix.model_type == 'tdnn' 194 if: matrix.model_type == 'tdnn'
199 shell: bash 195 shell: bash
200 run: | 196 run: |
201 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno  
202 - cd sherpa-onnx-tdnn-yesno  
203 - git lfs pull --include "*.onnx"  
204 - cd .. 197 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2
  198 + tar xvf sherpa-onnx-tdnn-yesno.tar.bz2
  199 + rm sherpa-onnx-tdnn-yesno.tar.bz2
205 200
206 python3 ./python-api-examples/non_streaming_server.py \ 201 python3 ./python-api-examples/non_streaming_server.py \
207 --tdnn-model=./sherpa-onnx-tdnn-yesno/model-epoch-14-avg-2.onnx \ 202 --tdnn-model=./sherpa-onnx-tdnn-yesno/model-epoch-14-avg-2.onnx \
@@ -94,10 +94,9 @@ jobs: @@ -94,10 +94,9 @@ jobs:
94 if: matrix.model_type == 'transducer' 94 if: matrix.model_type == 'transducer'
95 shell: bash 95 shell: bash
96 run: | 96 run: |
97 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26  
98 - cd sherpa-onnx-streaming-zipformer-en-2023-06-26  
99 - git lfs pull --include "*.onnx"  
100 - cd .. 97 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
  98 + tar xvf sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
  99 + rm sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
101 100
102 python3 ./python-api-examples/streaming_server.py \ 101 python3 ./python-api-examples/streaming_server.py \
103 --encoder ./sherpa-onnx-streaming-zipformer-en-2023-06-26/encoder-epoch-99-avg-1-chunk-16-left-128.onnx \ 102 --encoder ./sherpa-onnx-streaming-zipformer-en-2023-06-26/encoder-epoch-99-avg-1-chunk-16-left-128.onnx \
@@ -118,10 +117,9 @@ jobs: @@ -118,10 +117,9 @@ jobs:
118 if: matrix.model_type == 'paraformer' 117 if: matrix.model_type == 'paraformer'
119 shell: bash 118 shell: bash
120 run: | 119 run: |
121 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en  
122 - cd sherpa-onnx-streaming-paraformer-bilingual-zh-en  
123 - git lfs pull --include "*.onnx"  
124 - cd .. 120 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  121 + tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  122 + rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
125 123
126 python3 ./python-api-examples/streaming_server.py \ 124 python3 ./python-api-examples/streaming_server.py \
127 --tokens ./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \ 125 --tokens ./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \
@@ -88,6 +88,7 @@ jobs: @@ -88,6 +88,7 @@ jobs:
88 88
89 rm -rf ms 89 rm -rf ms
90 export GIT_LFS_SKIP_SMUDGE=1 90 export GIT_LFS_SKIP_SMUDGE=1
  91 + export GIT_CLONE_PROTECTION_ACTIVE=false
91 92
92 git clone http://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-de.git ms 93 git clone http://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-de.git ms
93 94
@@ -126,6 +127,7 @@ jobs: @@ -126,6 +127,7 @@ jobs:
126 127
127 rm -rf huggingface 128 rm -rf huggingface
128 export GIT_LFS_SKIP_SMUDGE=1 129 export GIT_LFS_SKIP_SMUDGE=1
  130 + export GIT_CLONE_PROTECTION_ACTIVE=false
129 131
130 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-de huggingface 132 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-de huggingface
131 cd huggingface 133 cd huggingface
@@ -90,6 +90,7 @@ jobs: @@ -90,6 +90,7 @@ jobs:
90 90
91 rm -rf ms 91 rm -rf ms
92 export GIT_LFS_SKIP_SMUDGE=1 92 export GIT_LFS_SKIP_SMUDGE=1
  93 + export GIT_CLONE_PROTECTION_ACTIVE=false
93 94
94 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-en.git ms 95 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-en.git ms
95 cd ms 96 cd ms
@@ -126,6 +127,7 @@ jobs: @@ -126,6 +127,7 @@ jobs:
126 127
127 rm -rf huggingface 128 rm -rf huggingface
128 export GIT_LFS_SKIP_SMUDGE=1 129 export GIT_LFS_SKIP_SMUDGE=1
  130 + export GIT_CLONE_PROTECTION_ACTIVE=false
129 131
130 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-en huggingface 132 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-en huggingface
131 cd huggingface 133 cd huggingface
@@ -86,6 +86,7 @@ jobs: @@ -86,6 +86,7 @@ jobs:
86 86
87 rm -rf ms 87 rm -rf ms
88 export GIT_LFS_SKIP_SMUDGE=1 88 export GIT_LFS_SKIP_SMUDGE=1
  89 + export GIT_CLONE_PROTECTION_ACTIVE=false
89 90
90 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-en.git ms 91 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-tts-sherpa-onnx-en.git ms
91 cd ms 92 cd ms
@@ -122,6 +123,7 @@ jobs: @@ -122,6 +123,7 @@ jobs:
122 123
123 rm -rf huggingface 124 rm -rf huggingface
124 export GIT_LFS_SKIP_SMUDGE=1 125 export GIT_LFS_SKIP_SMUDGE=1
  126 + export GIT_CLONE_PROTECTION_ACTIVE=false
125 127
126 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-en huggingface 128 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-tts-sherpa-onnx-en huggingface
127 cd huggingface 129 cd huggingface
@@ -96,6 +96,7 @@ jobs: @@ -96,6 +96,7 @@ jobs:
96 96
97 rm -rf huggingface 97 rm -rf huggingface
98 export GIT_LFS_SKIP_SMUDGE=1 98 export GIT_LFS_SKIP_SMUDGE=1
  99 + export GIT_CLONE_PROTECTION_ACTIVE=false
99 100
100 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer huggingface 101 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer huggingface
101 cd huggingface 102 cd huggingface
@@ -133,6 +134,7 @@ jobs: @@ -133,6 +134,7 @@ jobs:
133 134
134 rm -rf ms 135 rm -rf ms
135 export GIT_LFS_SKIP_SMUDGE=1 136 export GIT_LFS_SKIP_SMUDGE=1
  137 + export GIT_CLONE_PROTECTION_ACTIVE=false
136 138
137 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer.git ms 139 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-cantonese-en-paraformer.git ms
138 cd ms 140 cd ms
@@ -97,6 +97,7 @@ jobs: @@ -97,6 +97,7 @@ jobs:
97 97
98 rm -rf ms 98 rm -rf ms
99 export GIT_LFS_SKIP_SMUDGE=1 99 export GIT_LFS_SKIP_SMUDGE=1
  100 + export GIT_CLONE_PROTECTION_ACTIVE=false
100 101
101 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer.git ms 102 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer.git ms
102 cd ms 103 cd ms
@@ -133,6 +134,7 @@ jobs: @@ -133,6 +134,7 @@ jobs:
133 134
134 rm -rf huggingface 135 rm -rf huggingface
135 export GIT_LFS_SKIP_SMUDGE=1 136 export GIT_LFS_SKIP_SMUDGE=1
  137 + export GIT_CLONE_PROTECTION_ACTIVE=false
136 138
137 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer huggingface 139 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en-paraformer huggingface
138 cd huggingface 140 cd huggingface
@@ -88,6 +88,7 @@ jobs: @@ -88,6 +88,7 @@ jobs:
88 88
89 rm -rf ms 89 rm -rf ms
90 export GIT_LFS_SKIP_SMUDGE=1 90 export GIT_LFS_SKIP_SMUDGE=1
  91 + export GIT_CLONE_PROTECTION_ACTIVE=false
91 92
92 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en.git ms 93 git clone https://www.modelscope.cn/studios/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en.git ms
93 cd ms 94 cd ms
@@ -124,6 +125,7 @@ jobs: @@ -124,6 +125,7 @@ jobs:
124 125
125 rm -rf huggingface 126 rm -rf huggingface
126 export GIT_LFS_SKIP_SMUDGE=1 127 export GIT_LFS_SKIP_SMUDGE=1
  128 + export GIT_CLONE_PROTECTION_ACTIVE=false
127 129
128 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en huggingface 130 git clone https://huggingface.co/spaces/k2-fsa/web-assembly-asr-sherpa-onnx-zh-en huggingface
129 cd huggingface 131 cd huggingface
@@ -215,6 +215,7 @@ jobs: @@ -215,6 +215,7 @@ jobs:
215 git config --global user.name "Fangjun Kuang" 215 git config --global user.name "Fangjun Kuang"
216 216
217 rm -rf huggingface 217 rm -rf huggingface
  218 + export GIT_CLONE_PROTECTION_ACTIVE=false
218 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 219 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
219 220
220 cd huggingface 221 cd huggingface
@@ -217,6 +217,7 @@ jobs: @@ -217,6 +217,7 @@ jobs:
217 git config --global user.name "Fangjun Kuang" 217 git config --global user.name "Fangjun Kuang"
218 218
219 rm -rf huggingface 219 rm -rf huggingface
  220 + export GIT_CLONE_PROTECTION_ACTIVE=false
220 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface 221 GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-libs huggingface
221 222
222 cd huggingface 223 cd huggingface
@@ -3,10 +3,9 @@ @@ -3,10 +3,9 @@
3 set -ex 3 set -ex
4 4
5 if [ ! -d ./sherpa-onnx-nemo-ctc-en-conformer-medium ]; then 5 if [ ! -d ./sherpa-onnx-nemo-ctc-en-conformer-medium ]; then
6 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-conformer-medium  
7 - cd sherpa-onnx-nemo-ctc-en-conformer-medium  
8 - git lfs pull --include "*.onnx"  
9 - cd .. 6 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
  7 + tar xvf sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
  8 + rm sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
10 fi 9 fi
11 10
12 dotnet run \ 11 dotnet run \
@@ -3,10 +3,9 @@ @@ -3,10 +3,9 @@
3 set -ex 3 set -ex
4 4
5 if [ ! -d ./sherpa-onnx-paraformer-zh-2023-03-28 ]; then 5 if [ ! -d ./sherpa-onnx-paraformer-zh-2023-03-28 ]; then
6 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-zh-2023-03-28  
7 - cd sherpa-onnx-paraformer-zh-2023-03-28  
8 - git lfs pull --include "*.onnx"  
9 - cd .. 6 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  7 + tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  8 + rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
10 fi 9 fi
11 10
12 dotnet run \ 11 dotnet run \
@@ -3,10 +3,9 @@ @@ -3,10 +3,9 @@
3 set -ex 3 set -ex
4 4
5 if [ ! -d ./sherpa-onnx-tdnn-yesno ]; then 5 if [ ! -d ./sherpa-onnx-tdnn-yesno ]; then
6 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno  
7 - cd sherpa-onnx-tdnn-yesno  
8 - git lfs pull --include "*.onnx"  
9 - cd .. 6 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2
  7 + tar xvf sherpa-onnx-tdnn-yesno.tar.bz2
  8 + rm sherpa-onnx-tdnn-yesno.tar.bz2
10 fi 9 fi
11 10
12 dotnet run \ 11 dotnet run \
@@ -3,10 +3,9 @@ @@ -3,10 +3,9 @@
3 set -ex 3 set -ex
4 4
5 if [ ! -d ./sherpa-onnx-whisper-tiny.en ]; then 5 if [ ! -d ./sherpa-onnx-whisper-tiny.en ]; then
6 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-tiny.en  
7 - cd sherpa-onnx-whisper-tiny.en  
8 - git lfs pull --include "*.onnx"  
9 - cd .. 6 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.en.tar.bz2
  7 + tar xvf sherpa-onnx-whisper-tiny.en.tar.bz2
  8 + rm sherpa-onnx-whisper-tiny.en.tar.bz2
10 fi 9 fi
11 10
12 dotnet run \ 11 dotnet run \
@@ -6,10 +6,9 @@ @@ -6,10 +6,9 @@
6 6
7 set -ex 7 set -ex
8 if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then 8 if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then
9 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en  
10 - cd sherpa-onnx-streaming-paraformer-bilingual-zh-en  
11 - git lfs pull --include "*.onnx"  
12 - cd .. 9 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  10 + tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  11 + rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
13 fi 12 fi
14 13
15 dotnet run -c Release \ 14 dotnet run -c Release \
@@ -8,6 +8,7 @@ set -ex @@ -8,6 +8,7 @@ set -ex
8 if [ ! -d ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 ]; then 8 if [ ! -d ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 ]; then
9 curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 9 curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
10 tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2 10 tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  11 + rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
11 fi 12 fi
12 13
13 dotnet run -c Release \ 14 dotnet run -c Release \
@@ -6,10 +6,9 @@ @@ -6,10 +6,9 @@
6 6
7 set -ex 7 set -ex
8 if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then 8 if [ ! -d ./sherpa-onnx-streaming-paraformer-bilingual-zh-en ]; then
9 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en  
10 - cd sherpa-onnx-streaming-paraformer-bilingual-zh-en  
11 - git lfs pull --include "*.onnx"  
12 - cd .. 9 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  10 + tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  11 + rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
13 fi 12 fi
14 13
15 dotnet run -c Release \ 14 dotnet run -c Release \
@@ -9,15 +9,14 @@ set -ex @@ -9,15 +9,14 @@ set -ex
9 export LD_LIBRARY_PATH=$PWD:$LD_LIBRARY_PATH 9 export LD_LIBRARY_PATH=$PWD:$LD_LIBRARY_PATH
10 export DYLD_LIBRARY_PATH=$PWD:$DYLD_LIBRARY_PATH 10 export DYLD_LIBRARY_PATH=$PWD:$DYLD_LIBRARY_PATH
11 11
12 -if [ ! -d ./icefall-asr-zipformer-streaming-wenetspeech-20230615 ]; then  
13 - GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/pkufool/icefall-asr-zipformer-streaming-wenetspeech-20230615  
14 - cd icefall-asr-zipformer-streaming-wenetspeech-20230615  
15 - git lfs pull --include "*.onnx"  
16 - cd .. 12 +if [ ! -d ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20 ]; then
  13 + curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  14 + tar xvf sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
  15 + rm sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20.tar.bz2
17 fi 16 fi
18 17
19 dotnet run -c Release \ 18 dotnet run -c Release \
20 - --tokens ./icefall-asr-zipformer-streaming-wenetspeech-20230615/data/lang_char/tokens.txt \  
21 - --encoder ./icefall-asr-zipformer-streaming-wenetspeech-20230615/exp/encoder-epoch-12-avg-4-chunk-16-left-128.onnx \  
22 - --decoder ./icefall-asr-zipformer-streaming-wenetspeech-20230615/exp/decoder-epoch-12-avg-4-chunk-16-left-128.onnx \  
23 - --joiner ./icefall-asr-zipformer-streaming-wenetspeech-20230615/exp/joiner-epoch-12-avg-4-chunk-16-left-128.onnx 19 + --tokens ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/tokens.txt \
  20 + --encoder ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/encoder-epoch-99-avg-1.int8.onnx \
  21 + --decoder ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/decoder-epoch-99-avg-1.int8.onnx \
  22 + --joiner ./sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20/joiner-epoch-99-avg-1.int8.onnx
@@ -23,10 +23,9 @@ Usage examples: @@ -23,10 +23,9 @@ Usage examples:
23 (1) Use a non-streaming transducer model 23 (1) Use a non-streaming transducer model
24 24
25 cd /path/to/sherpa-onnx 25 cd /path/to/sherpa-onnx
26 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zipformer-en-2023-06-26  
27 -cd sherpa-onnx-zipformer-en-2023-06-26  
28 -git lfs pull --include "*.onnx"  
29 -cd .. 26 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
  27 +tar xvf sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
  28 +rm sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
30 29
31 python3 ./python-api-examples/non_streaming_server.py \ 30 python3 ./python-api-examples/non_streaming_server.py \
32 --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \ 31 --encoder ./sherpa-onnx-zipformer-en-2023-06-26/encoder-epoch-99-avg-1.onnx \
@@ -37,22 +36,20 @@ python3 ./python-api-examples/non_streaming_server.py \ @@ -37,22 +36,20 @@ python3 ./python-api-examples/non_streaming_server.py \
37 (2) Use a non-streaming paraformer 36 (2) Use a non-streaming paraformer
38 37
39 cd /path/to/sherpa-onnx 38 cd /path/to/sherpa-onnx
40 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-paraformer-bilingual-zh-en  
41 -cd sherpa-onnx-paraformer-bilingual-zh-en/  
42 -git lfs pull --include "*.onnx"  
43 -cd .. 39 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  40 +tar xvf sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
  41 +rm sherpa-onnx-paraformer-zh-2023-03-28.tar.bz2
44 42
45 python3 ./python-api-examples/non_streaming_server.py \ 43 python3 ./python-api-examples/non_streaming_server.py \
46 - --paraformer ./sherpa-onnx-paraformer-bilingual-zh-en/model.int8.onnx \  
47 - --tokens ./sherpa-onnx-paraformer-bilingual-zh-en/tokens.txt 44 + --paraformer ./sherpa-onnx-paraformer-zh-2023-03-28/model.int8.onnx \
  45 + --tokens ./sherpa-onnx-paraformer-zh-2023-03-28/tokens.txt
48 46
49 (3) Use a non-streaming CTC model from NeMo 47 (3) Use a non-streaming CTC model from NeMo
50 48
51 cd /path/to/sherpa-onnx 49 cd /path/to/sherpa-onnx
52 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-nemo-ctc-en-conformer-medium  
53 -cd sherpa-onnx-nemo-ctc-en-conformer-medium  
54 -git lfs pull --include "*.onnx"  
55 -cd .. 50 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
  51 +tar xvf sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
  52 +rm sherpa-onnx-nemo-ctc-en-conformer-medium.tar.bz2
56 53
57 python3 ./python-api-examples/non_streaming_server.py \ 54 python3 ./python-api-examples/non_streaming_server.py \
58 --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \ 55 --nemo-ctc ./sherpa-onnx-nemo-ctc-en-conformer-medium/model.onnx \
@@ -61,10 +58,9 @@ python3 ./python-api-examples/non_streaming_server.py \ @@ -61,10 +58,9 @@ python3 ./python-api-examples/non_streaming_server.py \
61 (4) Use a non-streaming CTC model from WeNet 58 (4) Use a non-streaming CTC model from WeNet
62 59
63 cd /path/to/sherpa-onnx 60 cd /path/to/sherpa-onnx
64 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech  
65 -cd sherpa-onnx-zh-wenet-wenetspeech  
66 -git lfs pull --include "*.onnx"  
67 -cd .. 61 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zh-wenet-wenetspeech.tar.bz2
  62 +tar xvf sherpa-onnx-zh-wenet-wenetspeech.tar.bz2
  63 +rm sherpa-onnx-zh-wenet-wenetspeech.tar.bz2
68 64
69 python3 ./python-api-examples/non_streaming_server.py \ 65 python3 ./python-api-examples/non_streaming_server.py \
70 --wenet-ctc ./sherpa-onnx-zh-wenet-wenetspeech/model.onnx \ 66 --wenet-ctc ./sherpa-onnx-zh-wenet-wenetspeech/model.onnx \
@@ -73,10 +69,9 @@ python3 ./python-api-examples/non_streaming_server.py \ @@ -73,10 +69,9 @@ python3 ./python-api-examples/non_streaming_server.py \
73 (5) Use a Whisper model 69 (5) Use a Whisper model
74 70
75 cd /path/to/sherpa-onnx 71 cd /path/to/sherpa-onnx
76 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-whisper-tiny.en  
77 -cd sherpa-onnx-whisper-tiny.en  
78 -git lfs pull --include "*.onnx"  
79 -cd .. 72 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-whisper-tiny.en.tar.bz2
  73 +tar xvf sherpa-onnx-whisper-tiny.en.tar.bz2
  74 +rm sherpa-onnx-whisper-tiny.en.tar.bz2
80 75
81 python3 ./python-api-examples/non_streaming_server.py \ 76 python3 ./python-api-examples/non_streaming_server.py \
82 --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \ 77 --whisper-encoder=./sherpa-onnx-whisper-tiny.en/tiny.en-encoder.onnx \
@@ -87,9 +82,9 @@ python3 ./python-api-examples/non_streaming_server.py \ @@ -87,9 +82,9 @@ python3 ./python-api-examples/non_streaming_server.py \
87 82
88 cd /path/to/sherpa-onnx 83 cd /path/to/sherpa-onnx
89 84
90 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-tdnn-yesno  
91 -cd sherpa-onnx-tdnn-yesno  
92 -git lfs pull --include "*.onnx" 85 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-tdnn-yesno.tar.bz2
  86 +tar xvf sherpa-onnx-tdnn-yesno.tar.bz2
  87 +rm sherpa-onnx-tdnn-yesno.tar.bz2
93 88
94 python3 ./python-api-examples/non_streaming_server.py \ 89 python3 ./python-api-examples/non_streaming_server.py \
95 --sample-rate=8000 \ 90 --sample-rate=8000 \
@@ -383,6 +378,7 @@ def add_hotwords_args(parser: argparse.ArgumentParser): @@ -383,6 +378,7 @@ def add_hotwords_args(parser: argparse.ArgumentParser):
383 """, 378 """,
384 ) 379 )
385 380
  381 +
386 def add_blank_penalty_args(parser: argparse.ArgumentParser): 382 def add_blank_penalty_args(parser: argparse.ArgumentParser):
387 parser.add_argument( 383 parser.add_argument(
388 "--blank-penalty", 384 "--blank-penalty",
@@ -8,9 +8,9 @@ Usage: @@ -8,9 +8,9 @@ Usage:
8 8
9 (1) Streaming transducer 9 (1) Streaming transducer
10 10
11 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-06-26  
12 -cd sherpa-onnx-streaming-zipformer-en-2023-06-26  
13 -git lfs pull --include "*.onnx" 11 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
  12 +tar xvf sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
  13 +rm sherpa-onnx-streaming-zipformer-en-2023-06-26.tar.bz2
14 14
15 ./python-api-examples/online-decode-files.py \ 15 ./python-api-examples/online-decode-files.py \
16 --tokens=./sherpa-onnx-streaming-zipformer-en-2023-06-26/tokens.txt \ 16 --tokens=./sherpa-onnx-streaming-zipformer-en-2023-06-26/tokens.txt \
@@ -23,9 +23,9 @@ git lfs pull --include "*.onnx" @@ -23,9 +23,9 @@ git lfs pull --include "*.onnx"
23 23
24 (2) Streaming paraformer 24 (2) Streaming paraformer
25 25
26 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-paraformer-bilingual-zh-en  
27 -cd sherpa-onnx-streaming-paraformer-bilingual-zh-en  
28 -git lfs pull --include "*.onnx" 26 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  27 +tar xvf sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
  28 +rm sherpa-onnx-streaming-paraformer-bilingual-zh-en.tar.bz2
29 29
30 ./python-api-examples/online-decode-files.py \ 30 ./python-api-examples/online-decode-files.py \
31 --tokens=./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \ 31 --tokens=./sherpa-onnx-streaming-paraformer-bilingual-zh-en/tokens.txt \
@@ -52,9 +52,9 @@ ls -lh sherpa-onnx-streaming-zipformer-ctc-multi-zh-hans-2023-12-13 @@ -52,9 +52,9 @@ ls -lh sherpa-onnx-streaming-zipformer-ctc-multi-zh-hans-2023-12-13
52 52
53 (4) Streaming Conformer CTC from WeNet 53 (4) Streaming Conformer CTC from WeNet
54 54
55 -GIT_LFS_SKIP_SMUDGE=1 git clone https://huggingface.co/csukuangfj/sherpa-onnx-zh-wenet-wenetspeech  
56 -cd sherpa-onnx-zh-wenet-wenetspeech  
57 -git lfs pull --include "*.onnx" 55 +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/sherpa-onnx-zh-wenet-wenetspeech.tar.bz2
  56 +tar xvf sherpa-onnx-zh-wenet-wenetspeech.tar.bz2
  57 +rm sherpa-onnx-zh-wenet-wenetspeech.tar.bz2
58 58
59 ./python-api-examples/online-decode-files.py \ 59 ./python-api-examples/online-decode-files.py \
60 --tokens=./sherpa-onnx-zh-wenet-wenetspeech/tokens.txt \ 60 --tokens=./sherpa-onnx-zh-wenet-wenetspeech/tokens.txt \
@@ -4,6 +4,7 @@ set -ex @@ -4,6 +4,7 @@ set -ex
4 4
5 echo "Downloading models" 5 echo "Downloading models"
6 export GIT_LFS_SKIP_SMUDGE=1 6 export GIT_LFS_SKIP_SMUDGE=1
  7 +export GIT_CLONE_PROTECTION_ACTIVE=false
7 git clone https://huggingface.co/openspeech/wespeaker-models 8 git clone https://huggingface.co/openspeech/wespeaker-models
8 cd wespeaker-models 9 cd wespeaker-models
9 git lfs pull --include "*.onnx" 10 git lfs pull --include "*.onnx"