Fangjun Kuang
Committed by GitHub

Test streaming Zipformer transducer in CI (#56)

@@ -18,7 +18,70 @@ log "Run LSTM transducer (English)" @@ -18,7 +18,70 @@ log "Run LSTM transducer (English)"
18 log "------------------------------------------------------------" 18 log "------------------------------------------------------------"
19 19
20 repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-lstm-en-2023-02-17 20 repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-lstm-en-2023-02-17
  21 +log "Start testing ${repo_url}"
  22 +repo=$(basename $repo_url)
  23 +log "Download pretrained model and test-data from $repo_url"
  24 +
  25 +GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
  26 +pushd $repo
  27 +git lfs pull --include "*.onnx"
  28 +popd
  29 +
  30 +waves=(
  31 +$repo/test_wavs/1089-134686-0001.wav
  32 +$repo/test_wavs/1221-135766-0001.wav
  33 +$repo/test_wavs/1221-135766-0002.wav
  34 +)
  35 +
  36 +for wave in ${waves[@]}; do
  37 + time $EXE \
  38 + $repo/tokens.txt \
  39 + $repo/encoder-epoch-99-avg-1.onnx \
  40 + $repo/decoder-epoch-99-avg-1.onnx \
  41 + $repo/joiner-epoch-99-avg-1.onnx \
  42 + $wave \
  43 + 4
  44 +done
  45 +
  46 +rm -rf $repo
  47 +
  48 +log "------------------------------------------------------------"
  49 +log "Run LSTM transducer (Chinese)"
  50 +log "------------------------------------------------------------"
  51 +
  52 +repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-lstm-zh-2023-02-20
  53 +log "Start testing ${repo_url}"
  54 +repo=$(basename $repo_url)
  55 +log "Download pretrained model and test-data from $repo_url"
  56 +
  57 +GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
  58 +pushd $repo
  59 +git lfs pull --include "*.onnx"
  60 +popd
  61 +
  62 +waves=(
  63 +$repo/test_wavs/0.wav
  64 +$repo/test_wavs/1.wav
  65 +$repo/test_wavs/2.wav
  66 +)
  67 +
  68 +for wave in ${waves[@]}; do
  69 + time $EXE \
  70 + $repo/tokens.txt \
  71 + $repo/encoder-epoch-11-avg-1.onnx \
  72 + $repo/decoder-epoch-11-avg-1.onnx \
  73 + $repo/joiner-epoch-11-avg-1.onnx \
  74 + $wave \
  75 + 4
  76 +done
  77 +
  78 +rm -rf $repo
21 79
  80 +log "------------------------------------------------------------"
  81 +log "Run streaming Zipformer transducer (English)"
  82 +log "------------------------------------------------------------"
  83 +
  84 +repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-en-2023-02-21
22 log "Start testing ${repo_url}" 85 log "Start testing ${repo_url}"
23 repo=$(basename $repo_url) 86 repo=$(basename $repo_url)
24 log "Download pretrained model and test-data from $repo_url" 87 log "Download pretrained model and test-data from $repo_url"
@@ -45,3 +108,37 @@ for wave in ${waves[@]}; do @@ -45,3 +108,37 @@ for wave in ${waves[@]}; do
45 done 108 done
46 109
47 rm -rf $repo 110 rm -rf $repo
  111 +
  112 +log "------------------------------------------------------------"
  113 +log "Run streaming Zipformer transducer (Bilingual, Chinse + English)"
  114 +log "------------------------------------------------------------"
  115 +
  116 +repo_url=https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-bilingual-zh-en-2023-02-20
  117 +log "Start testing ${repo_url}"
  118 +repo=$(basename $repo_url)
  119 +log "Download pretrained model and test-data from $repo_url"
  120 +
  121 +GIT_LFS_SKIP_SMUDGE=1 git clone $repo_url
  122 +pushd $repo
  123 +git lfs pull --include "*.onnx"
  124 +popd
  125 +
  126 +waves=(
  127 +$repo/test_wavs/0.wav
  128 +$repo/test_wavs/1.wav
  129 +$repo/test_wavs/2.wav
  130 +$repo/test_wavs/3.wav
  131 +$repo/test_wavs/4.wav
  132 +)
  133 +
  134 +for wave in ${waves[@]}; do
  135 + time $EXE \
  136 + $repo/tokens.txt \
  137 + $repo/encoder-epoch-99-avg-1.onnx \
  138 + $repo/decoder-epoch-99-avg-1.onnx \
  139 + $repo/joiner-epoch-99-avg-1.onnx \
  140 + $wave \
  141 + 4
  142 +done
  143 +
  144 +rm -rf $repo