xuning / sherpaonnx

转到一个项目
Toggle navigation Toggle navigation pinning
Fangjun Kuang
Committed by GitHub
c337862a 1 parent af3e1d68

Add VOSK streaming Russian ASR models and Kroko streaming German ASR models (#2502) 

This PR adds support for new streaming ASR models from VOSK (Russian) and Kroko (German) to the sherpa-onnx project. It integrates three new models: one German Kroko streaming model and two Russian VOSK streaming models (regular and int8 quantized versions).

- Adds configuration for three new streaming ASR models (indices 24-26)
- Updates APK generation scripts to include the new models
- Modifies GitHub workflow for model upload and deployment
内嵌 并排对比
正在显示 3 个修改的文件 包含 170 行增加 和 4 行删除
... ... @@ -4,7 +4,7 @@ on:
push:
branches:
- upload-models
- more-models
# - upload-more-models
workflow_dispatch:
concurrency:
... ... @@ -32,15 +32,21 @@ jobs:
git config --global user.name "Fangjun Kuang"
- name: Streaming zipformer from Banafo/Kroko-ASR
if: true
if: false
shell: bash
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
run: |
git lfs install
git clone https://csukuangfj:$HF_TOKEN@huggingface.co/Banafo/Kroko-ASR src
pushd src
curl -SL -O https://huggingface.co/spaces/Banafo/Kroko-Streaming-ASR-Python/resolve/main/de_encoder.onnx
curl -SL -O https://huggingface.co/spaces/Banafo/Kroko-Streaming-ASR-Python/resolve/main/de_decoder.onnx
curl -SL -O https://huggingface.co/spaces/Banafo/Kroko-Streaming-ASR-Python/resolve/main/de_joiner.onnx
curl -SL -O https://huggingface.co/spaces/Banafo/Kroko-Streaming-ASR-Python/resolve/main/de_tokens.txt
popd
for lang in en es fr; do
for lang in en es fr de; do
repo=sherpa-onnx-streaming-zipformer-$lang-kroko-2025-08-06
git clone https://huggingface.co/csukuangfj/$repo
cp src/${lang}_encoder.onnx $repo/encoder.onnx
... ... @@ -67,7 +73,6 @@ jobs:
popd
rm -rf $repo/.git*
tar cjfv $repo.tar.bz2 $repo
... ... @@ -239,6 +244,84 @@ jobs:
popd
done
- name: vosk-model-ru (stream zipformer)
if: false
shell: bash
env:
HF_TOKEN: ${{ secrets.HF_TOKEN }}
run: |
git config --global user.email "csukuangfj@gmail.com"
git config --global user.name "Fangjun Kuang"
cat >README.md <<EOF
# Introduction
Models in this directory are from
https://huggingface.co/alphacep/vosk-model-small-streaming-ru
EOF
git lfs install
git clone https://huggingface.co/alphacep/vosk-model-small-streaming-ru hf
git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-small-ru-vosk-int8-2025-08-16 int8
git clone https://huggingface.co/csukuangfj/sherpa-onnx-streaming-zipformer-small-ru-vosk-2025-08-16 fp32
rm -fv int8/*.onnx
rm -fv fp32/*.onnx
mkdir -p int8/test_wavs
mkdir -p fp32/test_wavs
curl -SL -O https://huggingface.co/spaces/k2-fsa/automatic-speech-recognition/resolve/main/test_wavs/russian/russian-i-love-you.wav
curl -SL -O https://huggingface.co/spaces/k2-fsa/automatic-speech-recognition/resolve/main/test_wavs/russian/test.wav
mv russian-i-love-you.wav 0.wav
mv test.wav 1.wav
cp -v README.md int8/
cp -v README.md fp32/
cp -v *.wav int8/test_wavs
cp -v *.wav fp32/test_wavs
cp -v hf/am-onnx/{encoder,decoder,joiner}.onnx fp32/
cp -v hf/am-onnx/{encoder,joiner}.int8.onnx int8/
cp -v hf/am-onnx/decoder.onnx int8/
cp -v hf/lang/tokens.txt int8/
cp -v hf/lang/bpe.model int8/
cp -v hf/lang/tokens.txt fp32/
cp -v hf/lang/bpe.model fp32/
mv int8 sherpa-onnx-streaming-zipformer-small-ru-vosk-int8-2025-08-16
mv fp32 sherpa-onnx-streaming-zipformer-small-ru-vosk-2025-08-16
models=(
sherpa-onnx-streaming-zipformer-small-ru-vosk-2025-08-16
sherpa-onnx-streaming-zipformer-small-ru-vosk-int8-2025-08-16
)
for d in ${models[@]}; do
export GIT_LFS_SKIP_SMUDGE=1
export GIT_CLONE_PROTECTION_ACTIVE=false
pushd $d
git lfs track "*.onnx"
git lfs track "bpe.model"
git lfs track "*.wav"
git status
git add .
git commit -m "add models"
git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/$d main
popd
rm -rf $d/.git*
tar cjfv $d.tar.bz2 $d
done
ls -lh *.tar.bz2
- name: vosk-model-ru (zipformer)
if: false
shell: bash
... ...
... ... @@ -425,6 +425,50 @@ def get_models():
popd
""",
),
Model(
model_name="sherpa-onnx-streaming-zipformer-de-kroko-2025-08-06",
idx=24,
lang="de",
short_name="zipformer_kroko_asr",
cmd="""
pushd $model_name
rm -rf test_wavs
ls -lh
popd
""",
),
Model(
model_name="sherpa-onnx-streaming-zipformer-small-ru-vosk-int8-2025-08-16",
idx=25,
lang="ru",
short_name="small_zipformer_int8",
cmd="""
pushd $model_name
rm -rf test_wavs
rm -fv bpe.model
ls -lh
popd
""",
),
Model(
model_name="sherpa-onnx-streaming-zipformer-small-ru-vosk-2025-08-16",
idx=26,
lang="ru",
short_name="small_zipformer",
cmd="""
pushd $model_name
rm -rf test_wavs
rm -fv bpe.model
ls -lh
popd
""",
),
]
return models
... ...
... ... @@ -479,6 +479,45 @@ fun getModelConfig(type: Int): OnlineModelConfig? {
)
}
24 -> {
val modelDir = "sherpa-onnx-streaming-zipformer-de-kroko-2025-08-06"
return OnlineModelConfig(
transducer = OnlineTransducerModelConfig(
encoder = "$modelDir/encoder.onnx",
decoder = "$modelDir/decoder.onnx",
joiner = "$modelDir/joiner.onnx",
),
tokens = "$modelDir/tokens.txt",
modelType = "zipformer2",
)
}
25 -> {
val modelDir = "sherpa-onnx-streaming-zipformer-small-ru-vosk-int8-2025-08-16"
return OnlineModelConfig(
transducer = OnlineTransducerModelConfig(
encoder = "$modelDir/encoder.int8.onnx",
decoder = "$modelDir/decoder.onnx",
joiner = "$modelDir/joiner.int8.onnx",
),
tokens = "$modelDir/tokens.txt",
modelType = "zipformer2",
)
}
26 -> {
val modelDir = "sherpa-onnx-streaming-zipformer-small-ru-vosk-2025-08-16"
return OnlineModelConfig(
transducer = OnlineTransducerModelConfig(
encoder = "$modelDir/encoder.onnx",
decoder = "$modelDir/decoder.onnx",
joiner = "$modelDir/joiner.onnx",
),
tokens = "$modelDir/tokens.txt",
modelType = "zipformer2",
)
}
1000 -> {
val modelDir = "sherpa-onnx-rk3588-streaming-zipformer-bilingual-zh-en-2023-02-20"
return OnlineModelConfig(
... ...