run-vad-asr.sh.in
2.0 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
#!/usr/bin/env bash
#
# Build WebAssembly APPs for huggingface spaces and modelscope spaces
set -ex
log() {
# This function is from espnet
local fname=${BASH_SOURCE[1]##*/}
echo -e "$(date '+%Y-%m-%d %H:%M:%S') (${fname}:${BASH_LINENO[0]}:${FUNCNAME[1]}) $*"
}
SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2)
{% for model in model_list %}
model_name={{ model.model_name }}
short_name={{ model.short_name }}
hf_name={{ model.hf }}
ms_name={{ model.ms }}
pushd wasm/vad-asr
git checkout .
rm -rf assets
mkdir assets
cd assets
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/silero_vad.onnx
curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/asr-models/${model_name}.tar.bz2
tar xvf ${model_name}.tar.bz2
rm ${model_name}.tar.bz2
{{ model.cmd }}
popd
ls -lh wasm/vad-asr/assets
rm -rf build-wasm-simd-vad-asr/install
rm -rf build-wasm-simd-vad-asr/wasm
./build-wasm-simd-vad-asr.sh
dst=sherpa-onnx-wasm-simd-${SHERPA_ONNX_VERSION}-${short_name}
mv build-wasm-simd-vad-asr/install/bin/wasm/vad-asr $dst
ls -lh $dst
tar cjfv $dst.tar.bz2 ./$dst
ls -lh *.tar.bz2
git config --global user.email "csukuangfj@gmail.com"
git config --global user.name "Fangjun Kuang"
export GIT_LFS_SKIP_SMUDGE=1
export GIT_CLONE_PROTECTION_ACTIVE=false
rm -rf ms
git clone https://www.modelscope.cn/studios/$ms_name.git ms
cd ms
cp -v ../$dst/* .
git status
git lfs track "*.data"
git lfs track "*.wasm"
ls -lh
git add .
git commit -m "update model" || true
git push https://oauth2:${MS_TOKEN}@www.modelscope.cn/studios/$ms_name.git || true
cd ..
rm -rf ms
rm -rf huggingface
git clone https://huggingface.co/spaces/$hf_name huggingface
cd huggingface
cp -v ../$dst/* .
git status
git lfs track "*.data"
git lfs track "*.wasm"
ls -lh
git add .
git commit -m "update model" || true
git push https://csukuangfj:$HF_TOKEN@huggingface.co/spaces/$hf_name main || true
cd ..
rm -rf huggingface
rm -rf $dst
ls -lh *.tar.bz2
{% endfor %}