tts-matcha-zh.swift
2.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
class MyClass {
func playSamples(samples: [Float]) {
print("Play \(samples.count) samples")
}
}
func run() {
let acousticModel = "./matcha-icefall-zh-baker/model-steps-3.onnx"
let vocoder = "./vocos-22khz-univ.onnx"
let lexicon = "./matcha-icefall-zh-baker/lexicon.txt"
let tokens = "./matcha-icefall-zh-baker/tokens.txt"
let dictDir = "./matcha-icefall-zh-baker/dict"
let ruleFsts =
"./matcha-icefall-zh-baker/phone.fst,./matcha-icefall-zh-baker/date.fst,./matcha-icefall-zh-baker/number.fst"
let matcha = sherpaOnnxOfflineTtsMatchaModelConfig(
acousticModel: acousticModel,
vocoder: vocoder,
lexicon: lexicon,
tokens: tokens,
dictDir: dictDir
)
let modelConfig = sherpaOnnxOfflineTtsModelConfig(matcha: matcha, debug: 0)
var ttsConfig = sherpaOnnxOfflineTtsConfig(model: modelConfig, ruleFsts: ruleFsts)
let myClass = MyClass()
// We use Unretained here so myClass must be kept alive as the callback is invoked
//
// See also
// https://medium.com/codex/swift-c-callback-interoperability-6d57da6c8ee6
let arg = Unmanaged<MyClass>.passUnretained(myClass).toOpaque()
let callback: TtsCallbackWithArg = { samples, n, arg in
let o = Unmanaged<MyClass>.fromOpaque(arg!).takeUnretainedValue()
var savedSamples: [Float] = []
for index in 0..<n {
savedSamples.append(samples![Int(index)])
}
o.playSamples(samples: savedSamples)
// return 1 so that it continues generating
return 1
}
let tts = SherpaOnnxOfflineTtsWrapper(config: &ttsConfig)
let text = "某某银行的副行长和一些行政领导表示,他们去过长江和长白山; 经济不断增长。2024年12月31号,拨打110或者18920240511。123456块钱。"
let sid = 0
let speed: Float = 1.0
let audio = tts.generateWithCallbackWithArg(
text: text, callback: callback, arg: arg, sid: sid, speed: speed)
let filename = "test-matcha-zh.wav"
let ok = audio.save(filename: filename)
if ok == 1 {
print("\nSaved to:\(filename)")
} else {
print("Failed to save to \(filename)")
}
}
@main
struct App {
static func main() {
run()
}
}