NonStreamingTtsKokoroZhEn.java
2.5 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
// Copyright 2025 Xiaomi Corporation
// This file shows how to use a Kokoro multi-lingual model
// to convert Chinese and English text to speech
import com.k2fsa.sherpa.onnx.*;
public class NonStreamingTtsKokoroZhEn {
public static void main(String[] args) {
// please visit
// https://k2-fsa.github.io/sherpa/onnx/tts/pretrained_models/kokoro.html
// to download model files
String model = "./kokoro-multi-lang-v1_0/model.onnx";
String voices = "./kokoro-multi-lang-v1_0/voices.bin";
String tokens = "./kokoro-multi-lang-v1_0/tokens.txt";
String dataDir = "./kokoro-multi-lang-v1_0/espeak-ng-data";
String dictDir = "./kokoro-multi-lang-v1_0/dict";
String lexicon =
"./kokoro-multi-lang-v1_0/lexicon-us-en.txt,./kokoro-multi-lang-v1_0/lexicon-zh.txt";
String text =
"中英文语音合成测试。This is generated by next generation Kaldi using Kokoro without Misaki."
+ " 你觉得中英文说的如何呢?";
OfflineTtsKokoroModelConfig kokoroModelConfig =
OfflineTtsKokoroModelConfig.builder()
.setModel(model)
.setVoices(voices)
.setTokens(tokens)
.setDataDir(dataDir)
.setDictDir(dictDir)
.setLexicon(lexicon)
.build();
OfflineTtsModelConfig modelConfig =
OfflineTtsModelConfig.builder()
.setKokoro(kokoroModelConfig)
.setNumThreads(2)
.setDebug(true)
.build();
OfflineTtsConfig config = OfflineTtsConfig.builder().setModel(modelConfig).build();
OfflineTts tts = new OfflineTts(config);
int sid = 0; // this model has 53 speakers. You can use sid in the range 0-52
float speed = 1.0f;
long start = System.currentTimeMillis();
GeneratedAudio audio = tts.generate(text, sid, speed);
long stop = System.currentTimeMillis();
float timeElapsedSeconds = (stop - start) / 1000.0f;
float audioDuration = audio.getSamples().length / (float) audio.getSampleRate();
float real_time_factor = timeElapsedSeconds / audioDuration;
String waveFilename = "tts-kokoro-zh-en.wav";
audio.save(waveFilename);
System.out.printf("-- elapsed : %.3f seconds\n", timeElapsedSeconds);
System.out.printf("-- audio duration: %.3f seconds\n", timeElapsedSeconds);
System.out.printf("-- real-time factor (RTF): %.3f\n", real_time_factor);
System.out.printf("-- text: %s\n", text);
System.out.printf("-- Saved to %s\n", waveFilename);
tts.release();
}
}