VadFromMic.java
3.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
// Copyright 2024 Xiaomi Corporation
// This file shows how to use a silero_vad model to detect speech
// and save detected speech into a wave file.
import com.k2fsa.sherpa.onnx.*;
import javax.sound.sampled.*;
public class VadFromMic {
public static void main(String[] args) {
int sampleRate = 16000;
int windowSize = 512;
// please download ./silero_vad.onnx from
// https://github.com/k2-fsa/sherpa-onnx/releases/tag/asr-models
String model = "./silero_vad.onnx";
SileroVadModelConfig sileroVad =
SileroVadModelConfig.builder()
.setModel(model)
.setThreshold(0.5f)
.setMinSilenceDuration(0.25f)
.setMinSpeechDuration(0.5f)
.setWindowSize(windowSize)
.build();
VadModelConfig config =
VadModelConfig.builder()
.setSileroVadModelConfig(sileroVad)
.setSampleRate(sampleRate)
.setNumThreads(1)
.setDebug(true)
.setProvider("cpu")
.build();
Vad vad = new Vad(config);
// https://docs.oracle.com/javase/8/docs/api/javax/sound/sampled/AudioFormat.html
// Linear PCM, 16000Hz, 16-bit, 1 channel, signed, little endian
AudioFormat format = new AudioFormat(sampleRate, 16, 1, true, false);
// https://docs.oracle.com/javase/8/docs/api/javax/sound/sampled/DataLine.Info.html#Info-java.lang.Class-javax.sound.sampled.AudioFormat-int-
DataLine.Info info = new DataLine.Info(TargetDataLine.class, format);
TargetDataLine targetDataLine;
try {
targetDataLine = (TargetDataLine) AudioSystem.getLine(info);
targetDataLine.open(format);
targetDataLine.start();
} catch (LineUnavailableException e) {
System.out.println("Failed to open target data line: " + e.getMessage());
vad.release();
return;
}
boolean printed = false;
int index = 0;
byte[] buffer = new byte[windowSize * 2];
float[] samples = new float[windowSize];
while (targetDataLine.isOpen()) {
int n = targetDataLine.read(buffer, 0, buffer.length);
if (n <= 0) {
System.out.printf("Got %d bytes. Expected %d bytes.\n", n, buffer.length);
continue;
}
for (int i = 0; i != windowSize; ++i) {
short low = buffer[2 * i];
short high = buffer[2 * i + 1];
int s = (high << 8) + low;
samples[i] = (float) s / 32768;
}
vad.acceptWaveform(samples);
if (vad.isSpeechDetected() && !printed) {
System.out.println("Detected speech");
printed = true;
}
if (!vad.isSpeechDetected()) {
printed = false;
}
while (!vad.empty()) {
float[] segment = vad.front().getSamples();
float duration = segment.length / (float) sampleRate;
System.out.printf("Duration: %.3f seconds\n", duration);
String filename = String.format("seg-%d-%.3fs.wav", index, duration);
index += 1;
WaveWriter.write(filename, segment, sampleRate);
System.out.printf("Saved to %s\n", filename);
System.out.println("----------");
vad.pop();
}
}
vad.release();
}
}