sherpa-onnx-online-punctuation.cc
2.1 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
// sherpa-onnx/csrc/sherpa-onnx-online-punctuation.cc
//
// Copyright (c) 2024 Jian You (jianyou@cisco.com, Cisco Systems)
#include <stdio.h>
#include <chrono> // NOLINT
#include <iostream>
#include "sherpa-onnx/csrc/online-punctuation.h"
#include "sherpa-onnx/csrc/parse-options.h"
int main(int32_t argc, char *argv[]) {
const char *kUsageMessage = R"usage(
Add punctuations to the input text.
The input text can contain English words.
Usage:
Please download the model from:
https://github.com/k2-fsa/sherpa-onnx/releases/download/punctuation-models/sherpa-onnx-online-punct-en-2024-08-06.tar.bz2
./bin/Release/sherpa-onnx-online-punctuation \
--cnn-bilstm=/path/to/model.onnx \
--bpe-vocab=/path/to/bpe.vocab \
"how are you i am fine thank you"
The output text should look like below:
"How are you? I am fine. Thank you."
)usage";
sherpa_onnx::ParseOptions po(kUsageMessage);
sherpa_onnx::OnlinePunctuationConfig config;
config.Register(&po);
po.Read(argc, argv);
if (po.NumArgs() != 1) {
fprintf(stderr,
"Error: Please provide only 1 positional argument containing the "
"input text.\n\n");
po.PrintUsage();
exit(EXIT_FAILURE);
}
fprintf(stderr, "%s\n", config.ToString().c_str());
if (!config.Validate()) {
fprintf(stderr, "Errors in config!\n");
return -1;
}
fprintf(stderr, "Creating OnlinePunctuation ...\n");
sherpa_onnx::OnlinePunctuation punct(config);
fprintf(stderr, "Started\n");
const auto begin = std::chrono::steady_clock::now();
std::string text = po.GetArg(1);
std::string text_with_punct_case = punct.AddPunctuationWithCase(text);
const auto end = std::chrono::steady_clock::now();
fprintf(stderr, "Done\n");
float elapsed_seconds =
std::chrono::duration_cast<std::chrono::milliseconds>(end - begin)
.count() /
1000.;
fprintf(stderr, "Num threads: %d\n", config.model.num_threads);
fprintf(stderr, "Elapsed seconds: %.3f s\n", elapsed_seconds);
fprintf(stderr, "Input text: %s\n", text.c_str());
fprintf(stderr, "Output text: %s\n", text_with_punct_case.c_str());
}