audio-tagging.h
1.8 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
// sherpa-onnx/csrc/audio-tagging.h
//
// Copyright (c) 2024 Xiaomi Corporation
#ifndef SHERPA_ONNX_CSRC_AUDIO_TAGGING_H_
#define SHERPA_ONNX_CSRC_AUDIO_TAGGING_H_
#include <memory>
#include <string>
#include <vector>
#if __ANDROID_API__ >= 9
#include "android/asset_manager.h"
#include "android/asset_manager_jni.h"
#endif
#include "sherpa-onnx/csrc/audio-tagging-model-config.h"
#include "sherpa-onnx/csrc/offline-stream.h"
#include "sherpa-onnx/csrc/parse-options.h"
namespace sherpa_onnx {
struct AudioTaggingConfig {
AudioTaggingModelConfig model;
std::string labels;
int32_t top_k = 5;
AudioTaggingConfig() = default;
AudioTaggingConfig(const AudioTaggingModelConfig &model,
const std::string &labels, int32_t top_k)
: model(model), labels(labels), top_k(top_k) {}
void Register(ParseOptions *po);
bool Validate() const;
std::string ToString() const;
};
struct AudioEvent {
std::string name; // name of the event
int32_t index; // index of the event in the label file
float prob; // probability of the event
std::string ToString() const;
};
class AudioTaggingImpl;
class AudioTagging {
public:
explicit AudioTagging(const AudioTaggingConfig &config);
#if __ANDROID_API__ >= 9
AudioTagging(AAssetManager *mgr, const AudioTaggingConfig &config);
#endif
~AudioTagging();
std::unique_ptr<OfflineStream> CreateStream() const;
// If top_k is -1, then config.top_k is used.
// Otherwise, config.top_k is ignored
//
// Return top_k AudioEvent. ans[0].prob is the largest of all returned events.
std::vector<AudioEvent> Compute(OfflineStream *s, int32_t top_k = -1) const;
private:
std::unique_ptr<AudioTaggingImpl> impl_;
};
} // namespace sherpa_onnx
#endif // SHERPA_ONNX_CSRC_AUDIO_TAGGING_H_