Committed by
GitHub
Add Android demo for audio tagging (#776)
See https://k2-fsa.github.io/sherpa/onnx/audio-tagging/apk.html
正在显示
54 个修改的文件
包含
1681 行增加
和
27 行删除
.github/workflows/apk-audio-tagging.yaml
0 → 100644
| 1 | +name: apk-audio-tagging | ||
| 2 | + | ||
| 3 | +on: | ||
| 4 | + push: | ||
| 5 | + tags: | ||
| 6 | + - '*' | ||
| 7 | + | ||
| 8 | + workflow_dispatch: | ||
| 9 | + | ||
| 10 | +concurrency: | ||
| 11 | + group: apk-audio-tagging-${{ github.ref }} | ||
| 12 | + cancel-in-progress: true | ||
| 13 | + | ||
| 14 | +permissions: | ||
| 15 | + contents: write | ||
| 16 | + | ||
| 17 | +jobs: | ||
| 18 | + apk_audio_tagging: | ||
| 19 | + if: github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa' | ||
| 20 | + runs-on: ${{ matrix.os }} | ||
| 21 | + name: apk for audio tagging ${{ matrix.index }}/${{ matrix.total }} | ||
| 22 | + strategy: | ||
| 23 | + fail-fast: false | ||
| 24 | + matrix: | ||
| 25 | + os: [ubuntu-latest] | ||
| 26 | + total: ["1"] | ||
| 27 | + index: ["0"] | ||
| 28 | + | ||
| 29 | + steps: | ||
| 30 | + - uses: actions/checkout@v4 | ||
| 31 | + with: | ||
| 32 | + fetch-depth: 0 | ||
| 33 | + | ||
| 34 | + # https://github.com/actions/setup-java | ||
| 35 | + - uses: actions/setup-java@v4 | ||
| 36 | + with: | ||
| 37 | + distribution: 'temurin' # See 'Supported distributions' for available options | ||
| 38 | + java-version: '21' | ||
| 39 | + | ||
| 40 | + - name: ccache | ||
| 41 | + uses: hendrikmuhs/ccache-action@v1.2 | ||
| 42 | + with: | ||
| 43 | + key: ${{ matrix.os }}-android | ||
| 44 | + | ||
| 45 | + - name: Display NDK HOME | ||
| 46 | + shell: bash | ||
| 47 | + run: | | ||
| 48 | + echo "ANDROID_NDK_LATEST_HOME: ${ANDROID_NDK_LATEST_HOME}" | ||
| 49 | + ls -lh ${ANDROID_NDK_LATEST_HOME} | ||
| 50 | + | ||
| 51 | + - name: Install Python dependencies | ||
| 52 | + shell: bash | ||
| 53 | + run: | | ||
| 54 | + python3 -m pip install --upgrade pip jinja2 | ||
| 55 | + | ||
| 56 | + - name: Setup build tool version variable | ||
| 57 | + shell: bash | ||
| 58 | + run: | | ||
| 59 | + echo "---" | ||
| 60 | + ls -lh /usr/local/lib/android/ | ||
| 61 | + echo "---" | ||
| 62 | + | ||
| 63 | + ls -lh /usr/local/lib/android/sdk | ||
| 64 | + echo "---" | ||
| 65 | + | ||
| 66 | + ls -lh /usr/local/lib/android/sdk/build-tools | ||
| 67 | + echo "---" | ||
| 68 | + | ||
| 69 | + BUILD_TOOL_VERSION=$(ls /usr/local/lib/android/sdk/build-tools/ | tail -n 1) | ||
| 70 | + echo "BUILD_TOOL_VERSION=$BUILD_TOOL_VERSION" >> $GITHUB_ENV | ||
| 71 | + echo "Last build tool version is: $BUILD_TOOL_VERSION" | ||
| 72 | + | ||
| 73 | + - name: Generate build script | ||
| 74 | + shell: bash | ||
| 75 | + run: | | ||
| 76 | + cd scripts/apk | ||
| 77 | + | ||
| 78 | + total=${{ matrix.total }} | ||
| 79 | + index=${{ matrix.index }} | ||
| 80 | + | ||
| 81 | + ./generate-audio-tagging-apk-script.py --total $total --index $index | ||
| 82 | + | ||
| 83 | + chmod +x build-apk-audio-tagging.sh | ||
| 84 | + mv -v ./build-apk-audio-tagging.sh ../.. | ||
| 85 | + | ||
| 86 | + - name: build APK | ||
| 87 | + shell: bash | ||
| 88 | + run: | | ||
| 89 | + export CMAKE_CXX_COMPILER_LAUNCHER=ccache | ||
| 90 | + export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH" | ||
| 91 | + cmake --version | ||
| 92 | + | ||
| 93 | + export ANDROID_NDK=$ANDROID_NDK_LATEST_HOME | ||
| 94 | + ./build-apk-audio-tagging.sh | ||
| 95 | + | ||
| 96 | + - name: Display APK | ||
| 97 | + shell: bash | ||
| 98 | + run: | | ||
| 99 | + ls -lh ./apks/ | ||
| 100 | + du -h -d1 . | ||
| 101 | + | ||
| 102 | + # https://github.com/marketplace/actions/sign-android-release | ||
| 103 | + - uses: r0adkll/sign-android-release@v1 | ||
| 104 | + name: Sign app APK | ||
| 105 | + with: | ||
| 106 | + releaseDirectory: ./apks | ||
| 107 | + signingKeyBase64: ${{ secrets.ANDROID_SIGNING_KEY }} | ||
| 108 | + alias: ${{ secrets.ANDROID_SIGNING_KEY_ALIAS }} | ||
| 109 | + keyStorePassword: ${{ secrets.ANDROID_SIGNING_KEY_STORE_PASSWORD }} | ||
| 110 | + env: | ||
| 111 | + BUILD_TOOLS_VERSION: ${{ env.BUILD_TOOL_VERSION }} | ||
| 112 | + | ||
| 113 | + - name: Display APK for audio tagging after signing | ||
| 114 | + shell: bash | ||
| 115 | + run: | | ||
| 116 | + ls -lh ./apks/ | ||
| 117 | + du -h -d1 . | ||
| 118 | + | ||
| 119 | + - name: Rename APK for audio tagging after signing | ||
| 120 | + shell: bash | ||
| 121 | + run: | | ||
| 122 | + cd apks | ||
| 123 | + rm -fv signingKey.jks | ||
| 124 | + rm -fv *.apk.idsig | ||
| 125 | + rm -fv *-aligned.apk | ||
| 126 | + | ||
| 127 | + all_apks=$(ls -1 *-signed.apk) | ||
| 128 | + echo "----" | ||
| 129 | + echo $all_apks | ||
| 130 | + echo "----" | ||
| 131 | + for apk in ${all_apks[@]}; do | ||
| 132 | + n=$(echo $apk | sed -e s/-signed//) | ||
| 133 | + mv -v $apk $n | ||
| 134 | + done | ||
| 135 | + | ||
| 136 | + cd .. | ||
| 137 | + | ||
| 138 | + ls -lh ./apks/ | ||
| 139 | + du -h -d1 . | ||
| 140 | + | ||
| 141 | + - name: Display APK after rename | ||
| 142 | + shell: bash | ||
| 143 | + run: | | ||
| 144 | + ls -lh ./apks/ | ||
| 145 | + du -h -d1 . | ||
| 146 | + | ||
| 147 | + - name: Publish to huggingface | ||
| 148 | + env: | ||
| 149 | + HF_TOKEN: ${{ secrets.HF_TOKEN }} | ||
| 150 | + uses: nick-fields/retry@v3 | ||
| 151 | + with: | ||
| 152 | + max_attempts: 20 | ||
| 153 | + timeout_seconds: 200 | ||
| 154 | + shell: bash | ||
| 155 | + command: | | ||
| 156 | + git config --global user.email "csukuangfj@gmail.com" | ||
| 157 | + git config --global user.name "Fangjun Kuang" | ||
| 158 | + | ||
| 159 | + rm -rf huggingface | ||
| 160 | + export GIT_LFS_SKIP_SMUDGE=1 | ||
| 161 | + | ||
| 162 | + git clone https://huggingface.co/csukuangfj/sherpa-onnx-apk huggingface | ||
| 163 | + cd huggingface | ||
| 164 | + git fetch | ||
| 165 | + git pull | ||
| 166 | + git merge -m "merge remote" --ff origin main | ||
| 167 | + | ||
| 168 | + mkdir -p audio-tagging | ||
| 169 | + cp -v ../apks/*.apk ./audio-tagging/ | ||
| 170 | + git status | ||
| 171 | + git lfs track "*.apk" | ||
| 172 | + git add . | ||
| 173 | + git commit -m "add more apks" | ||
| 174 | + git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-apk main |
| @@ -18,7 +18,7 @@ jobs: | @@ -18,7 +18,7 @@ jobs: | ||
| 18 | apk_speaker_identification: | 18 | apk_speaker_identification: |
| 19 | if: github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa' | 19 | if: github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa' |
| 20 | runs-on: ${{ matrix.os }} | 20 | runs-on: ${{ matrix.os }} |
| 21 | - name: apk for tts ${{ matrix.index }}/${{ matrix.total }} | 21 | + name: apk for speaker identification ${{ matrix.index }}/${{ matrix.total }} |
| 22 | strategy: | 22 | strategy: |
| 23 | fail-fast: false | 23 | fail-fast: false |
| 24 | matrix: | 24 | matrix: |
android/SherpaOnnxAudioTagging/.gitignore
0 → 100644
| 1 | +/build |
| 1 | +plugins { | ||
| 2 | + id("com.android.application") | ||
| 3 | + id("org.jetbrains.kotlin.android") | ||
| 4 | +} | ||
| 5 | + | ||
| 6 | +android { | ||
| 7 | + namespace = "com.k2fsa.sherpa.onnx.audio.tagging" | ||
| 8 | + compileSdk = 34 | ||
| 9 | + | ||
| 10 | + defaultConfig { | ||
| 11 | + applicationId = "com.k2fsa.sherpa.onnx.audio.tagging" | ||
| 12 | + minSdk = 21 | ||
| 13 | + targetSdk = 34 | ||
| 14 | + versionCode = 1 | ||
| 15 | + versionName = "1.0" | ||
| 16 | + | ||
| 17 | + testInstrumentationRunner = "androidx.test.runner.AndroidJUnitRunner" | ||
| 18 | + vectorDrawables { | ||
| 19 | + useSupportLibrary = true | ||
| 20 | + } | ||
| 21 | + } | ||
| 22 | + | ||
| 23 | + buildTypes { | ||
| 24 | + release { | ||
| 25 | + isMinifyEnabled = false | ||
| 26 | + proguardFiles( | ||
| 27 | + getDefaultProguardFile("proguard-android-optimize.txt"), | ||
| 28 | + "proguard-rules.pro" | ||
| 29 | + ) | ||
| 30 | + } | ||
| 31 | + } | ||
| 32 | + compileOptions { | ||
| 33 | + sourceCompatibility = JavaVersion.VERSION_1_8 | ||
| 34 | + targetCompatibility = JavaVersion.VERSION_1_8 | ||
| 35 | + } | ||
| 36 | + kotlinOptions { | ||
| 37 | + jvmTarget = "1.8" | ||
| 38 | + } | ||
| 39 | + buildFeatures { | ||
| 40 | + compose = true | ||
| 41 | + } | ||
| 42 | + composeOptions { | ||
| 43 | + kotlinCompilerExtensionVersion = "1.5.1" | ||
| 44 | + } | ||
| 45 | + packaging { | ||
| 46 | + resources { | ||
| 47 | + excludes += "/META-INF/{AL2.0,LGPL2.1}" | ||
| 48 | + } | ||
| 49 | + } | ||
| 50 | +} | ||
| 51 | + | ||
| 52 | +dependencies { | ||
| 53 | + | ||
| 54 | + implementation("androidx.core:core-ktx:1.12.0") | ||
| 55 | + implementation("androidx.lifecycle:lifecycle-runtime-ktx:2.7.0") | ||
| 56 | + implementation("androidx.activity:activity-compose:1.8.2") | ||
| 57 | + implementation(platform("androidx.compose:compose-bom:2023.08.00")) | ||
| 58 | + implementation("androidx.compose.ui:ui") | ||
| 59 | + implementation("androidx.compose.ui:ui-graphics") | ||
| 60 | + implementation("androidx.compose.ui:ui-tooling-preview") | ||
| 61 | + implementation("androidx.compose.material3:material3") | ||
| 62 | + testImplementation("junit:junit:4.13.2") | ||
| 63 | + androidTestImplementation("androidx.test.ext:junit:1.1.5") | ||
| 64 | + androidTestImplementation("androidx.test.espresso:espresso-core:3.5.1") | ||
| 65 | + androidTestImplementation(platform("androidx.compose:compose-bom:2023.08.00")) | ||
| 66 | + androidTestImplementation("androidx.compose.ui:ui-test-junit4") | ||
| 67 | + debugImplementation("androidx.compose.ui:ui-tooling") | ||
| 68 | + debugImplementation("androidx.compose.ui:ui-test-manifest") | ||
| 69 | +} |
| 1 | +# Add project specific ProGuard rules here. | ||
| 2 | +# You can control the set of applied configuration files using the | ||
| 3 | +# proguardFiles setting in build.gradle. | ||
| 4 | +# | ||
| 5 | +# For more details, see | ||
| 6 | +# http://developer.android.com/guide/developing/tools/proguard.html | ||
| 7 | + | ||
| 8 | +# If your project uses WebView with JS, uncomment the following | ||
| 9 | +# and specify the fully qualified class name to the JavaScript interface | ||
| 10 | +# class: | ||
| 11 | +#-keepclassmembers class fqcn.of.javascript.interface.for.webview { | ||
| 12 | +# public *; | ||
| 13 | +#} | ||
| 14 | + | ||
| 15 | +# Uncomment this to preserve the line number information for | ||
| 16 | +# debugging stack traces. | ||
| 17 | +#-keepattributes SourceFile,LineNumberTable | ||
| 18 | + | ||
| 19 | +# If you keep the line number information, uncomment this to | ||
| 20 | +# hide the original source file name. | ||
| 21 | +#-renamesourcefileattribute SourceFile |
| 1 | +package com.k2fsa.sherpa.onnx.audio.tagging | ||
| 2 | + | ||
| 3 | +import androidx.test.platform.app.InstrumentationRegistry | ||
| 4 | +import androidx.test.ext.junit.runners.AndroidJUnit4 | ||
| 5 | + | ||
| 6 | +import org.junit.Test | ||
| 7 | +import org.junit.runner.RunWith | ||
| 8 | + | ||
| 9 | +import org.junit.Assert.* | ||
| 10 | + | ||
| 11 | +/** | ||
| 12 | + * Instrumented test, which will execute on an Android device. | ||
| 13 | + * | ||
| 14 | + * See [testing documentation](http://d.android.com/tools/testing). | ||
| 15 | + */ | ||
| 16 | +@RunWith(AndroidJUnit4::class) | ||
| 17 | +class ExampleInstrumentedTest { | ||
| 18 | + @Test | ||
| 19 | + fun useAppContext() { | ||
| 20 | + // Context of the app under test. | ||
| 21 | + val appContext = InstrumentationRegistry.getInstrumentation().targetContext | ||
| 22 | + assertEquals("com.k2fsa.sherpa.onnx.audio.tagging", appContext.packageName) | ||
| 23 | + } | ||
| 24 | +} |
| 1 | +<?xml version="1.0" encoding="utf-8"?> | ||
| 2 | +<manifest xmlns:android="http://schemas.android.com/apk/res/android" | ||
| 3 | + xmlns:tools="http://schemas.android.com/tools"> | ||
| 4 | + | ||
| 5 | + <uses-permission android:name="android.permission.RECORD_AUDIO" /> | ||
| 6 | + | ||
| 7 | + <application | ||
| 8 | + android:allowBackup="true" | ||
| 9 | + android:dataExtractionRules="@xml/data_extraction_rules" | ||
| 10 | + android:fullBackupContent="@xml/backup_rules" | ||
| 11 | + android:icon="@mipmap/ic_launcher" | ||
| 12 | + android:label="@string/app_name" | ||
| 13 | + android:roundIcon="@mipmap/ic_launcher_round" | ||
| 14 | + android:supportsRtl="true" | ||
| 15 | + android:theme="@style/Theme.SherpaOnnxAudioTagging" | ||
| 16 | + tools:targetApi="31"> | ||
| 17 | + <activity | ||
| 18 | + android:name=".MainActivity" | ||
| 19 | + android:exported="true" | ||
| 20 | + android:label="@string/app_name" | ||
| 21 | + android:theme="@style/Theme.SherpaOnnxAudioTagging"> | ||
| 22 | + <intent-filter> | ||
| 23 | + <action android:name="android.intent.action.MAIN" /> | ||
| 24 | + | ||
| 25 | + <category android:name="android.intent.category.LAUNCHER" /> | ||
| 26 | + </intent-filter> | ||
| 27 | + </activity> | ||
| 28 | + </application> | ||
| 29 | + | ||
| 30 | +</manifest> |
| @@ -5,24 +5,24 @@ import android.util.Log | @@ -5,24 +5,24 @@ import android.util.Log | ||
| 5 | 5 | ||
| 6 | private val TAG = "sherpa-onnx" | 6 | private val TAG = "sherpa-onnx" |
| 7 | 7 | ||
| 8 | -data class OfflineZipformerAudioTaggingModelConfig ( | 8 | +data class OfflineZipformerAudioTaggingModelConfig( |
| 9 | val model: String, | 9 | val model: String, |
| 10 | ) | 10 | ) |
| 11 | 11 | ||
| 12 | -data class AudioTaggingModelConfig ( | 12 | +data class AudioTaggingModelConfig( |
| 13 | var zipformer: OfflineZipformerAudioTaggingModelConfig, | 13 | var zipformer: OfflineZipformerAudioTaggingModelConfig, |
| 14 | var numThreads: Int = 1, | 14 | var numThreads: Int = 1, |
| 15 | var debug: Boolean = false, | 15 | var debug: Boolean = false, |
| 16 | var provider: String = "cpu", | 16 | var provider: String = "cpu", |
| 17 | ) | 17 | ) |
| 18 | 18 | ||
| 19 | -data class AudioTaggingConfig ( | 19 | +data class AudioTaggingConfig( |
| 20 | var model: AudioTaggingModelConfig, | 20 | var model: AudioTaggingModelConfig, |
| 21 | var labels: String, | 21 | var labels: String, |
| 22 | var topK: Int = 5, | 22 | var topK: Int = 5, |
| 23 | ) | 23 | ) |
| 24 | 24 | ||
| 25 | -data class AudioEvent ( | 25 | +data class AudioEvent( |
| 26 | val name: String, | 26 | val name: String, |
| 27 | val index: Int, | 27 | val index: Int, |
| 28 | val prob: Float, | 28 | val prob: Float, |
| @@ -43,10 +43,10 @@ class AudioTagging( | @@ -43,10 +43,10 @@ class AudioTagging( | ||
| 43 | } | 43 | } |
| 44 | 44 | ||
| 45 | protected fun finalize() { | 45 | protected fun finalize() { |
| 46 | - if(ptr != 0L) { | ||
| 47 | - delete(ptr) | ||
| 48 | - ptr = 0 | ||
| 49 | - } | 46 | + if (ptr != 0L) { |
| 47 | + delete(ptr) | ||
| 48 | + ptr = 0 | ||
| 49 | + } | ||
| 50 | } | 50 | } |
| 51 | 51 | ||
| 52 | fun release() = finalize() | 52 | fun release() = finalize() |
| @@ -56,20 +56,23 @@ class AudioTagging( | @@ -56,20 +56,23 @@ class AudioTagging( | ||
| 56 | return OfflineStream(p) | 56 | return OfflineStream(p) |
| 57 | } | 57 | } |
| 58 | 58 | ||
| 59 | - fun compute(stream: OfflineStream, topK: Int=-1): ArrayList<AudioEvent> { | ||
| 60 | - var events :Array<Any> = compute(ptr, stream.ptr, topK) | ||
| 61 | - val ans = ArrayList<AudioEvent>() | ||
| 62 | - | ||
| 63 | - for (e in events) { | ||
| 64 | - val p :Array<Any> = e as Array<Any> | ||
| 65 | - ans.add(AudioEvent( | ||
| 66 | - name=p[0] as String, | ||
| 67 | - index=p[1] as Int, | ||
| 68 | - prob=p[2] as Float, | ||
| 69 | - )) | ||
| 70 | - } | 59 | + @Suppress("UNCHECKED_CAST") |
| 60 | + fun compute(stream: OfflineStream, topK: Int = -1): ArrayList<AudioEvent> { | ||
| 61 | + val events: Array<Any> = compute(ptr, stream.ptr, topK) | ||
| 62 | + val ans = ArrayList<AudioEvent>() | ||
| 63 | + | ||
| 64 | + for (e in events) { | ||
| 65 | + val p: Array<Any> = e as Array<Any> | ||
| 66 | + ans.add( | ||
| 67 | + AudioEvent( | ||
| 68 | + name = p[0] as String, | ||
| 69 | + index = p[1] as Int, | ||
| 70 | + prob = p[2] as Float, | ||
| 71 | + ) | ||
| 72 | + ) | ||
| 73 | + } | ||
| 71 | 74 | ||
| 72 | - return ans | 75 | + return ans |
| 73 | } | 76 | } |
| 74 | 77 | ||
| 75 | private external fun newFromAsset( | 78 | private external fun newFromAsset( |
| @@ -93,3 +96,42 @@ class AudioTagging( | @@ -93,3 +96,42 @@ class AudioTagging( | ||
| 93 | } | 96 | } |
| 94 | } | 97 | } |
| 95 | } | 98 | } |
| 99 | + | ||
| 100 | +// please refer to | ||
| 101 | +// https://github.com/k2-fsa/sherpa-onnx/releases/tag/audio-tagging-models | ||
| 102 | +// to download more models | ||
| 103 | +// | ||
| 104 | +// See also | ||
| 105 | +// https://k2-fsa.github.io/sherpa/onnx/audio-tagging/ | ||
| 106 | +fun getAudioTaggingConfig(type: Int): AudioTaggingConfig? { | ||
| 107 | + when (type) { | ||
| 108 | + 0 -> { | ||
| 109 | + val modelDir = "sherpa-onnx-zipformer-small-audio-tagging-2024-04-15" | ||
| 110 | + return AudioTaggingConfig( | ||
| 111 | + model = AudioTaggingModelConfig( | ||
| 112 | + zipformer = OfflineZipformerAudioTaggingModelConfig(model = "$modelDir/model.int8.onnx"), | ||
| 113 | + numThreads = 1, | ||
| 114 | + debug = true, | ||
| 115 | + ), | ||
| 116 | + labels = "$modelDir/class_labels_indices.csv", | ||
| 117 | + topK = 3, | ||
| 118 | + ) | ||
| 119 | + } | ||
| 120 | + | ||
| 121 | + 1 -> { | ||
| 122 | + val modelDir = "sherpa-onnx-zipformer-audio-tagging-2024-04-09" | ||
| 123 | + return AudioTaggingConfig( | ||
| 124 | + model = AudioTaggingModelConfig( | ||
| 125 | + zipformer = OfflineZipformerAudioTaggingModelConfig(model = "$modelDir/model.int8.onnx"), | ||
| 126 | + numThreads = 1, | ||
| 127 | + debug = true, | ||
| 128 | + ), | ||
| 129 | + labels = "$modelDir/class_labels_indices.csv", | ||
| 130 | + topK = 3, | ||
| 131 | + ) | ||
| 132 | + } | ||
| 133 | + | ||
| 134 | + } | ||
| 135 | + | ||
| 136 | + return null | ||
| 137 | +} |
android/SherpaOnnxAudioTagging/app/src/main/java/com/k2fsa/sherpa/onnx/audio/tagging/Home.kt
0 → 100644
| 1 | +@file:OptIn(ExperimentalMaterial3Api::class, ExperimentalFoundationApi::class) | ||
| 2 | + | ||
| 3 | +package com.k2fsa.sherpa.onnx.audio.tagging | ||
| 4 | + | ||
| 5 | +import android.Manifest | ||
| 6 | + | ||
| 7 | +import android.app.Activity | ||
| 8 | +import android.content.pm.PackageManager | ||
| 9 | +import android.media.AudioFormat | ||
| 10 | +import android.media.AudioRecord | ||
| 11 | +import androidx.compose.foundation.lazy.items | ||
| 12 | +import android.media.MediaRecorder | ||
| 13 | +import android.util.Log | ||
| 14 | +import androidx.compose.foundation.ExperimentalFoundationApi | ||
| 15 | +import androidx.compose.foundation.background | ||
| 16 | +import androidx.compose.foundation.layout.Arrangement | ||
| 17 | +import androidx.compose.foundation.layout.Box | ||
| 18 | +import androidx.compose.material3.CenterAlignedTopAppBar | ||
| 19 | +import androidx.compose.runtime.Composable | ||
| 20 | +import androidx.compose.material3.Scaffold | ||
| 21 | +import androidx.compose.material3.TopAppBarDefaults | ||
| 22 | +import androidx.compose.material3.MaterialTheme | ||
| 23 | +import androidx.compose.material3.Text | ||
| 24 | +import androidx.compose.foundation.layout.Column | ||
| 25 | +import androidx.compose.foundation.layout.PaddingValues | ||
| 26 | +import androidx.compose.foundation.layout.Row | ||
| 27 | +import androidx.compose.foundation.layout.Spacer | ||
| 28 | +import androidx.compose.foundation.layout.fillMaxSize | ||
| 29 | +import androidx.compose.foundation.layout.fillMaxWidth | ||
| 30 | +import androidx.compose.foundation.layout.height | ||
| 31 | +import androidx.compose.foundation.layout.padding | ||
| 32 | +import androidx.compose.foundation.lazy.LazyColumn | ||
| 33 | +import androidx.compose.material3.Button | ||
| 34 | +import androidx.compose.material3.ExperimentalMaterial3Api | ||
| 35 | +import androidx.compose.material3.Slider | ||
| 36 | +import androidx.compose.material3.Surface | ||
| 37 | +import androidx.compose.runtime.getValue | ||
| 38 | +import androidx.compose.runtime.mutableStateListOf | ||
| 39 | +import androidx.compose.runtime.mutableStateOf | ||
| 40 | +import androidx.compose.runtime.remember | ||
| 41 | +import androidx.compose.runtime.setValue | ||
| 42 | +import androidx.compose.ui.Alignment | ||
| 43 | +import androidx.compose.ui.Modifier | ||
| 44 | +import androidx.compose.ui.graphics.Color | ||
| 45 | +import androidx.compose.ui.platform.LocalContext | ||
| 46 | +import androidx.compose.ui.text.font.FontWeight | ||
| 47 | +import androidx.compose.ui.text.style.TextAlign | ||
| 48 | +import androidx.compose.ui.unit.dp | ||
| 49 | +import androidx.compose.ui.unit.sp | ||
| 50 | +import androidx.core.app.ActivityCompat | ||
| 51 | +import com.k2fsa.sherpa.onnx.AudioEvent | ||
| 52 | +import kotlin.concurrent.thread | ||
| 53 | + | ||
| 54 | + | ||
| 55 | +@Composable | ||
| 56 | +fun Home() { | ||
| 57 | + Scaffold( | ||
| 58 | + topBar = { | ||
| 59 | + CenterAlignedTopAppBar( | ||
| 60 | + colors = TopAppBarDefaults.topAppBarColors( | ||
| 61 | + containerColor = MaterialTheme.colorScheme.primaryContainer, | ||
| 62 | + titleContentColor = MaterialTheme.colorScheme.primary, | ||
| 63 | + ), | ||
| 64 | + title = { | ||
| 65 | + Text( | ||
| 66 | + "Next-gen Kaldi: Audio tagging", | ||
| 67 | + fontWeight = FontWeight.Bold, | ||
| 68 | + fontSize = 15.sp, | ||
| 69 | + ) | ||
| 70 | + }, | ||
| 71 | + ) | ||
| 72 | + }, | ||
| 73 | + content = { | ||
| 74 | + MyApp(it) | ||
| 75 | + }, | ||
| 76 | + ) | ||
| 77 | +} | ||
| 78 | + | ||
| 79 | +private var audioRecord: AudioRecord? = null | ||
| 80 | +private val sampleRateInHz = 16000 | ||
| 81 | + | ||
| 82 | +@Composable | ||
| 83 | +fun MyApp(padding: PaddingValues) { | ||
| 84 | + val activity = LocalContext.current as Activity | ||
| 85 | + var threshold by remember { mutableStateOf<Float>(0.6F) } | ||
| 86 | + var isStarted by remember { mutableStateOf(false) } | ||
| 87 | + val result = remember { mutableStateListOf<AudioEvent>() } | ||
| 88 | + | ||
| 89 | + | ||
| 90 | + val onButtonClick: () -> Unit = { | ||
| 91 | + isStarted = !isStarted | ||
| 92 | + if (isStarted) { | ||
| 93 | + result.clear() | ||
| 94 | + if (ActivityCompat.checkSelfPermission( | ||
| 95 | + activity, | ||
| 96 | + Manifest.permission.RECORD_AUDIO | ||
| 97 | + ) != PackageManager.PERMISSION_GRANTED | ||
| 98 | + ) { | ||
| 99 | + Log.i(TAG, "Recording is not allowed") | ||
| 100 | + } else { | ||
| 101 | + val audioSource = MediaRecorder.AudioSource.MIC | ||
| 102 | + val channelConfig = AudioFormat.CHANNEL_IN_MONO | ||
| 103 | + val audioFormat = AudioFormat.ENCODING_PCM_16BIT | ||
| 104 | + val numBytes = | ||
| 105 | + AudioRecord.getMinBufferSize(sampleRateInHz, channelConfig, audioFormat) | ||
| 106 | + | ||
| 107 | + audioRecord = AudioRecord( | ||
| 108 | + audioSource, | ||
| 109 | + sampleRateInHz, | ||
| 110 | + AudioFormat.CHANNEL_IN_MONO, | ||
| 111 | + AudioFormat.ENCODING_PCM_16BIT, | ||
| 112 | + numBytes * 2 // a sample has two bytes as we are using 16-bit PCM | ||
| 113 | + ) | ||
| 114 | + | ||
| 115 | + thread(true) { | ||
| 116 | + Log.i(TAG, "processing samples") | ||
| 117 | + val interval = 0.1 // i.e., 100 ms | ||
| 118 | + val bufferSize = (interval * sampleRateInHz).toInt() // in samples | ||
| 119 | + val buffer = ShortArray(bufferSize) | ||
| 120 | + val sampleList = ArrayList<FloatArray>() | ||
| 121 | + audioRecord?.let { | ||
| 122 | + it.startRecording() | ||
| 123 | + while (isStarted) { | ||
| 124 | + val ret = it.read(buffer, 0, buffer.size) | ||
| 125 | + ret.let { n -> | ||
| 126 | + val samples = FloatArray(n) { buffer[it] / 32768.0f } | ||
| 127 | + sampleList.add(samples) | ||
| 128 | + } | ||
| 129 | + } | ||
| 130 | + } | ||
| 131 | + Log.i(TAG, "Stop recording") | ||
| 132 | + Log.i(TAG, "Start recognition") | ||
| 133 | + val samples = Flatten(sampleList) | ||
| 134 | + val stream = Tagger.tagger.createStream() | ||
| 135 | + stream.acceptWaveform(samples, sampleRateInHz) | ||
| 136 | + val events = Tagger.tagger.compute(stream) | ||
| 137 | + stream.release() | ||
| 138 | + for (e in events) { | ||
| 139 | + if (e.prob > threshold) { | ||
| 140 | + result.add(e) | ||
| 141 | + } | ||
| 142 | + | ||
| 143 | + } | ||
| 144 | + | ||
| 145 | + } | ||
| 146 | + } | ||
| 147 | + } | ||
| 148 | + } | ||
| 149 | + | ||
| 150 | + Box( | ||
| 151 | + modifier = Modifier.fillMaxSize(), | ||
| 152 | + contentAlignment = Alignment.TopCenter | ||
| 153 | + ) { | ||
| 154 | + Column( | ||
| 155 | + Modifier.padding(padding), | ||
| 156 | + horizontalAlignment = Alignment.CenterHorizontally, | ||
| 157 | + ) { | ||
| 158 | + Spacer(modifier = Modifier.height(16.dp)) | ||
| 159 | + Text("Threshold " + String.format("%.1f", threshold)) | ||
| 160 | + Slider( | ||
| 161 | + value = threshold, | ||
| 162 | + onValueChange = { threshold = it }, | ||
| 163 | + valueRange = 0.1F..1.0F, | ||
| 164 | + modifier = Modifier.fillMaxWidth() | ||
| 165 | + ) | ||
| 166 | + | ||
| 167 | + Button(onClick = onButtonClick) { | ||
| 168 | + if (isStarted) { | ||
| 169 | + Text("Stop") | ||
| 170 | + } else { | ||
| 171 | + Text("Start") | ||
| 172 | + } | ||
| 173 | + } | ||
| 174 | + | ||
| 175 | + Spacer(modifier = Modifier.height(16.dp)) | ||
| 176 | + LazyColumn(modifier = Modifier.fillMaxSize()) { | ||
| 177 | + if (!result.isEmpty()) { | ||
| 178 | + | ||
| 179 | + item { | ||
| 180 | + Row( | ||
| 181 | + modifier = Modifier.fillMaxWidth(), | ||
| 182 | + horizontalArrangement = Arrangement.SpaceEvenly | ||
| 183 | + ) { | ||
| 184 | + Text( | ||
| 185 | + text = "Event name", | ||
| 186 | + ) | ||
| 187 | + Text( | ||
| 188 | + text = "Probability", | ||
| 189 | + ) | ||
| 190 | + } | ||
| 191 | + } | ||
| 192 | + } | ||
| 193 | + | ||
| 194 | + items(result) { event: AudioEvent -> | ||
| 195 | + ViewRow(event = event) | ||
| 196 | + } | ||
| 197 | + } | ||
| 198 | + } | ||
| 199 | + } | ||
| 200 | +} | ||
| 201 | + | ||
| 202 | +@Composable | ||
| 203 | +fun ShowResult(result: String) { | ||
| 204 | + Text( | ||
| 205 | + modifier = Modifier.fillMaxWidth(), | ||
| 206 | + textAlign = TextAlign.Center, | ||
| 207 | + color = MaterialTheme.colorScheme.primary, | ||
| 208 | + text = result, | ||
| 209 | + ) | ||
| 210 | +} | ||
| 211 | + | ||
| 212 | +@Composable | ||
| 213 | +fun ViewRow( | ||
| 214 | + modifier: Modifier = Modifier, | ||
| 215 | + event: AudioEvent | ||
| 216 | +) { | ||
| 217 | + Surface( | ||
| 218 | + modifier = modifier | ||
| 219 | + .fillMaxWidth() | ||
| 220 | + .padding(8.dp), | ||
| 221 | + color = MaterialTheme.colorScheme.inversePrimary, | ||
| 222 | + ) { | ||
| 223 | + Row( | ||
| 224 | + modifier = modifier, | ||
| 225 | + horizontalArrangement = Arrangement.Center, | ||
| 226 | + verticalAlignment = Alignment.CenterVertically, | ||
| 227 | + ) { | ||
| 228 | + Text( | ||
| 229 | + text = event.name, | ||
| 230 | + modifier = modifier.weight(1.0F), | ||
| 231 | + ) | ||
| 232 | + Text( | ||
| 233 | + text = "%.2f".format(event.prob), | ||
| 234 | + modifier = modifier.weight(1.0F), | ||
| 235 | + ) | ||
| 236 | + } | ||
| 237 | + } | ||
| 238 | +} | ||
| 239 | + | ||
| 240 | +fun Flatten(sampleList: ArrayList<FloatArray>): FloatArray { | ||
| 241 | + var totalSamples = 0 | ||
| 242 | + for (a in sampleList) { | ||
| 243 | + totalSamples += a.size | ||
| 244 | + } | ||
| 245 | + var i = 0 | ||
| 246 | + val samples = FloatArray(totalSamples) | ||
| 247 | + for (a in sampleList) { | ||
| 248 | + for (s in a) { | ||
| 249 | + samples[i] = s | ||
| 250 | + i += 1 | ||
| 251 | + } | ||
| 252 | + } | ||
| 253 | + Log.i(TAG, "$i, $totalSamples") | ||
| 254 | + | ||
| 255 | + return samples | ||
| 256 | +} |
android/SherpaOnnxAudioTagging/app/src/main/java/com/k2fsa/sherpa/onnx/audio/tagging/MainActivity.kt
0 → 100644
| 1 | +package com.k2fsa.sherpa.onnx.audio.tagging | ||
| 2 | + | ||
| 3 | +import android.Manifest | ||
| 4 | +import android.content.pm.PackageManager | ||
| 5 | +import android.os.Bundle | ||
| 6 | +import android.util.Log | ||
| 7 | +import android.widget.Toast | ||
| 8 | +import androidx.activity.ComponentActivity | ||
| 9 | +import androidx.activity.compose.setContent | ||
| 10 | +import androidx.compose.foundation.layout.fillMaxSize | ||
| 11 | +import androidx.compose.material3.MaterialTheme | ||
| 12 | +import androidx.compose.material3.Surface | ||
| 13 | +import androidx.compose.runtime.Composable | ||
| 14 | +import androidx.compose.ui.Modifier | ||
| 15 | +import androidx.core.app.ActivityCompat | ||
| 16 | +import com.k2fsa.sherpa.onnx.audio.tagging.ui.theme.SherpaOnnxAudioTaggingTheme | ||
| 17 | + | ||
| 18 | +const val TAG = "sherpa-onnx" | ||
| 19 | + | ||
| 20 | +private const val REQUEST_RECORD_AUDIO_PERMISSION = 200 | ||
| 21 | + | ||
| 22 | +class MainActivity : ComponentActivity() { | ||
| 23 | + private val permissions: Array<String> = arrayOf(Manifest.permission.RECORD_AUDIO) | ||
| 24 | + override fun onCreate(savedInstanceState: Bundle?) { | ||
| 25 | + | ||
| 26 | + super.onCreate(savedInstanceState) | ||
| 27 | + setContent { | ||
| 28 | + AudioTaggingApp() | ||
| 29 | + } | ||
| 30 | + ActivityCompat.requestPermissions(this, permissions, REQUEST_RECORD_AUDIO_PERMISSION) | ||
| 31 | + Tagger.initTagger(this.assets) | ||
| 32 | + } | ||
| 33 | + | ||
| 34 | + @Suppress("DEPRECATION") | ||
| 35 | + @Deprecated("Deprecated in Java") | ||
| 36 | + override fun onRequestPermissionsResult( | ||
| 37 | + requestCode: Int, | ||
| 38 | + permissions: Array<out String>, | ||
| 39 | + grantResults: IntArray | ||
| 40 | + ) { | ||
| 41 | + super.onRequestPermissionsResult(requestCode, permissions, grantResults) | ||
| 42 | + val permissionToRecordAccepted = if (requestCode == REQUEST_RECORD_AUDIO_PERMISSION) { | ||
| 43 | + grantResults[0] == PackageManager.PERMISSION_GRANTED | ||
| 44 | + } else { | ||
| 45 | + false | ||
| 46 | + } | ||
| 47 | + | ||
| 48 | + if (!permissionToRecordAccepted) { | ||
| 49 | + Log.e(TAG, "Audio record is disallowed") | ||
| 50 | + Toast.makeText( | ||
| 51 | + this, | ||
| 52 | + "This App needs access to the microphone", | ||
| 53 | + Toast.LENGTH_SHORT | ||
| 54 | + ) | ||
| 55 | + .show() | ||
| 56 | + finish() | ||
| 57 | + } | ||
| 58 | + Log.i(TAG, "Audio record is permitted") | ||
| 59 | + } | ||
| 60 | +} | ||
| 61 | + | ||
| 62 | +@Composable | ||
| 63 | +fun AudioTaggingApp() { | ||
| 64 | + SherpaOnnxAudioTaggingTheme { | ||
| 65 | + // A surface container using the 'background' color from the theme | ||
| 66 | + Surface( | ||
| 67 | + modifier = Modifier.fillMaxSize(), | ||
| 68 | + color = MaterialTheme.colorScheme.background | ||
| 69 | + ) { | ||
| 70 | + Home() | ||
| 71 | + } | ||
| 72 | + } | ||
| 73 | +} |
| @@ -5,10 +5,10 @@ class OfflineStream(var ptr: Long) { | @@ -5,10 +5,10 @@ class OfflineStream(var ptr: Long) { | ||
| 5 | acceptWaveform(ptr, samples, sampleRate) | 5 | acceptWaveform(ptr, samples, sampleRate) |
| 6 | 6 | ||
| 7 | protected fun finalize() { | 7 | protected fun finalize() { |
| 8 | - if(ptr != 0L) { | ||
| 9 | - delete(ptr) | ||
| 10 | - ptr = 0 | ||
| 11 | - } | 8 | + if (ptr != 0L) { |
| 9 | + delete(ptr) | ||
| 10 | + ptr = 0 | ||
| 11 | + } | ||
| 12 | } | 12 | } |
| 13 | 13 | ||
| 14 | fun release() = finalize() | 14 | fun release() = finalize() |
android/SherpaOnnxAudioTagging/app/src/main/java/com/k2fsa/sherpa/onnx/audio/tagging/Tagger.kt
0 → 100644
| 1 | +package com.k2fsa.sherpa.onnx.audio.tagging | ||
| 2 | + | ||
| 3 | +import android.content.res.AssetManager | ||
| 4 | +import android.util.Log | ||
| 5 | +import com.k2fsa.sherpa.onnx.AudioTagging | ||
| 6 | +import com.k2fsa.sherpa.onnx.getAudioTaggingConfig | ||
| 7 | + | ||
| 8 | +object Tagger { | ||
| 9 | + private var _tagger: AudioTagging? = null | ||
| 10 | + val tagger: AudioTagging | ||
| 11 | + get() { | ||
| 12 | + return _tagger!! | ||
| 13 | + } | ||
| 14 | + fun initTagger(assetManager: AssetManager? = null) { | ||
| 15 | + synchronized(this) { | ||
| 16 | + if (_tagger != null) { | ||
| 17 | + return | ||
| 18 | + } | ||
| 19 | + | ||
| 20 | + Log.i(TAG, "Initializing audio tagger") | ||
| 21 | + val config = getAudioTaggingConfig(type = 0)!! | ||
| 22 | + _tagger = AudioTagging(assetManager, config) | ||
| 23 | + } | ||
| 24 | + } | ||
| 25 | +} |
| 1 | +package com.k2fsa.sherpa.onnx.audio.tagging.ui.theme | ||
| 2 | + | ||
| 3 | +import androidx.compose.ui.graphics.Color | ||
| 4 | + | ||
| 5 | +val Purple80 = Color(0xFFD0BCFF) | ||
| 6 | +val PurpleGrey80 = Color(0xFFCCC2DC) | ||
| 7 | +val Pink80 = Color(0xFFEFB8C8) | ||
| 8 | + | ||
| 9 | +val Purple40 = Color(0xFF6650a4) | ||
| 10 | +val PurpleGrey40 = Color(0xFF625b71) | ||
| 11 | +val Pink40 = Color(0xFF7D5260) |
| 1 | +package com.k2fsa.sherpa.onnx.audio.tagging.ui.theme | ||
| 2 | + | ||
| 3 | +import android.app.Activity | ||
| 4 | +import android.os.Build | ||
| 5 | +import androidx.compose.foundation.isSystemInDarkTheme | ||
| 6 | +import androidx.compose.material3.MaterialTheme | ||
| 7 | +import androidx.compose.material3.darkColorScheme | ||
| 8 | +import androidx.compose.material3.dynamicDarkColorScheme | ||
| 9 | +import androidx.compose.material3.dynamicLightColorScheme | ||
| 10 | +import androidx.compose.material3.lightColorScheme | ||
| 11 | +import androidx.compose.runtime.Composable | ||
| 12 | +import androidx.compose.runtime.SideEffect | ||
| 13 | +import androidx.compose.ui.graphics.toArgb | ||
| 14 | +import androidx.compose.ui.platform.LocalContext | ||
| 15 | +import androidx.compose.ui.platform.LocalView | ||
| 16 | +import androidx.core.view.WindowCompat | ||
| 17 | + | ||
| 18 | +private val DarkColorScheme = darkColorScheme( | ||
| 19 | + primary = Purple80, | ||
| 20 | + secondary = PurpleGrey80, | ||
| 21 | + tertiary = Pink80 | ||
| 22 | +) | ||
| 23 | + | ||
| 24 | +private val LightColorScheme = lightColorScheme( | ||
| 25 | + primary = Purple40, | ||
| 26 | + secondary = PurpleGrey40, | ||
| 27 | + tertiary = Pink40 | ||
| 28 | + | ||
| 29 | + /* Other default colors to override | ||
| 30 | + background = Color(0xFFFFFBFE), | ||
| 31 | + surface = Color(0xFFFFFBFE), | ||
| 32 | + onPrimary = Color.White, | ||
| 33 | + onSecondary = Color.White, | ||
| 34 | + onTertiary = Color.White, | ||
| 35 | + onBackground = Color(0xFF1C1B1F), | ||
| 36 | + onSurface = Color(0xFF1C1B1F), | ||
| 37 | + */ | ||
| 38 | +) | ||
| 39 | + | ||
| 40 | +@Composable | ||
| 41 | +fun SherpaOnnxAudioTaggingTheme( | ||
| 42 | + darkTheme: Boolean = isSystemInDarkTheme(), | ||
| 43 | + // Dynamic color is available on Android 12+ | ||
| 44 | + dynamicColor: Boolean = true, | ||
| 45 | + content: @Composable () -> Unit | ||
| 46 | +) { | ||
| 47 | + val colorScheme = when { | ||
| 48 | + dynamicColor && Build.VERSION.SDK_INT >= Build.VERSION_CODES.S -> { | ||
| 49 | + val context = LocalContext.current | ||
| 50 | + if (darkTheme) dynamicDarkColorScheme(context) else dynamicLightColorScheme(context) | ||
| 51 | + } | ||
| 52 | + | ||
| 53 | + darkTheme -> DarkColorScheme | ||
| 54 | + else -> LightColorScheme | ||
| 55 | + } | ||
| 56 | + val view = LocalView.current | ||
| 57 | + if (!view.isInEditMode) { | ||
| 58 | + SideEffect { | ||
| 59 | + val window = (view.context as Activity).window | ||
| 60 | + window.statusBarColor = colorScheme.primary.toArgb() | ||
| 61 | + WindowCompat.getInsetsController(window, view).isAppearanceLightStatusBars = darkTheme | ||
| 62 | + } | ||
| 63 | + } | ||
| 64 | + | ||
| 65 | + MaterialTheme( | ||
| 66 | + colorScheme = colorScheme, | ||
| 67 | + typography = Typography, | ||
| 68 | + content = content | ||
| 69 | + ) | ||
| 70 | +} |
| 1 | +package com.k2fsa.sherpa.onnx.audio.tagging.ui.theme | ||
| 2 | + | ||
| 3 | +import androidx.compose.material3.Typography | ||
| 4 | +import androidx.compose.ui.text.TextStyle | ||
| 5 | +import androidx.compose.ui.text.font.FontFamily | ||
| 6 | +import androidx.compose.ui.text.font.FontWeight | ||
| 7 | +import androidx.compose.ui.unit.sp | ||
| 8 | + | ||
| 9 | +// Set of Material typography styles to start with | ||
| 10 | +val Typography = Typography( | ||
| 11 | + bodyLarge = TextStyle( | ||
| 12 | + fontFamily = FontFamily.Default, | ||
| 13 | + fontWeight = FontWeight.Normal, | ||
| 14 | + fontSize = 16.sp, | ||
| 15 | + lineHeight = 24.sp, | ||
| 16 | + letterSpacing = 0.5.sp | ||
| 17 | + ) | ||
| 18 | + /* Other default text styles to override | ||
| 19 | + titleLarge = TextStyle( | ||
| 20 | + fontFamily = FontFamily.Default, | ||
| 21 | + fontWeight = FontWeight.Normal, | ||
| 22 | + fontSize = 22.sp, | ||
| 23 | + lineHeight = 28.sp, | ||
| 24 | + letterSpacing = 0.sp | ||
| 25 | + ), | ||
| 26 | + labelSmall = TextStyle( | ||
| 27 | + fontFamily = FontFamily.Default, | ||
| 28 | + fontWeight = FontWeight.Medium, | ||
| 29 | + fontSize = 11.sp, | ||
| 30 | + lineHeight = 16.sp, | ||
| 31 | + letterSpacing = 0.5.sp | ||
| 32 | + ) | ||
| 33 | + */ | ||
| 34 | +) |
| 1 | +<vector xmlns:android="http://schemas.android.com/apk/res/android" | ||
| 2 | + xmlns:aapt="http://schemas.android.com/aapt" | ||
| 3 | + android:width="108dp" | ||
| 4 | + android:height="108dp" | ||
| 5 | + android:viewportWidth="108" | ||
| 6 | + android:viewportHeight="108"> | ||
| 7 | + <path android:pathData="M31,63.928c0,0 6.4,-11 12.1,-13.1c7.2,-2.6 26,-1.4 26,-1.4l38.1,38.1L107,108.928l-32,-1L31,63.928z"> | ||
| 8 | + <aapt:attr name="android:fillColor"> | ||
| 9 | + <gradient | ||
| 10 | + android:endX="85.84757" | ||
| 11 | + android:endY="92.4963" | ||
| 12 | + android:startX="42.9492" | ||
| 13 | + android:startY="49.59793" | ||
| 14 | + android:type="linear"> | ||
| 15 | + <item | ||
| 16 | + android:color="#44000000" | ||
| 17 | + android:offset="0.0" /> | ||
| 18 | + <item | ||
| 19 | + android:color="#00000000" | ||
| 20 | + android:offset="1.0" /> | ||
| 21 | + </gradient> | ||
| 22 | + </aapt:attr> | ||
| 23 | + </path> | ||
| 24 | + <path | ||
| 25 | + android:fillColor="#FFFFFF" | ||
| 26 | + android:fillType="nonZero" | ||
| 27 | + android:pathData="M65.3,45.828l3.8,-6.6c0.2,-0.4 0.1,-0.9 -0.3,-1.1c-0.4,-0.2 -0.9,-0.1 -1.1,0.3l-3.9,6.7c-6.3,-2.8 -13.4,-2.8 -19.7,0l-3.9,-6.7c-0.2,-0.4 -0.7,-0.5 -1.1,-0.3C38.8,38.328 38.7,38.828 38.9,39.228l3.8,6.6C36.2,49.428 31.7,56.028 31,63.928h46C76.3,56.028 71.8,49.428 65.3,45.828zM43.4,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2c-0.3,-0.7 -0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C45.3,56.528 44.5,57.328 43.4,57.328L43.4,57.328zM64.6,57.328c-0.8,0 -1.5,-0.5 -1.8,-1.2s-0.1,-1.5 0.4,-2.1c0.5,-0.5 1.4,-0.7 2.1,-0.4c0.7,0.3 1.2,1 1.2,1.8C66.5,56.528 65.6,57.328 64.6,57.328L64.6,57.328z" | ||
| 28 | + android:strokeWidth="1" | ||
| 29 | + android:strokeColor="#00000000" /> | ||
| 30 | +</vector> |
| 1 | +<?xml version="1.0" encoding="utf-8"?> | ||
| 2 | +<vector xmlns:android="http://schemas.android.com/apk/res/android" | ||
| 3 | + android:width="108dp" | ||
| 4 | + android:height="108dp" | ||
| 5 | + android:viewportWidth="108" | ||
| 6 | + android:viewportHeight="108"> | ||
| 7 | + <path | ||
| 8 | + android:fillColor="#3DDC84" | ||
| 9 | + android:pathData="M0,0h108v108h-108z" /> | ||
| 10 | + <path | ||
| 11 | + android:fillColor="#00000000" | ||
| 12 | + android:pathData="M9,0L9,108" | ||
| 13 | + android:strokeWidth="0.8" | ||
| 14 | + android:strokeColor="#33FFFFFF" /> | ||
| 15 | + <path | ||
| 16 | + android:fillColor="#00000000" | ||
| 17 | + android:pathData="M19,0L19,108" | ||
| 18 | + android:strokeWidth="0.8" | ||
| 19 | + android:strokeColor="#33FFFFFF" /> | ||
| 20 | + <path | ||
| 21 | + android:fillColor="#00000000" | ||
| 22 | + android:pathData="M29,0L29,108" | ||
| 23 | + android:strokeWidth="0.8" | ||
| 24 | + android:strokeColor="#33FFFFFF" /> | ||
| 25 | + <path | ||
| 26 | + android:fillColor="#00000000" | ||
| 27 | + android:pathData="M39,0L39,108" | ||
| 28 | + android:strokeWidth="0.8" | ||
| 29 | + android:strokeColor="#33FFFFFF" /> | ||
| 30 | + <path | ||
| 31 | + android:fillColor="#00000000" | ||
| 32 | + android:pathData="M49,0L49,108" | ||
| 33 | + android:strokeWidth="0.8" | ||
| 34 | + android:strokeColor="#33FFFFFF" /> | ||
| 35 | + <path | ||
| 36 | + android:fillColor="#00000000" | ||
| 37 | + android:pathData="M59,0L59,108" | ||
| 38 | + android:strokeWidth="0.8" | ||
| 39 | + android:strokeColor="#33FFFFFF" /> | ||
| 40 | + <path | ||
| 41 | + android:fillColor="#00000000" | ||
| 42 | + android:pathData="M69,0L69,108" | ||
| 43 | + android:strokeWidth="0.8" | ||
| 44 | + android:strokeColor="#33FFFFFF" /> | ||
| 45 | + <path | ||
| 46 | + android:fillColor="#00000000" | ||
| 47 | + android:pathData="M79,0L79,108" | ||
| 48 | + android:strokeWidth="0.8" | ||
| 49 | + android:strokeColor="#33FFFFFF" /> | ||
| 50 | + <path | ||
| 51 | + android:fillColor="#00000000" | ||
| 52 | + android:pathData="M89,0L89,108" | ||
| 53 | + android:strokeWidth="0.8" | ||
| 54 | + android:strokeColor="#33FFFFFF" /> | ||
| 55 | + <path | ||
| 56 | + android:fillColor="#00000000" | ||
| 57 | + android:pathData="M99,0L99,108" | ||
| 58 | + android:strokeWidth="0.8" | ||
| 59 | + android:strokeColor="#33FFFFFF" /> | ||
| 60 | + <path | ||
| 61 | + android:fillColor="#00000000" | ||
| 62 | + android:pathData="M0,9L108,9" | ||
| 63 | + android:strokeWidth="0.8" | ||
| 64 | + android:strokeColor="#33FFFFFF" /> | ||
| 65 | + <path | ||
| 66 | + android:fillColor="#00000000" | ||
| 67 | + android:pathData="M0,19L108,19" | ||
| 68 | + android:strokeWidth="0.8" | ||
| 69 | + android:strokeColor="#33FFFFFF" /> | ||
| 70 | + <path | ||
| 71 | + android:fillColor="#00000000" | ||
| 72 | + android:pathData="M0,29L108,29" | ||
| 73 | + android:strokeWidth="0.8" | ||
| 74 | + android:strokeColor="#33FFFFFF" /> | ||
| 75 | + <path | ||
| 76 | + android:fillColor="#00000000" | ||
| 77 | + android:pathData="M0,39L108,39" | ||
| 78 | + android:strokeWidth="0.8" | ||
| 79 | + android:strokeColor="#33FFFFFF" /> | ||
| 80 | + <path | ||
| 81 | + android:fillColor="#00000000" | ||
| 82 | + android:pathData="M0,49L108,49" | ||
| 83 | + android:strokeWidth="0.8" | ||
| 84 | + android:strokeColor="#33FFFFFF" /> | ||
| 85 | + <path | ||
| 86 | + android:fillColor="#00000000" | ||
| 87 | + android:pathData="M0,59L108,59" | ||
| 88 | + android:strokeWidth="0.8" | ||
| 89 | + android:strokeColor="#33FFFFFF" /> | ||
| 90 | + <path | ||
| 91 | + android:fillColor="#00000000" | ||
| 92 | + android:pathData="M0,69L108,69" | ||
| 93 | + android:strokeWidth="0.8" | ||
| 94 | + android:strokeColor="#33FFFFFF" /> | ||
| 95 | + <path | ||
| 96 | + android:fillColor="#00000000" | ||
| 97 | + android:pathData="M0,79L108,79" | ||
| 98 | + android:strokeWidth="0.8" | ||
| 99 | + android:strokeColor="#33FFFFFF" /> | ||
| 100 | + <path | ||
| 101 | + android:fillColor="#00000000" | ||
| 102 | + android:pathData="M0,89L108,89" | ||
| 103 | + android:strokeWidth="0.8" | ||
| 104 | + android:strokeColor="#33FFFFFF" /> | ||
| 105 | + <path | ||
| 106 | + android:fillColor="#00000000" | ||
| 107 | + android:pathData="M0,99L108,99" | ||
| 108 | + android:strokeWidth="0.8" | ||
| 109 | + android:strokeColor="#33FFFFFF" /> | ||
| 110 | + <path | ||
| 111 | + android:fillColor="#00000000" | ||
| 112 | + android:pathData="M19,29L89,29" | ||
| 113 | + android:strokeWidth="0.8" | ||
| 114 | + android:strokeColor="#33FFFFFF" /> | ||
| 115 | + <path | ||
| 116 | + android:fillColor="#00000000" | ||
| 117 | + android:pathData="M19,39L89,39" | ||
| 118 | + android:strokeWidth="0.8" | ||
| 119 | + android:strokeColor="#33FFFFFF" /> | ||
| 120 | + <path | ||
| 121 | + android:fillColor="#00000000" | ||
| 122 | + android:pathData="M19,49L89,49" | ||
| 123 | + android:strokeWidth="0.8" | ||
| 124 | + android:strokeColor="#33FFFFFF" /> | ||
| 125 | + <path | ||
| 126 | + android:fillColor="#00000000" | ||
| 127 | + android:pathData="M19,59L89,59" | ||
| 128 | + android:strokeWidth="0.8" | ||
| 129 | + android:strokeColor="#33FFFFFF" /> | ||
| 130 | + <path | ||
| 131 | + android:fillColor="#00000000" | ||
| 132 | + android:pathData="M19,69L89,69" | ||
| 133 | + android:strokeWidth="0.8" | ||
| 134 | + android:strokeColor="#33FFFFFF" /> | ||
| 135 | + <path | ||
| 136 | + android:fillColor="#00000000" | ||
| 137 | + android:pathData="M19,79L89,79" | ||
| 138 | + android:strokeWidth="0.8" | ||
| 139 | + android:strokeColor="#33FFFFFF" /> | ||
| 140 | + <path | ||
| 141 | + android:fillColor="#00000000" | ||
| 142 | + android:pathData="M29,19L29,89" | ||
| 143 | + android:strokeWidth="0.8" | ||
| 144 | + android:strokeColor="#33FFFFFF" /> | ||
| 145 | + <path | ||
| 146 | + android:fillColor="#00000000" | ||
| 147 | + android:pathData="M39,19L39,89" | ||
| 148 | + android:strokeWidth="0.8" | ||
| 149 | + android:strokeColor="#33FFFFFF" /> | ||
| 150 | + <path | ||
| 151 | + android:fillColor="#00000000" | ||
| 152 | + android:pathData="M49,19L49,89" | ||
| 153 | + android:strokeWidth="0.8" | ||
| 154 | + android:strokeColor="#33FFFFFF" /> | ||
| 155 | + <path | ||
| 156 | + android:fillColor="#00000000" | ||
| 157 | + android:pathData="M59,19L59,89" | ||
| 158 | + android:strokeWidth="0.8" | ||
| 159 | + android:strokeColor="#33FFFFFF" /> | ||
| 160 | + <path | ||
| 161 | + android:fillColor="#00000000" | ||
| 162 | + android:pathData="M69,19L69,89" | ||
| 163 | + android:strokeWidth="0.8" | ||
| 164 | + android:strokeColor="#33FFFFFF" /> | ||
| 165 | + <path | ||
| 166 | + android:fillColor="#00000000" | ||
| 167 | + android:pathData="M79,19L79,89" | ||
| 168 | + android:strokeWidth="0.8" | ||
| 169 | + android:strokeColor="#33FFFFFF" /> | ||
| 170 | +</vector> |
| 1 | +<?xml version="1.0" encoding="utf-8"?> | ||
| 2 | +<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android"> | ||
| 3 | + <background android:drawable="@drawable/ic_launcher_background" /> | ||
| 4 | + <foreground android:drawable="@drawable/ic_launcher_foreground" /> | ||
| 5 | + <monochrome android:drawable="@drawable/ic_launcher_foreground" /> | ||
| 6 | +</adaptive-icon> |
| 1 | +<?xml version="1.0" encoding="utf-8"?> | ||
| 2 | +<adaptive-icon xmlns:android="http://schemas.android.com/apk/res/android"> | ||
| 3 | + <background android:drawable="@drawable/ic_launcher_background" /> | ||
| 4 | + <foreground android:drawable="@drawable/ic_launcher_foreground" /> | ||
| 5 | + <monochrome android:drawable="@drawable/ic_launcher_foreground" /> | ||
| 6 | +</adaptive-icon> |
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
不能预览此文件类型
| 1 | +<?xml version="1.0" encoding="utf-8"?> | ||
| 2 | +<resources> | ||
| 3 | + <color name="purple_200">#FFBB86FC</color> | ||
| 4 | + <color name="purple_500">#FF6200EE</color> | ||
| 5 | + <color name="purple_700">#FF3700B3</color> | ||
| 6 | + <color name="teal_200">#FF03DAC5</color> | ||
| 7 | + <color name="teal_700">#FF018786</color> | ||
| 8 | + <color name="black">#FF000000</color> | ||
| 9 | + <color name="white">#FFFFFFFF</color> | ||
| 10 | +</resources> |
| 1 | +<?xml version="1.0" encoding="utf-8"?><!-- | ||
| 2 | + Sample backup rules file; uncomment and customize as necessary. | ||
| 3 | + See https://developer.android.com/guide/topics/data/autobackup | ||
| 4 | + for details. | ||
| 5 | + Note: This file is ignored for devices older that API 31 | ||
| 6 | + See https://developer.android.com/about/versions/12/backup-restore | ||
| 7 | +--> | ||
| 8 | +<full-backup-content> | ||
| 9 | + <!-- | ||
| 10 | + <include domain="sharedpref" path="."/> | ||
| 11 | + <exclude domain="sharedpref" path="device.xml"/> | ||
| 12 | +--> | ||
| 13 | +</full-backup-content> |
| 1 | +<?xml version="1.0" encoding="utf-8"?><!-- | ||
| 2 | + Sample data extraction rules file; uncomment and customize as necessary. | ||
| 3 | + See https://developer.android.com/about/versions/12/backup-restore#xml-changes | ||
| 4 | + for details. | ||
| 5 | +--> | ||
| 6 | +<data-extraction-rules> | ||
| 7 | + <cloud-backup> | ||
| 8 | + <!-- TODO: Use <include> and <exclude> to control what is backed up. | ||
| 9 | + <include .../> | ||
| 10 | + <exclude .../> | ||
| 11 | + --> | ||
| 12 | + </cloud-backup> | ||
| 13 | + <!-- | ||
| 14 | + <device-transfer> | ||
| 15 | + <include .../> | ||
| 16 | + <exclude .../> | ||
| 17 | + </device-transfer> | ||
| 18 | + --> | ||
| 19 | +</data-extraction-rules> |
| 1 | +package com.k2fsa.sherpa.onnx.audio.tagging | ||
| 2 | + | ||
| 3 | +import org.junit.Test | ||
| 4 | + | ||
| 5 | +import org.junit.Assert.* | ||
| 6 | + | ||
| 7 | +/** | ||
| 8 | + * Example local unit test, which will execute on the development machine (host). | ||
| 9 | + * | ||
| 10 | + * See [testing documentation](http://d.android.com/tools/testing). | ||
| 11 | + */ | ||
| 12 | +class ExampleUnitTest { | ||
| 13 | + @Test | ||
| 14 | + fun addition_isCorrect() { | ||
| 15 | + assertEquals(4, 2 + 2) | ||
| 16 | + } | ||
| 17 | +} |
| 1 | +# Project-wide Gradle settings. | ||
| 2 | +# IDE (e.g. Android Studio) users: | ||
| 3 | +# Gradle settings configured through the IDE *will override* | ||
| 4 | +# any settings specified in this file. | ||
| 5 | +# For more details on how to configure your build environment visit | ||
| 6 | +# http://www.gradle.org/docs/current/userguide/build_environment.html | ||
| 7 | +# Specifies the JVM arguments used for the daemon process. | ||
| 8 | +# The setting is particularly useful for tweaking memory settings. | ||
| 9 | +org.gradle.jvmargs=-Xmx2048m -Dfile.encoding=UTF-8 | ||
| 10 | +# When configured, Gradle will run in incubating parallel mode. | ||
| 11 | +# This option should only be used with decoupled projects. More details, visit | ||
| 12 | +# http://www.gradle.org/docs/current/userguide/multi_project_builds.html#sec:decoupled_projects | ||
| 13 | +# org.gradle.parallel=true | ||
| 14 | +# AndroidX package structure to make it clearer which packages are bundled with the | ||
| 15 | +# Android operating system, and which are packaged with your app's APK | ||
| 16 | +# https://developer.android.com/topic/libraries/support-library/androidx-rn | ||
| 17 | +android.useAndroidX=true | ||
| 18 | +# Kotlin code style for this project: "official" or "obsolete": | ||
| 19 | +kotlin.code.style=official | ||
| 20 | +# Enables namespacing of each library's R class so that its R class includes only the | ||
| 21 | +# resources declared in the library itself and none from the library's dependencies, | ||
| 22 | +# thereby reducing the size of the R class for that library | ||
| 23 | +android.nonTransitiveRClass=true |
不能预览此文件类型
android/SherpaOnnxAudioTagging/gradlew
0 → 100755
| 1 | +#!/usr/bin/env sh | ||
| 2 | + | ||
| 3 | +# | ||
| 4 | +# Copyright 2015 the original author or authors. | ||
| 5 | +# | ||
| 6 | +# Licensed under the Apache License, Version 2.0 (the "License"); | ||
| 7 | +# you may not use this file except in compliance with the License. | ||
| 8 | +# You may obtain a copy of the License at | ||
| 9 | +# | ||
| 10 | +# https://www.apache.org/licenses/LICENSE-2.0 | ||
| 11 | +# | ||
| 12 | +# Unless required by applicable law or agreed to in writing, software | ||
| 13 | +# distributed under the License is distributed on an "AS IS" BASIS, | ||
| 14 | +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| 15 | +# See the License for the specific language governing permissions and | ||
| 16 | +# limitations under the License. | ||
| 17 | +# | ||
| 18 | + | ||
| 19 | +############################################################################## | ||
| 20 | +## | ||
| 21 | +## Gradle start up script for UN*X | ||
| 22 | +## | ||
| 23 | +############################################################################## | ||
| 24 | + | ||
| 25 | +# Attempt to set APP_HOME | ||
| 26 | +# Resolve links: $0 may be a link | ||
| 27 | +PRG="$0" | ||
| 28 | +# Need this for relative symlinks. | ||
| 29 | +while [ -h "$PRG" ] ; do | ||
| 30 | + ls=`ls -ld "$PRG"` | ||
| 31 | + link=`expr "$ls" : '.*-> \(.*\)$'` | ||
| 32 | + if expr "$link" : '/.*' > /dev/null; then | ||
| 33 | + PRG="$link" | ||
| 34 | + else | ||
| 35 | + PRG=`dirname "$PRG"`"/$link" | ||
| 36 | + fi | ||
| 37 | +done | ||
| 38 | +SAVED="`pwd`" | ||
| 39 | +cd "`dirname \"$PRG\"`/" >/dev/null | ||
| 40 | +APP_HOME="`pwd -P`" | ||
| 41 | +cd "$SAVED" >/dev/null | ||
| 42 | + | ||
| 43 | +APP_NAME="Gradle" | ||
| 44 | +APP_BASE_NAME=`basename "$0"` | ||
| 45 | + | ||
| 46 | +# Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. | ||
| 47 | +DEFAULT_JVM_OPTS='"-Xmx64m" "-Xms64m"' | ||
| 48 | + | ||
| 49 | +# Use the maximum available, or set MAX_FD != -1 to use that value. | ||
| 50 | +MAX_FD="maximum" | ||
| 51 | + | ||
| 52 | +warn () { | ||
| 53 | + echo "$*" | ||
| 54 | +} | ||
| 55 | + | ||
| 56 | +die () { | ||
| 57 | + echo | ||
| 58 | + echo "$*" | ||
| 59 | + echo | ||
| 60 | + exit 1 | ||
| 61 | +} | ||
| 62 | + | ||
| 63 | +# OS specific support (must be 'true' or 'false'). | ||
| 64 | +cygwin=false | ||
| 65 | +msys=false | ||
| 66 | +darwin=false | ||
| 67 | +nonstop=false | ||
| 68 | +case "`uname`" in | ||
| 69 | + CYGWIN* ) | ||
| 70 | + cygwin=true | ||
| 71 | + ;; | ||
| 72 | + Darwin* ) | ||
| 73 | + darwin=true | ||
| 74 | + ;; | ||
| 75 | + MINGW* ) | ||
| 76 | + msys=true | ||
| 77 | + ;; | ||
| 78 | + NONSTOP* ) | ||
| 79 | + nonstop=true | ||
| 80 | + ;; | ||
| 81 | +esac | ||
| 82 | + | ||
| 83 | +CLASSPATH=$APP_HOME/gradle/wrapper/gradle-wrapper.jar | ||
| 84 | + | ||
| 85 | + | ||
| 86 | +# Determine the Java command to use to start the JVM. | ||
| 87 | +if [ -n "$JAVA_HOME" ] ; then | ||
| 88 | + if [ -x "$JAVA_HOME/jre/sh/java" ] ; then | ||
| 89 | + # IBM's JDK on AIX uses strange locations for the executables | ||
| 90 | + JAVACMD="$JAVA_HOME/jre/sh/java" | ||
| 91 | + else | ||
| 92 | + JAVACMD="$JAVA_HOME/bin/java" | ||
| 93 | + fi | ||
| 94 | + if [ ! -x "$JAVACMD" ] ; then | ||
| 95 | + die "ERROR: JAVA_HOME is set to an invalid directory: $JAVA_HOME | ||
| 96 | + | ||
| 97 | +Please set the JAVA_HOME variable in your environment to match the | ||
| 98 | +location of your Java installation." | ||
| 99 | + fi | ||
| 100 | +else | ||
| 101 | + JAVACMD="java" | ||
| 102 | + which java >/dev/null 2>&1 || die "ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. | ||
| 103 | + | ||
| 104 | +Please set the JAVA_HOME variable in your environment to match the | ||
| 105 | +location of your Java installation." | ||
| 106 | +fi | ||
| 107 | + | ||
| 108 | +# Increase the maximum file descriptors if we can. | ||
| 109 | +if [ "$cygwin" = "false" -a "$darwin" = "false" -a "$nonstop" = "false" ] ; then | ||
| 110 | + MAX_FD_LIMIT=`ulimit -H -n` | ||
| 111 | + if [ $? -eq 0 ] ; then | ||
| 112 | + if [ "$MAX_FD" = "maximum" -o "$MAX_FD" = "max" ] ; then | ||
| 113 | + MAX_FD="$MAX_FD_LIMIT" | ||
| 114 | + fi | ||
| 115 | + ulimit -n $MAX_FD | ||
| 116 | + if [ $? -ne 0 ] ; then | ||
| 117 | + warn "Could not set maximum file descriptor limit: $MAX_FD" | ||
| 118 | + fi | ||
| 119 | + else | ||
| 120 | + warn "Could not query maximum file descriptor limit: $MAX_FD_LIMIT" | ||
| 121 | + fi | ||
| 122 | +fi | ||
| 123 | + | ||
| 124 | +# For Darwin, add options to specify how the application appears in the dock | ||
| 125 | +if $darwin; then | ||
| 126 | + GRADLE_OPTS="$GRADLE_OPTS \"-Xdock:name=$APP_NAME\" \"-Xdock:icon=$APP_HOME/media/gradle.icns\"" | ||
| 127 | +fi | ||
| 128 | + | ||
| 129 | +# For Cygwin or MSYS, switch paths to Windows format before running java | ||
| 130 | +if [ "$cygwin" = "true" -o "$msys" = "true" ] ; then | ||
| 131 | + APP_HOME=`cygpath --path --mixed "$APP_HOME"` | ||
| 132 | + CLASSPATH=`cygpath --path --mixed "$CLASSPATH"` | ||
| 133 | + | ||
| 134 | + JAVACMD=`cygpath --unix "$JAVACMD"` | ||
| 135 | + | ||
| 136 | + # We build the pattern for arguments to be converted via cygpath | ||
| 137 | + ROOTDIRSRAW=`find -L / -maxdepth 1 -mindepth 1 -type d 2>/dev/null` | ||
| 138 | + SEP="" | ||
| 139 | + for dir in $ROOTDIRSRAW ; do | ||
| 140 | + ROOTDIRS="$ROOTDIRS$SEP$dir" | ||
| 141 | + SEP="|" | ||
| 142 | + done | ||
| 143 | + OURCYGPATTERN="(^($ROOTDIRS))" | ||
| 144 | + # Add a user-defined pattern to the cygpath arguments | ||
| 145 | + if [ "$GRADLE_CYGPATTERN" != "" ] ; then | ||
| 146 | + OURCYGPATTERN="$OURCYGPATTERN|($GRADLE_CYGPATTERN)" | ||
| 147 | + fi | ||
| 148 | + # Now convert the arguments - kludge to limit ourselves to /bin/sh | ||
| 149 | + i=0 | ||
| 150 | + for arg in "$@" ; do | ||
| 151 | + CHECK=`echo "$arg"|egrep -c "$OURCYGPATTERN" -` | ||
| 152 | + CHECK2=`echo "$arg"|egrep -c "^-"` ### Determine if an option | ||
| 153 | + | ||
| 154 | + if [ $CHECK -ne 0 ] && [ $CHECK2 -eq 0 ] ; then ### Added a condition | ||
| 155 | + eval `echo args$i`=`cygpath --path --ignore --mixed "$arg"` | ||
| 156 | + else | ||
| 157 | + eval `echo args$i`="\"$arg\"" | ||
| 158 | + fi | ||
| 159 | + i=`expr $i + 1` | ||
| 160 | + done | ||
| 161 | + case $i in | ||
| 162 | + 0) set -- ;; | ||
| 163 | + 1) set -- "$args0" ;; | ||
| 164 | + 2) set -- "$args0" "$args1" ;; | ||
| 165 | + 3) set -- "$args0" "$args1" "$args2" ;; | ||
| 166 | + 4) set -- "$args0" "$args1" "$args2" "$args3" ;; | ||
| 167 | + 5) set -- "$args0" "$args1" "$args2" "$args3" "$args4" ;; | ||
| 168 | + 6) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" ;; | ||
| 169 | + 7) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" ;; | ||
| 170 | + 8) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" ;; | ||
| 171 | + 9) set -- "$args0" "$args1" "$args2" "$args3" "$args4" "$args5" "$args6" "$args7" "$args8" ;; | ||
| 172 | + esac | ||
| 173 | +fi | ||
| 174 | + | ||
| 175 | +# Escape application args | ||
| 176 | +save () { | ||
| 177 | + for i do printf %s\\n "$i" | sed "s/'/'\\\\''/g;1s/^/'/;\$s/\$/' \\\\/" ; done | ||
| 178 | + echo " " | ||
| 179 | +} | ||
| 180 | +APP_ARGS=`save "$@"` | ||
| 181 | + | ||
| 182 | +# Collect all arguments for the java command, following the shell quoting and substitution rules | ||
| 183 | +eval set -- $DEFAULT_JVM_OPTS $JAVA_OPTS $GRADLE_OPTS "\"-Dorg.gradle.appname=$APP_BASE_NAME\"" -classpath "\"$CLASSPATH\"" org.gradle.wrapper.GradleWrapperMain "$APP_ARGS" | ||
| 184 | + | ||
| 185 | +exec "$JAVACMD" "$@" |
android/SherpaOnnxAudioTagging/gradlew.bat
0 → 100644
| 1 | +@rem | ||
| 2 | +@rem Copyright 2015 the original author or authors. | ||
| 3 | +@rem | ||
| 4 | +@rem Licensed under the Apache License, Version 2.0 (the "License"); | ||
| 5 | +@rem you may not use this file except in compliance with the License. | ||
| 6 | +@rem You may obtain a copy of the License at | ||
| 7 | +@rem | ||
| 8 | +@rem https://www.apache.org/licenses/LICENSE-2.0 | ||
| 9 | +@rem | ||
| 10 | +@rem Unless required by applicable law or agreed to in writing, software | ||
| 11 | +@rem distributed under the License is distributed on an "AS IS" BASIS, | ||
| 12 | +@rem WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| 13 | +@rem See the License for the specific language governing permissions and | ||
| 14 | +@rem limitations under the License. | ||
| 15 | +@rem | ||
| 16 | + | ||
| 17 | +@if "%DEBUG%" == "" @echo off | ||
| 18 | +@rem ########################################################################## | ||
| 19 | +@rem | ||
| 20 | +@rem Gradle startup script for Windows | ||
| 21 | +@rem | ||
| 22 | +@rem ########################################################################## | ||
| 23 | + | ||
| 24 | +@rem Set local scope for the variables with windows NT shell | ||
| 25 | +if "%OS%"=="Windows_NT" setlocal | ||
| 26 | + | ||
| 27 | +set DIRNAME=%~dp0 | ||
| 28 | +if "%DIRNAME%" == "" set DIRNAME=. | ||
| 29 | +set APP_BASE_NAME=%~n0 | ||
| 30 | +set APP_HOME=%DIRNAME% | ||
| 31 | + | ||
| 32 | +@rem Resolve any "." and ".." in APP_HOME to make it shorter. | ||
| 33 | +for %%i in ("%APP_HOME%") do set APP_HOME=%%~fi | ||
| 34 | + | ||
| 35 | +@rem Add default JVM options here. You can also use JAVA_OPTS and GRADLE_OPTS to pass JVM options to this script. | ||
| 36 | +set DEFAULT_JVM_OPTS="-Xmx64m" "-Xms64m" | ||
| 37 | + | ||
| 38 | +@rem Find java.exe | ||
| 39 | +if defined JAVA_HOME goto findJavaFromJavaHome | ||
| 40 | + | ||
| 41 | +set JAVA_EXE=java.exe | ||
| 42 | +%JAVA_EXE% -version >NUL 2>&1 | ||
| 43 | +if "%ERRORLEVEL%" == "0" goto execute | ||
| 44 | + | ||
| 45 | +echo. | ||
| 46 | +echo ERROR: JAVA_HOME is not set and no 'java' command could be found in your PATH. | ||
| 47 | +echo. | ||
| 48 | +echo Please set the JAVA_HOME variable in your environment to match the | ||
| 49 | +echo location of your Java installation. | ||
| 50 | + | ||
| 51 | +goto fail | ||
| 52 | + | ||
| 53 | +:findJavaFromJavaHome | ||
| 54 | +set JAVA_HOME=%JAVA_HOME:"=% | ||
| 55 | +set JAVA_EXE=%JAVA_HOME%/bin/java.exe | ||
| 56 | + | ||
| 57 | +if exist "%JAVA_EXE%" goto execute | ||
| 58 | + | ||
| 59 | +echo. | ||
| 60 | +echo ERROR: JAVA_HOME is set to an invalid directory: %JAVA_HOME% | ||
| 61 | +echo. | ||
| 62 | +echo Please set the JAVA_HOME variable in your environment to match the | ||
| 63 | +echo location of your Java installation. | ||
| 64 | + | ||
| 65 | +goto fail | ||
| 66 | + | ||
| 67 | +:execute | ||
| 68 | +@rem Setup the command line | ||
| 69 | + | ||
| 70 | +set CLASSPATH=%APP_HOME%\gradle\wrapper\gradle-wrapper.jar | ||
| 71 | + | ||
| 72 | + | ||
| 73 | +@rem Execute Gradle | ||
| 74 | +"%JAVA_EXE%" %DEFAULT_JVM_OPTS% %JAVA_OPTS% %GRADLE_OPTS% "-Dorg.gradle.appname=%APP_BASE_NAME%" -classpath "%CLASSPATH%" org.gradle.wrapper.GradleWrapperMain %* | ||
| 75 | + | ||
| 76 | +:end | ||
| 77 | +@rem End local scope for the variables with windows NT shell | ||
| 78 | +if "%ERRORLEVEL%"=="0" goto mainEnd | ||
| 79 | + | ||
| 80 | +:fail | ||
| 81 | +rem Set variable GRADLE_EXIT_CONSOLE if you need the _script_ return code instead of | ||
| 82 | +rem the _cmd.exe /c_ return code! | ||
| 83 | +if not "" == "%GRADLE_EXIT_CONSOLE%" exit 1 | ||
| 84 | +exit /b 1 | ||
| 85 | + | ||
| 86 | +:mainEnd | ||
| 87 | +if "%OS%"=="Windows_NT" endlocal | ||
| 88 | + | ||
| 89 | +:omega |
| 1 | +pluginManagement { | ||
| 2 | + repositories { | ||
| 3 | + google() | ||
| 4 | + mavenCentral() | ||
| 5 | + gradlePluginPortal() | ||
| 6 | + } | ||
| 7 | +} | ||
| 8 | +dependencyResolutionManagement { | ||
| 9 | + repositoriesMode.set(RepositoriesMode.FAIL_ON_PROJECT_REPOS) | ||
| 10 | + repositories { | ||
| 11 | + google() | ||
| 12 | + mavenCentral() | ||
| 13 | + } | ||
| 14 | +} | ||
| 15 | + | ||
| 16 | +rootProject.name = "SherpaOnnxAudioTagging" | ||
| 17 | +include(":app") |
kotlin-api-examples/AudioTagging.kt
0 → 120000
| 1 | +../android/SherpaOnnxAudioTagging/app/src/main/java/com/k2fsa/sherpa/onnx/audio/tagging/AudioTagging.kt |
kotlin-api-examples/OfflineStream.kt
0 → 120000
| 1 | +../android/SherpaOnnxAudioTagging/app/src/main/java/com/k2fsa/sherpa/onnx/audio/tagging/OfflineStream.kt |
scripts/apk/build-apk-audio-tagging.sh.in
0 → 100644
| 1 | +#!/usr/bin/env bash | ||
| 2 | +# | ||
| 3 | +# Auto generated! Please DO NOT EDIT! | ||
| 4 | + | ||
| 5 | +# Please set the environment variable ANDROID_NDK | ||
| 6 | +# before running this script | ||
| 7 | + | ||
| 8 | +# Inside the $ANDROID_NDK directory, you can find a binary ndk-build | ||
| 9 | +# and some other files like the file "build/cmake/android.toolchain.cmake" | ||
| 10 | + | ||
| 11 | +set -ex | ||
| 12 | + | ||
| 13 | +log() { | ||
| 14 | + # This function is from espnet | ||
| 15 | + local fname=${BASH_SOURCE[1]##*/} | ||
| 16 | + echo -e "$(date '+%Y-%m-%d %H:%M:%S') (${fname}:${BASH_LINENO[0]}:${FUNCNAME[1]}) $*" | ||
| 17 | +} | ||
| 18 | + | ||
| 19 | +SHERPA_ONNX_VERSION=$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt | cut -d " " -f 2 | cut -d '"' -f 2) | ||
| 20 | + | ||
| 21 | +log "Building audio tagging APK for sherpa-onnx v${SHERPA_ONNX_VERSION}" | ||
| 22 | + | ||
| 23 | +log "====================arm64-v8a=================" | ||
| 24 | +./build-android-arm64-v8a.sh | ||
| 25 | +log "====================armv7-eabi================" | ||
| 26 | +./build-android-armv7-eabi.sh | ||
| 27 | +log "====================x86-64====================" | ||
| 28 | +./build-android-x86-64.sh | ||
| 29 | +log "====================x86====================" | ||
| 30 | +./build-android-x86.sh | ||
| 31 | + | ||
| 32 | +mkdir -p apks | ||
| 33 | + | ||
| 34 | +{% for model in model_list %} | ||
| 35 | +pushd ./android/SherpaOnnxAudioTagging/app/src/main/assets/ | ||
| 36 | +model_name={{ model.model_name }} | ||
| 37 | +short_name={{ model.short_name }} | ||
| 38 | +type={{ model.idx }} | ||
| 39 | + | ||
| 40 | +curl -SL -O https://github.com/k2-fsa/sherpa-onnx/releases/download/audio-tagging-models/${model_name}.tar.bz2 | ||
| 41 | +tar xvf ${model_name}.tar.bz2 | ||
| 42 | +rm -rfv $model_name/model.onnx | ||
| 43 | +rm -rfv $model_name/test_wavs | ||
| 44 | +rm -rf *.tar.bz2 | ||
| 45 | +ls -lh $model_name | ||
| 46 | + | ||
| 47 | +popd | ||
| 48 | +# Now we are at the project root directory | ||
| 49 | + | ||
| 50 | +git checkout . | ||
| 51 | +pushd android/SherpaOnnxAudioTagging/app/src/main/java/com/k2fsa/sherpa/onnx/audio/tagging/ | ||
| 52 | +sed -i.bak s/"type = 0/type = $type/" ./Tagger.kt | ||
| 53 | +git diff | ||
| 54 | +popd | ||
| 55 | + | ||
| 56 | +for arch in arm64-v8a armeabi-v7a x86_64 x86; do | ||
| 57 | + log "------------------------------------------------------------" | ||
| 58 | + log "build audio tagging apk for $arch" | ||
| 59 | + log "------------------------------------------------------------" | ||
| 60 | + src_arch=$arch | ||
| 61 | + if [ $arch == "armeabi-v7a" ]; then | ||
| 62 | + src_arch=armv7-eabi | ||
| 63 | + elif [ $arch == "x86_64" ]; then | ||
| 64 | + src_arch=x86-64 | ||
| 65 | + fi | ||
| 66 | + | ||
| 67 | + ls -lh ./build-android-$src_arch/install/lib/*.so | ||
| 68 | + | ||
| 69 | + cp -v ./build-android-$src_arch/install/lib/*.so ./android/SherpaOnnxAudioTagging/app/src/main/jniLibs/$arch/ | ||
| 70 | + | ||
| 71 | + pushd ./android/SherpaOnnxAudioTagging | ||
| 72 | + sed -i.bak s/2048/9012/g ./gradle.properties | ||
| 73 | + git diff ./gradle.properties | ||
| 74 | + ./gradlew assembleRelease | ||
| 75 | + popd | ||
| 76 | + | ||
| 77 | + mv android/SherpaOnnxAudioTagging/app/build/outputs/apk/release/app-release-unsigned.apk ./apks/sherpa-onnx-${SHERPA_ONNX_VERSION}-$arch-audio-tagging-$short_name.apk | ||
| 78 | + ls -lh apks | ||
| 79 | + rm -v ./android/SherpaOnnxAudioTagging/app/src/main/jniLibs/$arch/*.so | ||
| 80 | +done | ||
| 81 | + | ||
| 82 | +rm -rf ./android/SherpaOnnxAudioTagging/app/src/main/assets/$model_name | ||
| 83 | +{% endfor %} | ||
| 84 | + | ||
| 85 | +git checkout . | ||
| 86 | + | ||
| 87 | +ls -lh apks/ |
| @@ -51,7 +51,7 @@ popd | @@ -51,7 +51,7 @@ popd | ||
| 51 | 51 | ||
| 52 | for arch in arm64-v8a armeabi-v7a x86_64 x86; do | 52 | for arch in arm64-v8a armeabi-v7a x86_64 x86; do |
| 53 | log "------------------------------------------------------------" | 53 | log "------------------------------------------------------------" |
| 54 | - log "build tts apk for $arch" | 54 | + log "build speaker identification apk for $arch" |
| 55 | log "------------------------------------------------------------" | 55 | log "------------------------------------------------------------" |
| 56 | src_arch=$arch | 56 | src_arch=$arch |
| 57 | if [ $arch == "armeabi-v7a" ]; then | 57 | if [ $arch == "armeabi-v7a" ]; then |
| 1 | +#!/usr/bin/env python3 | ||
| 2 | + | ||
| 3 | +import argparse | ||
| 4 | +from dataclasses import dataclass | ||
| 5 | +from typing import List, Optional | ||
| 6 | + | ||
| 7 | +import jinja2 | ||
| 8 | + | ||
| 9 | + | ||
| 10 | +def get_args(): | ||
| 11 | + parser = argparse.ArgumentParser() | ||
| 12 | + parser.add_argument( | ||
| 13 | + "--total", | ||
| 14 | + type=int, | ||
| 15 | + default=1, | ||
| 16 | + help="Number of runners", | ||
| 17 | + ) | ||
| 18 | + parser.add_argument( | ||
| 19 | + "--index", | ||
| 20 | + type=int, | ||
| 21 | + default=0, | ||
| 22 | + help="Index of the current runner", | ||
| 23 | + ) | ||
| 24 | + return parser.parse_args() | ||
| 25 | + | ||
| 26 | + | ||
| 27 | +@dataclass | ||
| 28 | +class AudioTaggingModel: | ||
| 29 | + model_name: str | ||
| 30 | + idx: int | ||
| 31 | + short_name: str = "" | ||
| 32 | + | ||
| 33 | + | ||
| 34 | +def get_models(): | ||
| 35 | + # see https://github.com/k2-fsa/sherpa-onnx/releases/tag/audio-tagging-models | ||
| 36 | + icefall_models = [ | ||
| 37 | + AudioTaggingModel( | ||
| 38 | + model_name="sherpa-onnx-zipformer-small-audio-tagging-2024-04-15", | ||
| 39 | + idx=0, | ||
| 40 | + short_name="small_zipformer", | ||
| 41 | + ), | ||
| 42 | + AudioTaggingModel( | ||
| 43 | + model_name="sherpa-onnx-zipformer-audio-tagging-2024-04-09", | ||
| 44 | + idx=1, | ||
| 45 | + short_name="zipformer", | ||
| 46 | + ), | ||
| 47 | + ] | ||
| 48 | + | ||
| 49 | + return icefall_models | ||
| 50 | + | ||
| 51 | + | ||
| 52 | +def main(): | ||
| 53 | + args = get_args() | ||
| 54 | + index = args.index | ||
| 55 | + total = args.total | ||
| 56 | + assert 0 <= index < total, (index, total) | ||
| 57 | + | ||
| 58 | + all_model_list = get_models() | ||
| 59 | + | ||
| 60 | + num_models = len(all_model_list) | ||
| 61 | + | ||
| 62 | + num_per_runner = num_models // total | ||
| 63 | + if num_per_runner <= 0: | ||
| 64 | + raise ValueError(f"num_models: {num_models}, num_runners: {total}") | ||
| 65 | + | ||
| 66 | + start = index * num_per_runner | ||
| 67 | + end = start + num_per_runner | ||
| 68 | + | ||
| 69 | + remaining = num_models - args.total * num_per_runner | ||
| 70 | + | ||
| 71 | + print(f"{index}/{total}: {start}-{end}/{num_models}") | ||
| 72 | + | ||
| 73 | + d = dict() | ||
| 74 | + d["model_list"] = all_model_list[start:end] | ||
| 75 | + if index < remaining: | ||
| 76 | + s = args.total * num_per_runner + index | ||
| 77 | + d["model_list"].append(all_model_list[s]) | ||
| 78 | + print(f"{s}/{num_models}") | ||
| 79 | + | ||
| 80 | + filename_list = ["./build-apk-audio-tagging.sh"] | ||
| 81 | + for filename in filename_list: | ||
| 82 | + environment = jinja2.Environment() | ||
| 83 | + with open(f"{filename}.in") as f: | ||
| 84 | + s = f.read() | ||
| 85 | + template = environment.from_string(s) | ||
| 86 | + | ||
| 87 | + s = template.render(**d) | ||
| 88 | + with open(filename, "w") as f: | ||
| 89 | + print(s, file=f) | ||
| 90 | + | ||
| 91 | + | ||
| 92 | +if __name__ == "__main__": | ||
| 93 | + main() |
| @@ -58,6 +58,29 @@ static AudioTaggingConfig GetAudioTaggingConfig(JNIEnv *env, jobject config) { | @@ -58,6 +58,29 @@ static AudioTaggingConfig GetAudioTaggingConfig(JNIEnv *env, jobject config) { | ||
| 58 | } // namespace sherpa_onnx | 58 | } // namespace sherpa_onnx |
| 59 | 59 | ||
| 60 | SHERPA_ONNX_EXTERN_C | 60 | SHERPA_ONNX_EXTERN_C |
| 61 | +JNIEXPORT jlong JNICALL Java_com_k2fsa_sherpa_onnx_AudioTagging_newFromAsset( | ||
| 62 | + JNIEnv *env, jobject /*obj*/, jobject asset_manager, jobject _config) { | ||
| 63 | +#if __ANDROID_API__ >= 9 | ||
| 64 | + AAssetManager *mgr = AAssetManager_fromJava(env, asset_manager); | ||
| 65 | + if (!mgr) { | ||
| 66 | + SHERPA_ONNX_LOGE("Failed to get asset manager: %p", mgr); | ||
| 67 | + } | ||
| 68 | +#endif | ||
| 69 | + | ||
| 70 | + auto config = sherpa_onnx::GetAudioTaggingConfig(env, _config); | ||
| 71 | + SHERPA_ONNX_LOGE("audio tagging newFromAsset config:\n%s", | ||
| 72 | + config.ToString().c_str()); | ||
| 73 | + | ||
| 74 | + auto tagger = new sherpa_onnx::AudioTagging( | ||
| 75 | +#if __ANDROID_API__ >= 9 | ||
| 76 | + mgr, | ||
| 77 | +#endif | ||
| 78 | + config); | ||
| 79 | + | ||
| 80 | + return (jlong)tagger; | ||
| 81 | +} | ||
| 82 | + | ||
| 83 | +SHERPA_ONNX_EXTERN_C | ||
| 61 | JNIEXPORT jlong JNICALL Java_com_k2fsa_sherpa_onnx_AudioTagging_newFromFile( | 84 | JNIEXPORT jlong JNICALL Java_com_k2fsa_sherpa_onnx_AudioTagging_newFromFile( |
| 62 | JNIEnv *env, jobject /*obj*/, jobject _config) { | 85 | JNIEnv *env, jobject /*obj*/, jobject _config) { |
| 63 | auto config = sherpa_onnx::GetAudioTaggingConfig(env, _config); | 86 | auto config = sherpa_onnx::GetAudioTaggingConfig(env, _config); |
-
请 注册 或 登录 后发表评论