Fix CI for Linux aarch64. (#1822)

@@ -37,13 +37,13 @@ jobs:
       fail-fast: false
       matrix:
         include:
-          - os: ubuntu-latest
+          - os: ubuntu-22.04-arm
             gpu: ON
             onnxruntime_version: "1.11.0"
-          - os: ubuntu-latest
+          - os: ubuntu-22.04-arm
             gpu: ON
             onnxruntime_version: "1.16.0"
-          - os: ubuntu-latest
+          - os: ubuntu-22.04-arm
             gpu: OFF
             onnxruntime_version: ""
 
@@ -52,154 +52,107 @@ jobs:
         with:
           fetch-depth: 0
 
-      - name: ccache
-        uses: hendrikmuhs/ccache-action@v1.2
-        with:
-          key: ${{ matrix.os }}-aarch64-shared
-
-      - name: cache-qemu
-        id: cache-qemu
-        uses: actions/cache@v4
-        with:
-          path: qemu-install
-          key: qemu-aarch64-install-20220908
-
-      - name: install-qemu-build-deps
-        if: steps.cache-qemu.outputs.cache-hit != 'true'
+      - name: Build sherpa-onnx
+        if: matrix.gpu == 'ON'
+        shell: bash
         run: |
-          sudo apt-get update
-          sudo apt-get install autoconf automake autotools-dev ninja-build libglib2.0-dev.
-
-      - name: checkout-qemu
-        if: steps.cache-qemu.outputs.cache-hit != 'true'
-        uses: actions/checkout@v3
+          onnxruntime_version=${{ matrix.onnxruntime_version }}
+
+          git clone --depth 1 --branch v1.2.12 https://github.com/alsa-project/alsa-lib
+          pushd alsa-lib
+          ./gitcompile
+          popd
+
+          export CPLUS_INCLUDE_PATH=$PWD/alsa-lib/include:$CPLUS_INCLUDE_PATH
+          export SHERPA_ONNX_ALSA_LIB_DIR=$PWD/alsa-lib/src/.libs
+
+          mkdir build
+          cd build
+          cmake \
+            -DBUILD_SHARED_LIBS=ON \
+            -DCMAKE_INSTALL_PREFIX=./install \
+            -DSHERPA_ONNX_ENABLE_GPU=ON \
+            -DSHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION=$onnxruntime_version \
+            ..
+          make -j4 install
+
+          rm -rf install/lib/pkgconfig
+          rm -fv install/lib/cargs.h
+          rm -fv install/lib/libcargs.so
+
+      - name: Build sherpa-onnx
+        if: matrix.gpu == 'OFF'
+        uses: addnab/docker-run-action@v3
         with:
-          repository: qemu/qemu
-          path: qemu
-          ref: f5643914a9e8f79c606a76e6a9d7ea82a3fc3e65
+            image: quay.io/pypa/manylinux2014_aarch64
+            options: |
+              --volume ${{ github.workspace }}/:/k2-fsa/sherpa-onnx
+            shell: bash
+            run: |
+              echo "config: ${{ matrix.config }}"
+              uname -a
+              which gcc
 
-      - name: qemu
-        if: steps.cache-qemu.outputs.cache-hit != 'true'
-        run: |
-          cd qemu
-          ./configure --prefix=$GITHUB_WORKSPACE/qemu-install --target-list=aarch64-linux-user --disable-system
-          make -j2
-          make install
+              gcc --version
+              g++ --version
 
-      - name: cache-toolchain (CPU)
-        if: matrix.gpu == 'OFF'
-        id: cache-toolchain-cpu
-        uses: actions/cache@v4
-        with:
-          path: toolchain
-          key: gcc-linaro-7.5.0-2019.12-x86_64_aarch64-linux-gnu.tar.xz
+              echo "pwd"
 
-      - name: cache-toolchain (GPU)
-        if: matrix.gpu == 'ON'
-        id: cache-toolchain-gpu
-        uses: actions/cache@v4
-        with:
-          path: toolchain
-          key: gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz
+              ls -lh
 
-      - name: Download toolchain (CPU, gcc 7.5)
-        if: steps.cache-toolchain-cpu.outputs.cache-hit != 'true' && matrix.gpu == 'OFF'
-        shell: bash
-        run: |
-          wget -qq https://huggingface.co/csukuangfj/sherpa-ncnn-toolchains/resolve/main/gcc-linaro-7.5.0-2019.12-x86_64_aarch64-linux-gnu.tar.xz
+              cd /k2-fsa/sherpa-onnx/
 
-          mkdir $GITHUB_WORKSPACE/toolchain
-          tar xf ./gcc-linaro-7.5.0-2019.12-x86_64_aarch64-linux-gnu.tar.xz --strip-components 1 -C $GITHUB_WORKSPACE/toolchain
+              git clone --depth 1 --branch v1.2.12 https://github.com/alsa-project/alsa-lib
+              pushd alsa-lib
+              ./gitcompile
+              popd
 
-      - name: Download toolchain (GPU, gcc 10.3)
-        if: steps.cache-toolchain-gpu.outputs.cache-hit != 'true' && matrix.gpu == 'ON'
-        shell: bash
-        run: |
-          wget -qq https://huggingface.co/csukuangfj/sherpa-ncnn-toolchains/resolve/main/gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz
+              export CPLUS_INCLUDE_PATH=$PWD/alsa-lib/include:$CPLUS_INCLUDE_PATH
+              export SHERPA_ONNX_ALSA_LIB_DIR=$PWD/alsa-lib/src/.libs
 
-          mkdir $GITHUB_WORKSPACE/toolchain
-          tar xf ./gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz --strip-components 1 -C $GITHUB_WORKSPACE/toolchain
+              mkdir build
+              cd build
 
-      - name: Set environment variable
-        if: steps.cache-build-result.outputs.cache-hit != 'true'
-        shell: bash
-        run: |
-          echo "$GITHUB_WORKSPACE/toolchain/bin"  >> "$GITHUB_PATH"
-          echo "$GITHUB_WORKSPACE/bin"  >> "$GITHUB_PATH"
-          ls -lh "$GITHUB_WORKSPACE/toolchain/bin"
+              cmake \
+                -DBUILD_SHARED_LIBS=ON \
+                -DCMAKE_INSTALL_PREFIX=./install \
+                ..
 
-          if [[ ${{ matrix.gpu }} == OFF ]]; then
-            echo "CC=aarch64-linux-gnu-gcc" >> "$GITHUB_ENV"
-            echo "CXX=aarch64-linux-gnu-g++" >> "$GITHUB_ENV"
-          else
-            echo "CC=aarch64-none-linux-gnu-gcc" >> "$GITHUB_ENV"
-            echo "CXX=aarch64-none-linux-gnu-g++" >> "$GITHUB_ENV"
-          fi
+              make -j4 install
 
-      - name: Display toolchain info
-        shell: bash
-        run: |
-          if [[ ${{ matrix.gpu }} == OFF ]]; then
-            which aarch64-linux-gnu-gcc
-            aarch64-linux-gnu-gcc --version
-          else
-            which aarch64-none-linux-gnu-gcc
-            aarch64-none-linux-gnu-gcc --version
-          fi
+              rm -rf install/lib/pkgconfig
+              rm -fv install/lib/cargs.h
+              rm -fv install/lib/libcargs.so
 
-      - name: Display qemu-aarch64 -h
+      - name: Display system info
         shell: bash
         run: |
-          export PATH=$GITHUB_WORKSPACE/qemu-install/bin:$PATH
-          export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-linux-gnu/libc
-          export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-none-linux-gnu/libc
-          qemu-aarch64 -h
+          uname -a
+          gcc --version
+          g++ --version
 
-      - name: build aarch64-linux-gnu
+      - name: Display generated files
         shell: bash
         run: |
-          export CMAKE_CXX_COMPILER_LAUNCHER=ccache
-          export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
+          cd build/install
 
-          cmake --version
+          ls -lh bin
 
-          export BUILD_SHARED_LIBS=ON
-          export SHERPA_ONNX_ENABLE_GPU=${{ matrix.gpu }}
-          export SHERPA_ONNX_LINUX_ARM64_GPU_ONNXRUNTIME_VERSION=${{ matrix.onnxruntime_version }}
+          echo "---"
 
-          ./build-aarch64-linux-gnu.sh
+          ls -lh lib
 
-          ls -lh build-aarch64-linux-gnu/bin
-          ls -lh build-aarch64-linux-gnu/lib
+          file bin/sherpa-onnx
 
-          file build-aarch64-linux-gnu/bin/sherpa-onnx
+          readelf -d bin/sherpa-onnx
 
-      - name: Test sherpa-onnx
-        shell: bash
-        run: |
-          export PATH=$GITHUB_WORKSPACE/toolchain/bin:$PATH
-          export PATH=$GITHUB_WORKSPACE/qemu-install/bin:$PATH
-          if [[ ${{ matrix.gpu }} == OFF ]]; then
-            export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-linux-gnu/libc
-          else
-            export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-none-linux-gnu/libc
-          fi
+          ldd bin/sherpa-onnx
 
-          ls -lh ./build-aarch64-linux-gnu/bin
-
-          qemu-aarch64 ./build-aarch64-linux-gnu/bin/sherpa-onnx --help
-
-          readelf -d ./build-aarch64-linux-gnu/bin/sherpa-onnx
+          ./bin/sherpa-onnx --help
 
       - name: Copy files
         shell: bash
         run: |
-          if [[ ${{ matrix.gpu }} == OFF ]]; then
-            aarch64-linux-gnu-strip --version
-          else
-            aarch64-none-linux-gnu-strip --version
-          fi
-
           SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt  | cut -d " " -f 2  | cut -d '"' -f 2)
 
           dst=sherpa-onnx-${SHERPA_ONNX_VERSION}-linux-aarch64-shared
@@ -210,19 +163,18 @@ jobs:
           fi
           mkdir $dst
 
-          cp -a build-aarch64-linux-gnu/install/bin $dst/
-          cp -a build-aarch64-linux-gnu/install/lib $dst/
+          cp -a build/install/bin $dst/
+          cp -a build/install/lib $dst/
 
-          ls -lh build-aarch64-linux-gnu/install/lib
-          ls -lh build-aarch64-linux-gnu/install/bin
+          ls -lh build/install/lib
+          ls -lh build/install/bin
 
           ls -lh $dst/bin/
           echo "strip"
-          if [[ ${{ matrix.gpu }} == OFF ]]; then
-            aarch64-linux-gnu-strip $dst/bin/*
-          else
-            aarch64-none-linux-gnu-strip $dst/bin/*
-          fi
+          strip $dst/bin/*
+
+          echo "after strip"
+          ls -lh $dst/bin/
 
           tree $dst
 
@@ -266,9 +218,32 @@ jobs:
             git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main
 
       - name: Release pre-compiled binaries and libs for aarch64 linux
-        if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
+        if: github.repository_owner == 'k2-fsa' && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
         uses: svenstaro/upload-release-action@v2
         with:
           file_glob: true
           overwrite: true
           file: sherpa-onnx-*linux-aarch64*.tar.bz2
+
+      - name: Release pre-compiled binaries and libs for aarch64 linux
+        if: github.repository_owner == 'csukuangfj' && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
+        uses: svenstaro/upload-release-action@v2
+        with:
+          file_glob: true
+          overwrite: true
+          file: sherpa-onnx-*linux-aarch64*.tar.bz2
+          # repo_name: k2-fsa/sherpa-onnx
+          # repo_token: ${{ secrets.UPLOAD_GH_SHERPA_ONNX_TOKEN }}
+          # tag: v1.10.42
+
+      - name: Test offline Moonshine
+        if: matrix.build_type != 'Debug'
+        shell: bash
+        run: |
+          du -h -d1 .
+          export PATH=$PWD/build/install/bin:$PATH
+          export EXE=sherpa-onnx-offline
+
+          readelf -d build/bin/sherpa-onnx-offline
+
+          .github/scripts/test-offline-moonshine.sh

@@ -36,125 +36,72 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest]
+        os: [ubuntu-22.04-arm]
 
     steps:
       - uses: actions/checkout@v4
         with:
           fetch-depth: 0
 
-      - name: ccache
-        uses: hendrikmuhs/ccache-action@v1.2
+      - name: Build sherpa-onnx
+        uses: addnab/docker-run-action@v3
         with:
-          key: ${{ matrix.os }}-aarch64-static
+            image: quay.io/pypa/manylinux2014_aarch64
+            options: |
+              --volume ${{ github.workspace }}/:/k2-fsa/sherpa-onnx
+            shell: bash
+            run: |
+              echo "config: ${{ matrix.config }}"
+              uname -a
+              which gcc
 
-      - name: cache-qemu
-        id: cache-qemu
-        uses: actions/cache@v4
-        with:
-          path: qemu-install
-          key: qemu-aarch64-install-20220908
-
-      - name: install-qemu-build-deps
-        if: steps.cache-qemu.outputs.cache-hit != 'true'
-        run: |
-          sudo apt-get update
-          sudo apt-get install build-essential zlib1g-dev pkg-config libglib2.0-dev binutils-dev libboost-all-dev autoconf libtool libssl-dev libpixman-1-dev ninja-build
-
-      - name: checkout-qemu
-        if: steps.cache-qemu.outputs.cache-hit != 'true'
-        uses: actions/checkout@v3
-        with:
-          repository: qemu/qemu
-          path: qemu
-          ref: f5643914a9e8f79c606a76e6a9d7ea82a3fc3e65
-
-      - name: qemu
-        if: steps.cache-qemu.outputs.cache-hit != 'true'
-        run: |
-          cd qemu
-          ./configure --prefix=$GITHUB_WORKSPACE/qemu-install --target-list=aarch64-linux-user --disable-system
-          make -j2
-          make install
-
-      - name: cache-toolchain
-        id: cache-toolchain
-        uses: actions/cache@v4
-        with:
-          path: toolchain
-          key: gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz
-
-      - name: Download toolchain
-        if: steps.cache-toolchain.outputs.cache-hit != 'true'
-        shell: bash
-        run: |
-          wget -qq https://huggingface.co/csukuangfj/sherpa-ncnn-toolchains/resolve/main/gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz
-
-          mkdir $GITHUB_WORKSPACE/toolchain
-          tar xf ./gcc-arm-10.3-2021.07-x86_64-aarch64-none-linux-gnu.tar.xz --strip-components 1 -C $GITHUB_WORKSPACE/toolchain
-
-      - name: Display toolchain info
-        shell: bash
-        run: |
-          export PATH=$GITHUB_WORKSPACE/toolchain/bin:$PATH
-          aarch64-none-linux-gnu-gcc --version
-
-      - name: Display qemu-aarch64 -h
-        shell: bash
-        run: |
-          export PATH=$GITHUB_WORKSPACE/qemu-install/bin:$PATH
-          export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-none-linux-gnu/libc
-          qemu-aarch64 -h
+              gcc --version
+              g++ --version
 
-      - name: build aarch64-linux-gnu
-        shell: bash
-        run: |
-          export PATH=$GITHUB_WORKSPACE/toolchain/bin:$PATH
-
-          export CMAKE_CXX_COMPILER_LAUNCHER=ccache
-          export PATH="/usr/lib/ccache:/usr/local/opt/ccache/libexec:$PATH"
+              echo "pwd"
 
-          cmake --version
+              ls -lh
 
-          export BUILD_SHARED_LIBS=OFF
+              cd /k2-fsa/sherpa-onnx/
 
-          ./build-aarch64-linux-gnu.sh
+              git clone --depth 1 --branch v1.2.12 https://github.com/alsa-project/alsa-lib
+              pushd alsa-lib
+              ./gitcompile
+              popd
 
-          ls -lh build-aarch64-linux-gnu/bin
-          ls -lh build-aarch64-linux-gnu/lib
+              export CPLUS_INCLUDE_PATH=$PWD/alsa-lib/include:$CPLUS_INCLUDE_PATH
+              export SHERPA_ONNX_ALSA_LIB_DIR=$PWD/alsa-lib/src/.libs
 
-          file build-aarch64-linux-gnu/bin/sherpa-onnx
+              mkdir build
+              cd build
+              cmake \
+                -DBUILD_SHARED_LIBS=OFF \
+                -DCMAKE_INSTALL_PREFIX=./install \
+                ..
 
-      - name: Test sherpa-onnx
-        shell: bash
-        run: |
-          export PATH=$GITHUB_WORKSPACE/toolchain/bin:$PATH
-          export PATH=$GITHUB_WORKSPACE/qemu-install/bin:$PATH
-          export QEMU_LD_PREFIX=$GITHUB_WORKSPACE/toolchain/aarch64-none-linux-gnu/libc
+              make -j 4
 
-          ls -lh ./build-aarch64-linux-gnu/bin
+              make install
 
-          qemu-aarch64 ./build-aarch64-linux-gnu/bin/sherpa-onnx --help
+              ls -lh install/lib
 
-          readelf -d ./build-aarch64-linux-gnu/bin/sherpa-onnx
+              rm -rf install/lib/pkgconfig
+              rm -fv install/lib/cargs.h
 
       - name: Copy files
         shell: bash
         run: |
-          export PATH=$GITHUB_WORKSPACE/toolchain/bin:$PATH
-          aarch64-none-linux-gnu-strip --version
-
           SHERPA_ONNX_VERSION=v$(grep "SHERPA_ONNX_VERSION" ./CMakeLists.txt  | cut -d " " -f 2  | cut -d '"' -f 2)
 
           dst=sherpa-onnx-${SHERPA_ONNX_VERSION}-linux-aarch64-static
           mkdir $dst
 
-          ls -lh build-aarch64-linux-gnu/install/lib
+          ls -lh build/install/lib
 
-          cp -a build-aarch64-linux-gnu/install/bin $dst/
+          cp -a build/install/bin $dst/
           ls -lh $dst/bin/
           echo "strip"
-          aarch64-none-linux-gnu-strip $dst/bin/*
+          strip $dst/bin/*
           ls -lh $dst/bin/
 
           tree $dst
@@ -199,9 +146,32 @@ jobs:
             git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main
 
       - name: Release pre-compiled binaries and libs for aarch64 linux
-        if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
+        if: github.repository_owner == 'k2-fsa' && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
+        uses: svenstaro/upload-release-action@v2
+        with:
+          file_glob: true
+          overwrite: true
+          file: sherpa-onnx-*linux-aarch64*.tar.bz2
+
+      - name: Release pre-compiled binaries and libs for aarch64 linux
+        if: github.repository_owner == 'csukuangfj' && github.event_name == 'push' && contains(github.ref, 'refs/tags/')
         uses: svenstaro/upload-release-action@v2
         with:
           file_glob: true
           overwrite: true
           file: sherpa-onnx-*linux-aarch64*.tar.bz2
+          # repo_name: k2-fsa/sherpa-onnx
+          # repo_token: ${{ secrets.UPLOAD_GH_SHERPA_ONNX_TOKEN }}
+          # tag: v1.10.42
+
+      - name: Test offline Moonshine
+        if: matrix.build_type != 'Debug'
+        shell: bash
+        run: |
+          du -h -d1 .
+          export PATH=$PWD/build/bin:$PATH
+          export EXE=sherpa-onnx-offline
+
+          readelf -d build/bin/sherpa-onnx-offline
+
+          .github/scripts/test-offline-moonshine.sh

@@ -19,7 +19,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        os: [ubuntu-latest]
+        os: [ubuntu-22.04-arm]
         # java-version: ['8', '11', '16', '17', '21']
         java-version: ['21']
 
@@ -33,12 +33,6 @@ jobs:
           distribution: 'temurin' # See 'Supported distributions' for available options
           java-version: ${{ matrix.java-version }}
 
-      - name: Set up QEMU
-        if: steps.cache-build-result.outputs.cache-hit != 'true'
-        uses: docker/setup-qemu-action@v2
-        with:
-          platforms: all
-
       - name: Display PWD
         shell: bash
         run: |
@@ -167,10 +161,20 @@ jobs:
             git push https://csukuangfj:$HF_TOKEN@huggingface.co/csukuangfj/sherpa-onnx-libs main
 
       - name: Release pre-compiled binaries and libs for linux aarch64
-        if: (github.repository_owner == 'csukuangfj' || github.repository_owner == 'k2-fsa') && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.java-version == '21'
+        if: github.repository_owner == 'csukuangfj' && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.java-version == '21'
         uses: svenstaro/upload-release-action@v2
         with:
           file_glob: true
           overwrite: true
           file: sherpa-onnx-*.tar.bz2
+          # repo_name: k2-fsa/sherpa-onnx
+          # repo_token: ${{ secrets.UPLOAD_GH_SHERPA_ONNX_TOKEN }}
+          # tag: v1.10.42
 
+      - name: Release pre-compiled binaries and libs for linux aarch64
+        if: github.repository_owner == 'k2-fsa' && github.event_name == 'push' && contains(github.ref, 'refs/tags/') && matrix.java-version == '21'
+        uses: svenstaro/upload-release-action@v2
+        with:
+          file_glob: true
+          overwrite: true
+          file: sherpa-onnx-*.tar.bz2

 /**
  * Use these variables when you tailor your ArkTS code. They must be of the const type.
  */
-export const HAR_VERSION = '1.10.41';
+export const HAR_VERSION = '1.10.42';
 export const BUILD_MODE_NAME = 'debug';
 export const DEBUG = true;
 export const TARGET_NAME = 'default';

@@ -146,7 +146,7 @@ static Napi::External<SherpaOnnxOfflineTts> CreateOfflineTtsWrapper(
   SHERPA_ONNX_ASSIGN_ATTR_STR(rule_fsts, ruleFsts);
   SHERPA_ONNX_ASSIGN_ATTR_INT32(max_num_sentences, maxNumSentences);
   SHERPA_ONNX_ASSIGN_ATTR_STR(rule_fars, ruleFars);
-  SHERPA_ONNX_ASSIGN_ATTR_STR(silence_scale, silenceScale);
+  SHERPA_ONNX_ASSIGN_ATTR_FLOAT(silence_scale, silenceScale);
 
 #if __OHOS__
   std::unique_ptr<NativeResourceManager,