Fix cantonese vits tts (#2558)

@@ -150,7 +150,7 @@ std::vector<TokenIDs> Lexicon::ConvertTextToTokenIds(
       return ConvertTextToTokenIdsNotChinese(text);
       return ConvertTextToTokenIdsNotChinese(text);
     default:
     default:
       SHERPA_ONNX_LOGE("Unknown language: %d", static_cast<int32_t>(language_));
       SHERPA_ONNX_LOGE("Unknown language: %d", static_cast<int32_t>(language_));
-      exit(-1);
+      SHERPA_ONNX_EXIT(-1);
   }
   }
 
 
   return {};
   return {};
@@ -171,7 +171,7 @@ std::vector<TokenIDs> Lexicon::ConvertTextToTokenIdsChinese(
     os << "Input text in bytes:";
     os << "Input text in bytes:";
     for (uint8_t c : text) {
     for (uint8_t c : text) {
       os << " 0x" << std::setfill('0') << std::setw(2) << std::right << std::hex
       os << " 0x" << std::setfill('0') << std::setw(2) << std::right << std::hex
-         << c;
+         << static_cast<int32_t>(c);
     }
     }
     os << "\n";
     os << "\n";
     os << "After splitting to words:";
     os << "After splitting to words:";
@@ -261,7 +261,10 @@ std::vector<TokenIDs> Lexicon::ConvertTextToTokenIdsChinese(
   if (eos != -1) {
   if (eos != -1) {
     this_sentence.push_back(eos);
     this_sentence.push_back(eos);
   }
   }
-  ans.emplace_back(std::move(this_sentence));
+
+  if (!this_sentence.empty()) {
+    ans.emplace_back(std::move(this_sentence));
+  }
 
 
   return ans;
   return ans;
 }
 }
@@ -280,7 +283,7 @@ std::vector<TokenIDs> Lexicon::ConvertTextToTokenIdsNotChinese(
     os << "Input text in bytes:";
     os << "Input text in bytes:";
     for (uint8_t c : text) {
     for (uint8_t c : text) {
       os << " 0x" << std::setfill('0') << std::setw(2) << std::right << std::hex
       os << " 0x" << std::setfill('0') << std::setw(2) << std::right << std::hex
-         << c;
+         << static_cast<int32_t>(c);
     }
     }
     os << "\n";
     os << "\n";
     os << "After splitting to words:";
     os << "After splitting to words:";

@@ -367,7 +367,7 @@ class OfflineTtsVitsImpl : public OfflineTtsImpl {
         SHERPA_ONNX_LOGE(
         SHERPA_ONNX_LOGE(
             "Not a model using characters as modeling unit. Please provide "
             "Not a model using characters as modeling unit. Please provide "
             "--vits-lexicon if you leave --vits-data-dir empty");
             "--vits-lexicon if you leave --vits-data-dir empty");
-        exit(-1);
+        SHERPA_ONNX_EXIT(-1);
       }
       }
 
 
       frontend_ = std::make_unique<Lexicon>(
       frontend_ = std::make_unique<Lexicon>(
@@ -382,13 +382,13 @@ class OfflineTtsVitsImpl : public OfflineTtsImpl {
     if (meta_data.jieba && config_.model.vits.dict_dir.empty()) {
     if (meta_data.jieba && config_.model.vits.dict_dir.empty()) {
       SHERPA_ONNX_LOGE(
       SHERPA_ONNX_LOGE(
           "Please provide --vits-dict-dir for Chinese TTS models using jieba");
           "Please provide --vits-dict-dir for Chinese TTS models using jieba");
-      exit(-1);
+      SHERPA_ONNX_EXIT(-1);
     }
     }
 
 
     if (!meta_data.jieba && !config_.model.vits.dict_dir.empty()) {
     if (!meta_data.jieba && !config_.model.vits.dict_dir.empty()) {
       SHERPA_ONNX_LOGE(
       SHERPA_ONNX_LOGE(
           "Current model is not using jieba but you provided --vits-dict-dir");
           "Current model is not using jieba but you provided --vits-dict-dir");
-      exit(-1);
+      SHERPA_ONNX_EXIT(-1);
     }
     }
 
 
     if (meta_data.frontend == "characters") {
     if (meta_data.frontend == "characters") {
@@ -419,7 +419,7 @@ class OfflineTtsVitsImpl : public OfflineTtsImpl {
         SHERPA_ONNX_LOGE(
         SHERPA_ONNX_LOGE(
             "Not a model using characters as modeling unit. Please provide "
             "Not a model using characters as modeling unit. Please provide "
             "--vits-lexicon if you leave --vits-data-dir empty");
             "--vits-lexicon if you leave --vits-data-dir empty");
-        exit(-1);
+        SHERPA_ONNX_EXIT(-1);
       }
       }
       frontend_ = std::make_unique<Lexicon>(
       frontend_ = std::make_unique<Lexicon>(
           config_.model.vits.lexicon, config_.model.vits.tokens,
           config_.model.vits.lexicon, config_.model.vits.tokens,