diff --git a/android/README.md b/android/README.md index 16489dbea5..053ad66e00 100644 --- a/android/README.md +++ b/android/README.md @@ -13,3 +13,8 @@ for usage. - [SherpaOnnxVadAsr](./SherpaOnnxVadAsr) It uses a VAD with a non-streaming ASR model. + +- [SherpaOnnxTts](./SherpaOnnxTts) It is for standalone text-to-speech. + +- [SherpaOnnxTtsEngine](./SherpaOnnxTtsEngine) It is for text-to-speech engine; + you can use it to replace the system TTS engine. diff --git a/android/SherpaOnnxTts/app/src/main/java/com/k2fsa/sherpa/onnx/Tts.kt b/android/SherpaOnnxTts/app/src/main/java/com/k2fsa/sherpa/onnx/Tts.kt index bb50044019..be48b6db8e 100644 --- a/android/SherpaOnnxTts/app/src/main/java/com/k2fsa/sherpa/onnx/Tts.kt +++ b/android/SherpaOnnxTts/app/src/main/java/com/k2fsa/sherpa/onnx/Tts.kt @@ -56,6 +56,8 @@ class OfflineTts( fun sampleRate() = getSampleRate(ptr) + fun numSpeakers() = getNumSpeakers(ptr) + fun generate( text: String, sid: Int = 0, @@ -113,6 +115,7 @@ class OfflineTts( private external fun delete(ptr: Long) private external fun getSampleRate(ptr: Long): Int + private external fun getNumSpeakers(ptr: Long): Int // The returned array has two entries: // - the first entry is an 1-D float array containing audio samples. diff --git a/android/SherpaOnnxTtsEngine/.gitignore b/android/SherpaOnnxTtsEngine/.gitignore new file mode 100644 index 0000000000..aa724b7707 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/.gitignore @@ -0,0 +1,15 @@ +*.iml +.gradle +/local.properties +/.idea/caches +/.idea/libraries +/.idea/modules.xml +/.idea/workspace.xml +/.idea/navEditor.xml +/.idea/assetWizardSettings.xml +.DS_Store +/build +/captures +.externalNativeBuild +.cxx +local.properties diff --git a/android/SherpaOnnxTtsEngine/app/.gitignore b/android/SherpaOnnxTtsEngine/app/.gitignore new file mode 100644 index 0000000000..42afabfd2a --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/.gitignore @@ -0,0 +1 @@ +/build \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/build.gradle.kts b/android/SherpaOnnxTtsEngine/app/build.gradle.kts new file mode 100644 index 0000000000..dd62850c98 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/build.gradle.kts @@ -0,0 +1,71 @@ +plugins { + id("com.android.application") + id("org.jetbrains.kotlin.android") +} + +android { + namespace = "com.k2fsa.sherpa.onnx.tts.engine" + compileSdk = 34 + + defaultConfig { + applicationId = "com.k2fsa.sherpa.onnx.tts.engine" + minSdk = 21 + targetSdk = 34 + versionCode = 1 + versionName = "1.0" + + testInstrumentationRunner = "androidx.test.runner.AndroidJUnitRunner" + vectorDrawables { + useSupportLibrary = true + } + } + + buildTypes { + release { + isMinifyEnabled = false + proguardFiles( + getDefaultProguardFile("proguard-android-optimize.txt"), + "proguard-rules.pro" + ) + } + } + compileOptions { + sourceCompatibility = JavaVersion.VERSION_1_8 + targetCompatibility = JavaVersion.VERSION_1_8 + } + kotlinOptions { + jvmTarget = "1.8" + } + buildFeatures { + compose = true + } + composeOptions { + kotlinCompilerExtensionVersion = "1.5.1" + } + packaging { + resources { + excludes += "/META-INF/{AL2.0,LGPL2.1}" + } + } +} + +dependencies { + + implementation("androidx.core:core-ktx:1.12.0") + implementation("androidx.lifecycle:lifecycle-runtime-ktx:2.6.2") + implementation("androidx.activity:activity-compose:1.8.2") + implementation(platform("androidx.compose:compose-bom:2023.08.00")) + implementation("androidx.compose.ui:ui") + implementation("androidx.compose.ui:ui-graphics") + implementation("androidx.compose.ui:ui-tooling-preview") + implementation("androidx.compose.material3:material3") + implementation("androidx.appcompat:appcompat:1.6.1") + implementation("com.google.android.material:material:1.9.0") + testImplementation("junit:junit:4.13.2") + androidTestImplementation("androidx.test.ext:junit:1.1.5") + androidTestImplementation("androidx.test.espresso:espresso-core:3.5.1") + androidTestImplementation(platform("androidx.compose:compose-bom:2023.08.00")) + androidTestImplementation("androidx.compose.ui:ui-test-junit4") + debugImplementation("androidx.compose.ui:ui-tooling") + debugImplementation("androidx.compose.ui:ui-test-manifest") +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/proguard-rules.pro b/android/SherpaOnnxTtsEngine/app/proguard-rules.pro new file mode 100644 index 0000000000..481bb43481 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/proguard-rules.pro @@ -0,0 +1,21 @@ +# Add project specific ProGuard rules here. +# You can control the set of applied configuration files using the +# proguardFiles setting in build.gradle. +# +# For more details, see +# http://developer.android.com/guide/developing/tools/proguard.html + +# If your project uses WebView with JS, uncomment the following +# and specify the fully qualified class name to the JavaScript interface +# class: +#-keepclassmembers class fqcn.of.javascript.interface.for.webview { +# public *; +#} + +# Uncomment this to preserve the line number information for +# debugging stack traces. +#-keepattributes SourceFile,LineNumberTable + +# If you keep the line number information, uncomment this to +# hide the original source file name. +#-renamesourcefileattribute SourceFile \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/androidTest/java/com/k2fsa/sherpa/onnx/tts/engine/ExampleInstrumentedTest.kt b/android/SherpaOnnxTtsEngine/app/src/androidTest/java/com/k2fsa/sherpa/onnx/tts/engine/ExampleInstrumentedTest.kt new file mode 100644 index 0000000000..6713b5be7c --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/androidTest/java/com/k2fsa/sherpa/onnx/tts/engine/ExampleInstrumentedTest.kt @@ -0,0 +1,24 @@ +package com.k2fsa.sherpa.onnx.tts.engine + +import androidx.test.platform.app.InstrumentationRegistry +import androidx.test.ext.junit.runners.AndroidJUnit4 + +import org.junit.Test +import org.junit.runner.RunWith + +import org.junit.Assert.* + +/** + * Instrumented test, which will execute on an Android device. + * + * See [testing documentation](http://d.android.com/tools/testing). + */ +@RunWith(AndroidJUnit4::class) +class ExampleInstrumentedTest { + @Test + fun useAppContext() { + // Context of the app under test. + val appContext = InstrumentationRegistry.getInstrumentation().targetContext + assertEquals("com.k2fsa.sherpa.onnx.tts.engine", appContext.packageName) + } +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/AndroidManifest.xml b/android/SherpaOnnxTtsEngine/app/src/main/AndroidManifest.xml new file mode 100644 index 0000000000..64d7faafe1 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/AndroidManifest.xml @@ -0,0 +1,78 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/assets/.gitkeep b/android/SherpaOnnxTtsEngine/app/src/main/assets/.gitkeep new file mode 100644 index 0000000000..e69de29bb2 diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/CheckVoiceData.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/CheckVoiceData.kt new file mode 100644 index 0000000000..9ddc138209 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/CheckVoiceData.kt @@ -0,0 +1,18 @@ +package com.k2fsa.sherpa.onnx.tts.engine + +import android.content.Intent +import androidx.appcompat.app.AppCompatActivity +import android.os.Bundle +import android.speech.tts.TextToSpeech + +class CheckVoiceData : AppCompatActivity() { + override fun onCreate(savedInstanceState: Bundle?) { + super.onCreate(savedInstanceState) + val intent = Intent().apply { + putStringArrayListExtra(TextToSpeech.Engine.EXTRA_AVAILABLE_VOICES, arrayListOf(TtsEngine.lang)) + putStringArrayListExtra(TextToSpeech.Engine.EXTRA_UNAVAILABLE_VOICES, arrayListOf()) + } + setResult(TextToSpeech.Engine.CHECK_VOICE_DATA_PASS, intent) + finish() + } +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/GetSampleText.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/GetSampleText.kt new file mode 100644 index 0000000000..fe788afe02 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/GetSampleText.kt @@ -0,0 +1,37 @@ +package com.k2fsa.sherpa.onnx.tts.engine + +import android.app.Activity +import android.content.Intent +import androidx.appcompat.app.AppCompatActivity +import android.os.Bundle +import android.speech.tts.TextToSpeech + +class GetSampleText : Activity() { + override fun onCreate(savedInstanceState: Bundle?) { + super.onCreate(savedInstanceState) + var result = TextToSpeech.LANG_AVAILABLE + var text: String = "" + when(TtsEngine.lang) { + "eng" -> { + text = "This is a text-to-speech engine with next generation Kaldi" + } + "zho", "cmn" -> { + text = "使用新一代 Kaldi 进行语音合成" + } + else -> { + result = TextToSpeech.LANG_NOT_SUPPORTED + } + } + + val intent = Intent().apply{ + if(result == TextToSpeech.LANG_AVAILABLE) { + putExtra(TextToSpeech.Engine.EXTRA_SAMPLE_TEXT, text) + } else { + putExtra("sampleText", text) + } + } + + setResult(result, intent) + finish() + } +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/InstallVoiceData.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/InstallVoiceData.kt new file mode 100644 index 0000000000..6b30546a05 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/InstallVoiceData.kt @@ -0,0 +1,12 @@ +package com.k2fsa.sherpa.onnx.tts.engine + +import android.app.Activity +import android.os.Bundle +import android.view.Window + +class InstallVoiceData : Activity() { + override fun onCreate(savedInstanceState: Bundle?) { + requestWindowFeature(Window.FEATURE_NO_TITLE) + super.onCreate(savedInstanceState) + } +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/MainActivity.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/MainActivity.kt new file mode 100644 index 0000000000..b38e00a05d --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/MainActivity.kt @@ -0,0 +1,141 @@ +@file:OptIn(ExperimentalMaterial3Api::class) + +package com.k2fsa.sherpa.onnx.tts.engine + +import android.media.MediaPlayer +import android.net.Uri +import android.os.Bundle +import android.util.Log +import android.widget.Toast +import androidx.activity.ComponentActivity +import androidx.activity.compose.setContent +import androidx.compose.foundation.layout.Box +import androidx.compose.foundation.layout.Column +import androidx.compose.foundation.layout.Row +import androidx.compose.foundation.layout.fillMaxSize +import androidx.compose.foundation.layout.fillMaxWidth +import androidx.compose.foundation.layout.padding +import androidx.compose.foundation.layout.wrapContentHeight +import androidx.compose.material3.Button +import androidx.compose.material3.ExperimentalMaterial3Api +import androidx.compose.material3.MaterialTheme +import androidx.compose.material3.OutlinedTextField +import androidx.compose.material3.Scaffold +import androidx.compose.material3.Slider +import androidx.compose.material3.Surface +import androidx.compose.material3.Text +import androidx.compose.material3.TextField +import androidx.compose.material3.TopAppBar +import androidx.compose.runtime.Composable +import androidx.compose.runtime.getValue +import androidx.compose.runtime.mutableStateOf +import androidx.compose.runtime.remember +import androidx.compose.runtime.setValue +import androidx.compose.ui.Modifier +import androidx.compose.ui.tooling.preview.Preview +import androidx.compose.ui.unit.dp +import com.k2fsa.sherpa.onnx.tts.engine.ui.theme.SherpaOnnxTtsEngineTheme +import java.io.File + +const val TAG = "sherpa-onnx-tts-engine" + +class MainActivity : ComponentActivity() { + override fun onCreate(savedInstanceState: Bundle?) { + super.onCreate(savedInstanceState) + TtsEngine.createTts(this.application) + setContent { + SherpaOnnxTtsEngineTheme { + // A surface container using the 'background' color from the theme + Surface( + modifier = Modifier.fillMaxSize(), + color = MaterialTheme.colorScheme.background + ) { + Scaffold(topBar = { + TopAppBar(title = { Text("Next-gen Kaldi: TTS") }) + }) { + Box(modifier = Modifier.padding(it)) { + Column { + Row { + Text("Speed") + Slider( + value = TtsEngine.speedState.value, + onValueChange = { TtsEngine.speed = it }, + valueRange = 0.2F..3.0F + ) + } + var testText by remember { mutableStateOf("") } + + OutlinedTextField(value = testText, + onValueChange = { testText = it }, + label = { Text ("Test text") }, + modifier = Modifier.fillMaxWidth().wrapContentHeight().padding(16.dp), + singleLine = false, + ) + + val numSpeakers = TtsEngine.tts!!.numSpeakers() + if (numSpeakers > 1) { + Row { + Text("Speaker ID: (0-${numSpeakers - 1})") + Slider( + value = TtsEngine.speakerIdState.value.toFloat(), + onValueChange = { TtsEngine.speakerId = it.toInt() }, + valueRange = 0.0f..(numSpeakers - 1).toFloat(), + steps = 1 + ) + } + } + Row { + Button( + modifier = Modifier.padding(20.dp), + onClick = { + Log.i(TAG, "Clicked, text: ${testText}") + if (testText.isBlank() || testText.isEmpty()) { + Toast.makeText( + applicationContext, + "Please input a test sentence", + Toast.LENGTH_SHORT + ).show() + } else { + val audio = TtsEngine.tts!!.generate( + text = testText, + sid = TtsEngine.speakerId, + speed = TtsEngine.speed, + ) + + val filename = + application.filesDir.absolutePath + "/generated.wav" + val ok = + audio.samples.size > 0 && audio.save(filename) + + if (ok) { + val mediaPlayer = MediaPlayer.create( + applicationContext, + Uri.fromFile(File(filename)) + ) + mediaPlayer.start() + } else { + Log.i(TAG, "Failed to generate or save audio") + } + } + }) { + Text("Test") + } + + Button( + modifier = Modifier.padding(20.dp), + onClick = { + TtsEngine.speakerId = 0 + TtsEngine.speed = 1.0f + testText = "" + }) { + Text("Reset") + } + } + } + } + } + } + } + } + } +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/Tts.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/Tts.kt new file mode 120000 index 0000000000..bc6a22c571 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/Tts.kt @@ -0,0 +1 @@ +../../../../../../../../../../../SherpaOnnxTts/app/src/main/java/com/k2fsa/sherpa/onnx/Tts.kt \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/TtsEngine.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/TtsEngine.kt new file mode 100644 index 0000000000..4fc935b1b2 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/TtsEngine.kt @@ -0,0 +1,158 @@ +package com.k2fsa.sherpa.onnx.tts.engine + +import android.app.Application +import android.content.res.AssetManager +import android.util.Log +import androidx.compose.runtime.MutableState +import androidx.compose.runtime.mutableStateOf +import com.k2fsa.sherpa.onnx.* +import java.io.File +import java.io.FileOutputStream +import java.io.IOException + +object TtsEngine { + var tts: OfflineTts? = null + + // https://en.wikipedia.org/wiki/ISO_639-3 + // Example: + // eng for English, + // deu for German + // cmn for Mandarin + var lang: String? = null + + + + val speedState: MutableState = mutableStateOf(1.0F) + val speakerIdState: MutableState = mutableStateOf(0) + + var speed: Float + get() = speedState.value + set(value) { + speedState.value = value + } + + var speakerId: Int + get() = speakerIdState.value + set(value) { + speakerIdState.value = value + } + + private var modelDir: String? = null + private var modelName: String? = null + private var ruleFsts: String? = null + private var lexicon: String? = null + private var dataDir: String? = null + private var assets: AssetManager? = null + + private var application: Application? = null + + fun createTts(application: Application) { + Log.i(TAG, "Init Next-gen Kaldi TTS") + if (tts == null) { + this.application = application + initTts() + } + } + + private fun initTts() { + assets = application?.assets + + // The purpose of such a design is to make the CI test easier + // Please see + // https://github.com/k2-fsa/sherpa-onnx/blob/master/scripts/apk/generate-tts-apk-script.py + modelDir = null + modelName = null + ruleFsts = null + lexicon = null + dataDir = null + lang = null + + // Please enable one and only one of the examples below + + // Example 1: + // modelDir = "vits-vctk" + // modelName = "vits-vctk.onnx" + // lexicon = "lexicon.txt" + // lang = "eng" + + // Example 2: + // https://github.com/k2-fsa/sherpa-onnx/releases/tag/tts-models + // https://github.com/k2-fsa/sherpa-onnx/releases/download/tts-models/vits-piper-en_US-amy-low.tar.bz2 + // modelDir = "vits-piper-en_US-amy-low" + // modelName = "en_US-amy-low.onnx" + // dataDir = "vits-piper-en_US-amy-low/espeak-ng-data" + // lang = "eng" + + // Example 3: + // modelDir = "vits-zh-aishell3" + // modelName = "vits-aishell3.onnx" + // ruleFsts = "vits-zh-aishell3/rule.fst" + // lexcion = "lexicon.txt" + // lang = "zho" + + if (dataDir != null) { + val newDir = copyDataDir(modelDir!!) + modelDir = newDir + "/" + modelDir + dataDir = newDir + "/" + dataDir + assets = null + } + + val config = getOfflineTtsConfig( + modelDir = modelDir!!, modelName = modelName!!, lexicon = lexicon ?: "", + dataDir = dataDir ?: "", + ruleFsts = ruleFsts ?: "" + )!! + + tts = OfflineTts(assetManager = assets, config = config) + } + + + private fun copyDataDir(dataDir: String): String { + println("data dir is $dataDir") + copyAssets(dataDir) + + val newDataDir = application!!.getExternalFilesDir(null)!!.absolutePath + println("newDataDir: $newDataDir") + return newDataDir + } + + private fun copyAssets(path: String) { + val assets: Array? + try { + assets = application!!.assets.list(path) + if (assets!!.isEmpty()) { + copyFile(path) + } else { + val fullPath = "${application!!.getExternalFilesDir(null)}/$path" + val dir = File(fullPath) + dir.mkdirs() + for (asset in assets.iterator()) { + val p: String = if (path == "") "" else path + "/" + copyAssets(p + asset) + } + } + } catch (ex: IOException) { + Log.e(TAG, "Failed to copy $path. ${ex.toString()}") + } + } + + private fun copyFile(filename: String) { + try { + val istream = application!!.assets.open(filename) + val newFilename = application!!.getExternalFilesDir(null).toString() + "/" + filename + val ostream = FileOutputStream(newFilename) + // Log.i(TAG, "Copying $filename to $newFilename") + val buffer = ByteArray(1024) + var read = 0 + while (read != -1) { + ostream.write(buffer, 0, read) + read = istream.read(buffer) + } + istream.close() + ostream.flush() + ostream.close() + } catch (ex: Exception) { + Log.e(TAG, "Failed to copy $filename, ${ex.toString()}") + } + } +} diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/TtsService.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/TtsService.kt new file mode 100644 index 0000000000..99e043503c --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/TtsService.kt @@ -0,0 +1,155 @@ +package com.k2fsa.sherpa.onnx.tts.engine + +import android.media.AudioFormat +import android.speech.tts.SynthesisCallback +import android.speech.tts.SynthesisRequest +import android.speech.tts.TextToSpeech +import android.speech.tts.TextToSpeechService +import android.util.Log +import com.k2fsa.sherpa.onnx.* + +/* +https://developer.android.com/reference/java/util/Locale#getISO3Language() +https://developer.android.com/reference/java/util/Locale#getISO3Country() + +eng, USA, +eng, USA, POSIX +eng, +eng, GBR +afr, +afr, NAM +afr, ZAF +agq +agq, CMR +aka, +aka, GHA +amh, +amh, ETH +ara, +ara, 001 +ara, ARE +ara, BHR, +deu +deu, AUT +deu, BEL +deu, CHE +deu, ITA +deu, ITA +deu, LIE +deu, LUX +spa, +spa, 419 +spa, ARG, +spa, BRA +fra, +fra, BEL, +fra, FRA, + +E Failed to check TTS data, no activity found for Intent +{ act=android.speech.tts.engine.CHECK_TTS_DATA pkg=com.k2fsa.sherpa.chapter5 }) + +E Failed to get default language from engine com.k2fsa.sherpa.chapter5 +Engine failed voice data integrity check (null return)com.k2fsa.sherpa.chapter5 +Failed to get default language from engine com.k2fsa.sherpa.chapter5 + +*/ + +class TtsService : TextToSpeechService() { + override fun onCreate() { + super.onCreate() + + // see https://github.com/Miserlou/Android-SDK-Samples/blob/master/TtsEngine/src/com/example/android/ttsengine/RobotSpeakTtsService.java#L68 + onLoadLanguage(TtsEngine.lang, "", "") + } + + // https://developer.android.com/reference/kotlin/android/speech/tts/TextToSpeechService#onislanguageavailable + override fun onIsLanguageAvailable(_lang: String?, _country: String?, _variant: String?): Int { + val lang = _lang ?: "" + + if (lang == TtsEngine.lang) { + return TextToSpeech.LANG_AVAILABLE + } + + return TextToSpeech.LANG_NOT_SUPPORTED + } + + override fun onGetLanguage(): Array { + return arrayOf(TtsEngine.lang!!, "", "") + } + + // https://developer.android.com/reference/kotlin/android/speech/tts/TextToSpeechService#onLoadLanguage(kotlin.String,%20kotlin.String,%20kotlin.String) + override fun onLoadLanguage(_lang: String?, _country: String?, _variant: String?): Int { + val lang = _lang ?: "" + + if (lang == TtsEngine.lang) { + TtsEngine.createTts(application) + return TextToSpeech.LANG_AVAILABLE + } else { + return TextToSpeech.LANG_NOT_SUPPORTED + } + } + + override fun onStop() {} + + override fun onSynthesizeText(request: SynthesisRequest?, callback: SynthesisCallback?) { + if (request == null || callback == null) { + return + } + val language = request.language + val country = request.country + val variant = request.variant + val text = request.charSequenceText.toString() + + val ret = onIsLanguageAvailable(language, country, variant) + if (ret == TextToSpeech.LANG_NOT_SUPPORTED) { + callback.error() + return + } + Log.i(TAG, "text: $text") + val tts = TtsEngine.tts!! + + // Note that AudioFormat.ENCODING_PCM_FLOAT requires API level >= 24 + // callback.start(tts.sampleRate(), AudioFormat.ENCODING_PCM_FLOAT, 1) + + callback.start(tts.sampleRate(), AudioFormat.ENCODING_PCM_16BIT, 1) + + if (text.isBlank() || text.isEmpty()) { + callback.done() + return + } + + val ttsCallback = {floatSamples: FloatArray -> + // convert FloatArray to ByteArray + val samples = floatArrayToByteArray(floatSamples) + val maxBufferSize: Int = callback.maxBufferSize + var offset = 0 + while (offset < samples.size) { + val bytesToWrite = Math.min(maxBufferSize, samples.size - offset) + callback.audioAvailable(samples, offset, bytesToWrite) + offset += bytesToWrite + } + + } + + Log.i(TAG, "text: $text") + tts.generateWithCallback( + text = text, + sid = TtsEngine.speakerId, + speed = TtsEngine.speed, + callback=ttsCallback, + ) + + callback.done() + } + + private fun floatArrayToByteArray(audio: FloatArray): ByteArray { + // byteArray is actually a ShortArray + val byteArray = ByteArray(audio.size * 2) + for (i in audio.indices) { + val sample = (audio[i] * 32767).toInt() + byteArray[2 * i] = sample.toByte() + byteArray[2 * i + 1] = (sample shr 8).toByte() + } + return byteArray + } +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Color.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Color.kt new file mode 100644 index 0000000000..9af2bb2621 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Color.kt @@ -0,0 +1,11 @@ +package com.k2fsa.sherpa.onnx.tts.engine.ui.theme + +import androidx.compose.ui.graphics.Color + +val Purple80 = Color(0xFFD0BCFF) +val PurpleGrey80 = Color(0xFFCCC2DC) +val Pink80 = Color(0xFFEFB8C8) + +val Purple40 = Color(0xFF6650a4) +val PurpleGrey40 = Color(0xFF625b71) +val Pink40 = Color(0xFF7D5260) \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Theme.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Theme.kt new file mode 100644 index 0000000000..799b1918ec --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Theme.kt @@ -0,0 +1,70 @@ +package com.k2fsa.sherpa.onnx.tts.engine.ui.theme + +import android.app.Activity +import android.os.Build +import androidx.compose.foundation.isSystemInDarkTheme +import androidx.compose.material3.MaterialTheme +import androidx.compose.material3.darkColorScheme +import androidx.compose.material3.dynamicDarkColorScheme +import androidx.compose.material3.dynamicLightColorScheme +import androidx.compose.material3.lightColorScheme +import androidx.compose.runtime.Composable +import androidx.compose.runtime.SideEffect +import androidx.compose.ui.graphics.toArgb +import androidx.compose.ui.platform.LocalContext +import androidx.compose.ui.platform.LocalView +import androidx.core.view.WindowCompat + +private val DarkColorScheme = darkColorScheme( + primary = Purple80, + secondary = PurpleGrey80, + tertiary = Pink80 +) + +private val LightColorScheme = lightColorScheme( + primary = Purple40, + secondary = PurpleGrey40, + tertiary = Pink40 + + /* Other default colors to override + background = Color(0xFFFFFBFE), + surface = Color(0xFFFFFBFE), + onPrimary = Color.White, + onSecondary = Color.White, + onTertiary = Color.White, + onBackground = Color(0xFF1C1B1F), + onSurface = Color(0xFF1C1B1F), + */ +) + +@Composable +fun SherpaOnnxTtsEngineTheme( + darkTheme: Boolean = isSystemInDarkTheme(), + // Dynamic color is available on Android 12+ + dynamicColor: Boolean = true, + content: @Composable () -> Unit +) { + val colorScheme = when { + dynamicColor && Build.VERSION.SDK_INT >= Build.VERSION_CODES.S -> { + val context = LocalContext.current + if (darkTheme) dynamicDarkColorScheme(context) else dynamicLightColorScheme(context) + } + + darkTheme -> DarkColorScheme + else -> LightColorScheme + } + val view = LocalView.current + if (!view.isInEditMode) { + SideEffect { + val window = (view.context as Activity).window + window.statusBarColor = colorScheme.primary.toArgb() + WindowCompat.getInsetsController(window, view).isAppearanceLightStatusBars = darkTheme + } + } + + MaterialTheme( + colorScheme = colorScheme, + typography = Typography, + content = content + ) +} \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Type.kt b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Type.kt new file mode 100644 index 0000000000..e66166931f --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/java/com/k2fsa/sherpa/onnx/tts/engine/ui/theme/Type.kt @@ -0,0 +1,34 @@ +package com.k2fsa.sherpa.onnx.tts.engine.ui.theme + +import androidx.compose.material3.Typography +import androidx.compose.ui.text.TextStyle +import androidx.compose.ui.text.font.FontFamily +import androidx.compose.ui.text.font.FontWeight +import androidx.compose.ui.unit.sp + +// Set of Material typography styles to start with +val Typography = Typography( + bodyLarge = TextStyle( + fontFamily = FontFamily.Default, + fontWeight = FontWeight.Normal, + fontSize = 16.sp, + lineHeight = 24.sp, + letterSpacing = 0.5.sp + ) + /* Other default text styles to override + titleLarge = TextStyle( + fontFamily = FontFamily.Default, + fontWeight = FontWeight.Normal, + fontSize = 22.sp, + lineHeight = 28.sp, + letterSpacing = 0.sp + ), + labelSmall = TextStyle( + fontFamily = FontFamily.Default, + fontWeight = FontWeight.Medium, + fontSize = 11.sp, + lineHeight = 16.sp, + letterSpacing = 0.5.sp + ) + */ +) \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/arm64-v8a/.gitkeep b/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/arm64-v8a/.gitkeep new file mode 100644 index 0000000000..e69de29bb2 diff --git a/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/armeabi-v7a/.gitkeep b/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/armeabi-v7a/.gitkeep new file mode 100644 index 0000000000..e69de29bb2 diff --git a/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/x86/.gitkeep b/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/x86/.gitkeep new file mode 100644 index 0000000000..e69de29bb2 diff --git a/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/x86_64/.gitkeep b/android/SherpaOnnxTtsEngine/app/src/main/jniLibs/x86_64/.gitkeep new file mode 100644 index 0000000000..e69de29bb2 diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/drawable-v24/ic_launcher_foreground.xml b/android/SherpaOnnxTtsEngine/app/src/main/res/drawable-v24/ic_launcher_foreground.xml new file mode 100644 index 0000000000..2b068d1146 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/res/drawable-v24/ic_launcher_foreground.xml @@ -0,0 +1,30 @@ + + + + + + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/drawable/ic_launcher_background.xml b/android/SherpaOnnxTtsEngine/app/src/main/res/drawable/ic_launcher_background.xml new file mode 100644 index 0000000000..07d5da9cbf --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/res/drawable/ic_launcher_background.xml @@ -0,0 +1,170 @@ + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml new file mode 100644 index 0000000000..6f3b755bf5 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-anydpi-v26/ic_launcher.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml new file mode 100644 index 0000000000..6f3b755bf5 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-anydpi-v26/ic_launcher_round.xml @@ -0,0 +1,6 @@ + + + + + + \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-hdpi/ic_launcher.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-hdpi/ic_launcher.webp new file mode 100644 index 0000000000..c209e78ecd Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-hdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp new file mode 100644 index 0000000000..b2dfe3d1ba Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-hdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-mdpi/ic_launcher.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-mdpi/ic_launcher.webp new file mode 100644 index 0000000000..4f0f1d64e5 Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-mdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp new file mode 100644 index 0000000000..62b611da08 Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-mdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xhdpi/ic_launcher.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xhdpi/ic_launcher.webp new file mode 100644 index 0000000000..948a3070fe Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xhdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp new file mode 100644 index 0000000000..1b9a6956b3 Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xhdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp new file mode 100644 index 0000000000..28d4b77f9f Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxhdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp new file mode 100644 index 0000000000..9287f50836 Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxhdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp new file mode 100644 index 0000000000..aa7d6427e6 Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxxhdpi/ic_launcher.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp new file mode 100644 index 0000000000..9126ae37cb Binary files /dev/null and b/android/SherpaOnnxTtsEngine/app/src/main/res/mipmap-xxxhdpi/ic_launcher_round.webp differ diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/values/colors.xml b/android/SherpaOnnxTtsEngine/app/src/main/res/values/colors.xml new file mode 100644 index 0000000000..f8c6127d32 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/res/values/colors.xml @@ -0,0 +1,10 @@ + + + #FFBB86FC + #FF6200EE + #FF3700B3 + #FF03DAC5 + #FF018786 + #FF000000 + #FFFFFFFF + \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/values/strings.xml b/android/SherpaOnnxTtsEngine/app/src/main/res/values/strings.xml new file mode 100644 index 0000000000..f114254f0a --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/res/values/strings.xml @@ -0,0 +1,3 @@ + + Next-gen Kaldi: TTS + \ No newline at end of file diff --git a/android/SherpaOnnxTtsEngine/app/src/main/res/values/themes.xml b/android/SherpaOnnxTtsEngine/app/src/main/res/values/themes.xml new file mode 100644 index 0000000000..012ac97063 --- /dev/null +++ b/android/SherpaOnnxTtsEngine/app/src/main/res/values/themes.xml @@ -0,0 +1,5 @@ + + + +