RomanNum3ral
/
ollama-app
mirror of https://github.com/JHubi1/ollama-app.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Voice Mode improvements

This commit is contained in:
JHubi1 2024-06-25 21:08:59 +02:00
parent 4d90f8611b
commit d768294458
No known key found for this signature in database
GPG Key ID: 7BF82570CBBBD050
3 changed files with 185 additions and 123 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
lib/l10n/app_en.arb
View File

@ -433,11 +433,22 @@
"description": "Text displayed while loading voice permissions", "description": "Text displayed while loading voice permissions",
"context": "Visible in the settings view" "context": "Visible in the settings view"
}, },
"settingsVoiceTtsNotSupported": "Text-to-speech not supported",
"@settingsVoiceTtsNotSupported": {
"description": "Text displayed when text-to-speech is not supported",
"context": "Visible in the settings view"
},
"settingsVoiceTtsNotSupportedDescription": "Text-to-speech services are not supported for the selected language. Select a different language in the language drawer to reenable them.\nOther services like voice recognition and AI thinking will still work as usual, but interaction might not be as fluent.",
"settingsVoicePermissionNot": "Permissions not granted", "settingsVoicePermissionNot": "Permissions not granted",
"@settingsVoicePermissionNot": { "@settingsVoicePermissionNot": {
"description": "Text displayed when voice permissions are not granted", "description": "Text displayed when voice permissions are not granted",
"context": "Visible in the settings view" "context": "Visible in the settings view"
}, },
"settingsVoiceNotEnabled": "Voice mode not enabled",
"@settingsVoiceNotEnabled": {
"description": "Text displayed when voice mode is not enabled",
"context": "Visible in the settings view"
},
"settingsVoiceNotSupported": "Voice mode not supported", "settingsVoiceNotSupported": "Voice mode not supported",
"@settingsVoiceNotSupported": { "@settingsVoiceNotSupported": {
"description": "Text displayed when voice mode is not supported", "description": "Text displayed when voice mode is not supported",

44
lib/screen_voice.dart
View File

@ -85,7 +85,7 @@ class _ScreenVoiceState extends State<ScreenVoice> {
text = ""; text = "";
speech.listen( speech.listen(
localeId: (prefs!.getString("voiceLanguage") ?? ""), localeId: (prefs!.getString("voiceLanguage") ?? "en-US"),
listenOptions: listenOptions:
stt.SpeechListenOptions(listenMode: stt.ListenMode.dictation), stt.SpeechListenOptions(listenMode: stt.ListenMode.dictation),
onResult: (result) { onResult: (result) {
@ -172,26 +172,6 @@ class _ScreenVoiceState extends State<ScreenVoice> {
lightHaptic(); lightHaptic();
}); });
if (done &&
(await voice.getLanguages as List).contains(
(prefs!.getString("voiceLanguage") ?? "en_US")
.replaceAll("_", "-"))) {
aiThinking = false;
heavyHaptic();
voice.setLanguage((prefs!.getString("voiceLanguage") ?? "en_US")
.replaceAll("_", "-"));
voice.setSpeechRate(0.6);
voice.setCompletionHandler(() async {
speaking = false;
try {
setState(() {});
} catch (_) {}
process();
});
var tmp = aiText;
tmp.replaceAll("-", ".");
tmp.replaceAll("*", ".");
// var volume = await VolumeController().getVolume(); // var volume = await VolumeController().getVolume();
// var voicesTmp1 = await voice.getLanguages; // var voicesTmp1 = await voice.getLanguages;
// var voices = jsonEncode(voicesTmp1); // var voices = jsonEncode(voicesTmp1);
@ -256,8 +236,30 @@ class _ScreenVoiceState extends State<ScreenVoice> {
// ])); // ]));
// }); // });
if (done) {
aiThinking = false;
heavyHaptic();
if ((await voice.getLanguages as List).contains(
(prefs!.getString("voiceLanguage") ?? "en_US")
.replaceAll("_", "-"))) {
voice.setLanguage((prefs!.getString("voiceLanguage") ?? "en_US")
.replaceAll("_", "-"));
voice.setSpeechRate(0.6);
voice.setCompletionHandler(() async {
speaking = false;
try {
setState(() {});
} catch (_) {}
process();
});
var tmp = aiText;
tmp.replaceAll("-", ".");
tmp.replaceAll("*", ".");
voice.speak(tmp); voice.speak(tmp);
} }
}
}, },
addToSystem: (prefs!.getBool("voiceLimitLanguage") ?? true) addToSystem: (prefs!.getBool("voiceLimitLanguage") ?? true)
? "You must write in the following language: ${prefs!.getString("voiceLanguage") ?? "en_US"}!" ? "You must write in the following language: ${prefs!.getString("voiceLanguage") ?? "en_US"}!"

113
lib/settings/voice.dart
View File

@ -27,9 +27,11 @@ class _ScreenSettingsVoiceState extends State<ScreenSettingsVoice> {
Iterable<String> languageOptionIds = []; Iterable<String> languageOptionIds = [];
Iterable<String> languageOptions = []; Iterable<String> languageOptions = [];
@override List voiceLanguageOptionsAvailable = [];
void initState() { List voiceLanguageOptions = [];
super.initState();
bool dialogMustLoad = true;
void load() async { void load() async {
var tmp = await speech.locales(); var tmp = await speech.locales();
languageOptionIds = tmp.map((e) => e.localeId); languageOptionIds = tmp.map((e) => e.localeId);
@ -38,9 +40,22 @@ class _ScreenSettingsVoiceState extends State<ScreenSettingsVoice> {
permissionRecord = await Permission.microphone.isGranted; permissionRecord = await Permission.microphone.isGranted;
permissionBluetooth = await Permission.bluetoothConnect.isGranted; permissionBluetooth = await Permission.bluetoothConnect.isGranted;
permissionLoading = false; permissionLoading = false;
voiceLanguageOptions = await voice.getLanguages as List;
for (int i = 0; i < languageOptionIds.length; i++) {
if (voiceLanguageOptions
.contains(languageOptionIds.elementAt(i).replaceAll("_", "-"))) {
voiceLanguageOptionsAvailable.add(languageOptionIds.elementAt(i));
}
}
setState(() {}); setState(() {});
} }
@override
void initState() {
super.initState();
load(); load();
} }
@ -56,25 +71,48 @@ class _ScreenSettingsVoiceState extends State<ScreenSettingsVoice> {
child: Column(children: [ child: Column(children: [
Expanded( Expanded(
child: ListView(children: [ child: ListView(children: [
// const SizedBox(height: 8), (permissionLoading ||
((prefs!.getBool("voiceModeEnabled") ?? false) ||
permissionLoading ||
(permissionBluetooth && (permissionBluetooth &&
permissionRecord && permissionRecord &&
voiceSupported)) voiceSupported &&
voiceLanguageOptionsAvailable.contains(
(prefs!.getString("voiceLanguage") ??
"en_US"))))
? const SizedBox.shrink() ? const SizedBox.shrink()
: button( : button(
permissionLoading permissionLoading
? AppLocalizations.of(context)! ? AppLocalizations.of(context)!
.settingsVoicePermissionLoading .settingsVoicePermissionLoading
: (permissionBluetooth && permissionRecord) : (!voiceLanguageOptionsAvailable.contains(
(prefs!.getString(
"voiceLanguage") ??
"en_US")) &&
(prefs!.getBool("voiceModeEnabled") ??
false))
? AppLocalizations.of(context)! ? AppLocalizations.of(context)!
.settingsVoiceNotSupported .settingsVoiceTtsNotSupported
: !(permissionBluetooth && permissionRecord)
? AppLocalizations.of(context)!
.settingsVoicePermissionNot
: !(prefs!.getBool(
"voiceModeEnabled") ??
false)
? AppLocalizations.of(context)!
.settingsVoiceNotEnabled
: AppLocalizations.of(context)! : AppLocalizations.of(context)!
.settingsVoicePermissionNot, .settingsVoiceNotSupported,
Icons.info_rounded, () { Icons.info_rounded, () {
if (permissionLoading) return; if (permissionLoading) return;
if (!(permissionBluetooth && permissionRecord)) { if (!voiceLanguageOptions.contains(
(prefs!.getString("voiceLanguage") ??
"en_US"))) {
selectionHaptic();
ScaffoldMessenger.of(context).showSnackBar(SnackBar(
content: Text(AppLocalizations.of(context)!
.settingsVoiceTtsNotSupportedDescription),
showCloseIcon: true));
} else if (!(permissionBluetooth &&
permissionRecord)) {
void load() async { void load() async {
try { try {
if (await Permission if (await Permission
@ -135,33 +173,42 @@ class _ScreenSettingsVoiceState extends State<ScreenSettingsVoice> {
Icons.language_rounded, () { Icons.language_rounded, () {
int usedIndex = -1; int usedIndex = -1;
Function? setModalState; Function? setModalState;
void load() async {
var tmp = await speech.locales();
languageOptionIds = tmp.map((e) => e.localeId);
languageOptions = tmp.map((e) => e.name);
if ((prefs!.getString("voiceLanguage") ?? "") != "") {
for (int i = 0; i < languageOptionIds.length; i++) {
if (languageOptionIds.elementAt(i) ==
(prefs!.getString("voiceLanguage") ?? "")) {
usedIndex = i;
setModalState!(() {});
break;
}
}
}
}
selectionHaptic(); selectionHaptic();
load();
showModalBottomSheet( showModalBottomSheet(
context: context, context: context,
builder: builder:
(context) => StatefulBuilder( (context) => StatefulBuilder(
builder: (context, setLocalState) { builder: (context, setLocalState) {
setModalState = setLocalState; setModalState = setLocalState;
void loadSelected() async {
if ((prefs!.getString("voiceLanguage") ??
"") !=
"") {
for (int i = 0;
i < languageOptionIds.length;
i++) {
if (languageOptionIds.elementAt(i) ==
(prefs!.getString(
"voiceLanguage") ??
"")) {
setModalState!(() {
usedIndex = i;
});
break;
}
}
}
}
if (dialogMustLoad) {
load();
loadSelected();
dialogMustLoad = false;
}
return PopScope( return PopScope(
onPopInvoked: (didPop) { onPopInvoked: (didPop) {
if (usedIndex == -1) return; if (usedIndex == -1) return;
@ -169,7 +216,9 @@ class _ScreenSettingsVoiceState extends State<ScreenSettingsVoice> {
"voiceLanguage", "voiceLanguage",
languageOptionIds languageOptionIds
.elementAt(usedIndex)); .elementAt(usedIndex));
setState(() {}); setState(() {
dialogMustLoad = true;
});
}, },
child: Container( child: Container(
width: double.infinity, width: double.infinity,
@ -226,8 +275,8 @@ class _ScreenSettingsVoiceState extends State<ScreenSettingsVoice> {
avatar: (usedIndex == avatar: (usedIndex ==
index) index)
? null ? null
: (languageOptionIds.elementAt(index).startsWith(AppLocalizations.of(context)!.localeName)) : (voiceLanguageOptionsAvailable.contains(languageOptionIds.elementAt(index)))
? const Icon(Icons.star_rounded) ? const Icon(Icons.spatial_tracking_rounded)
: null, : null,
checkmarkColor: (usedIndex == checkmarkColor: (usedIndex ==
index) index)