diff options
Diffstat (limited to 'lib/screens/home_screen.dart')
| -rw-r--r-- | lib/screens/home_screen.dart | 398 |
1 files changed, 398 insertions, 0 deletions
diff --git a/lib/screens/home_screen.dart b/lib/screens/home_screen.dart new file mode 100644 index 0000000..d19d461 --- /dev/null +++ b/lib/screens/home_screen.dart @@ -0,0 +1,398 @@ +import 'package:flutter/material.dart'; +import 'package:provider/provider.dart'; +import 'dart:async'; +import '../models/app_state.dart'; +import '../widgets/nlu_engine_choice.dart'; +import '../widgets/assistant_mode_choice.dart'; +import '../widgets/record_command_button.dart'; +import '../widgets/listen_wake_word_section.dart'; +import '../widgets/chat_section.dart'; +import '../grpc/generated/voice_agent.pbgrpc.dart'; +import '../grpc/voice_agent_client.dart'; +import '../utils/app_config.dart'; + +class HomePage extends StatefulWidget { + final AppConfig config; + + HomePage({Key? key, required this.config}); + @override + HomePageState createState() => HomePageState(); +} + +class HomePageState extends State<HomePage> { + late AppConfig _config; // Store the config as an instance variable + final ScrollController _scrollController = ScrollController(); + List<ChatMessage> chatMessages = []; + StreamSubscription<WakeWordStatus>? _wakeWordStatusSubscription; + late VoiceAgentClient voiceAgentClient; + + @override + void initState() { + super.initState(); + _config = widget.config; // Initialize _config in the initState + addChatMessage( + "Assistant in Manual mode. You can send commands directly by pressing the record button."); + } + + void changeAssistantMode(BuildContext context, AssistantMode newMode) { + final appState = context.read<AppState>(); + clearChatMessages(); + appState.streamId = ""; + appState.isWakeWordDetected = false; + + if (newMode == AssistantMode.wakeWord) { + appState.isWakeWordMode = true; + addChatMessage( + 'Switched to Wake Word mode. I\'ll listen for the wake word before responding.'); + toggleWakeWordDetection(context, true); + } else if (newMode == AssistantMode.manual) { + appState.isWakeWordMode = false; + addChatMessage( + 'Switched to Manual mode. You can send commands directly by pressing record button.'); + toggleWakeWordDetection(context, false); + } + print(appState.isWakeWordMode); + setState(() {}); // Trigger a rebuild + } + + void changeIntentEngine(BuildContext context, NLUEngine newEngine) { + final appState = context.read<AppState>(); + + if (newEngine == NLUEngine.snips) { + appState.intentEngine = "snips"; + addChatMessage( + 'Switched to 🚀 Snips engine. Lets be precise and accurate.'); + } else if (newEngine == NLUEngine.rasa) { + appState.intentEngine = "rasa"; + addChatMessage( + 'Switched to 🤖 RASA engine. Conversations just got smarter!'); + } + print(appState.intentEngine); + setState(() {}); // Trigger a rebuild + } + + void addChatMessage(String text, {bool isUserMessage = false}) { + final newMessage = ChatMessage(text: text, isUserMessage: isUserMessage); + setState(() { + chatMessages.add(newMessage); + }); + // Use a post-frame callback to scroll after the frame has been rendered + WidgetsBinding.instance.addPostFrameCallback((_) { + _scrollController.animateTo( + _scrollController.position.maxScrollExtent, + duration: Duration(milliseconds: 300), + curve: Curves.easeInOut, + ); + }); + } + + // Function to clear all chat messages + void clearChatMessages() { + setState(() { + chatMessages.clear(); + }); + } + + void changeCommandRecordingState( + BuildContext context, bool isRecording) async { + final appState = context.read<AppState>(); + if (isRecording) { + appState.streamId = await startRecording(); + } else { + final response = + await stopRecording(appState.streamId, appState.intentEngine); + // Process and store the result + if (response.status == RecognizeStatusType.REC_SUCCESS) { + await executeVoiceCommand( + response); // Call executeVoiceCommand with the response + } + } + } + + // gRPC related methods are as follows + // Function to start and stop the wake word detection loop + void toggleWakeWordDetection(BuildContext context, bool startDetection) { + final appState = context.read<AppState>(); + if (startDetection) { + appState.isWakeWordDetected = false; + _startWakeWordDetection(context); + } else { + _stopWakeWordDetection(); + } + } + + // Function to start listening for wake word status responses + void _startWakeWordDetection(BuildContext context) { + final appState = context.read<AppState>(); + voiceAgentClient = VoiceAgentClient(_config.grpcHost, _config.grpcPort); + _wakeWordStatusSubscription = voiceAgentClient.detectWakeWord().listen( + (response) { + if (response.status) { + // Wake word detected, you can handle this case here + // Set _isDetectingWakeWord to false to stop the loop + _stopWakeWordDetection(); + appState.isWakeWordDetected = true; + addChatMessage( + 'Wake word detected! Now you can send your command by pressing the record button.'); + setState(() {}); // Trigger a rebuild + } + }, + onError: (error) { + // Handle any errors that occur during wake word detection + print('Error during wake word detection: $error'); + // Set _isDetectingWakeWord to false to stop the loop + _stopWakeWordDetection(); + }, + cancelOnError: true, + ); + } + + // Function to stop listening for wake word status responses + void _stopWakeWordDetection() { + _wakeWordStatusSubscription?.cancel(); + voiceAgentClient.shutdown(); + } + + Future<String> startRecording() async { + String streamId = ""; + voiceAgentClient = VoiceAgentClient(_config.grpcHost, _config.grpcPort); + try { + // Create a RecognizeControl message to start recording + final controlMessage = RecognizeControl() + ..action = RecordAction.START + ..recordMode = RecordMode + .MANUAL; // You can change this to your desired record mode + + // Create a Stream with the control message + final controlStream = Stream.fromIterable([controlMessage]); + + // Call the gRPC method to start recording + final response = + await voiceAgentClient.recognizeVoiceCommand(controlStream); + + streamId = response.streamId; + } catch (e) { + print('Error starting recording: $e'); + addChatMessage('Recording failed. Please try again.'); + } + return streamId; + } + + Future<RecognizeResult> stopRecording( + String streamId, String nluModel) async { + try { + NLUModel model = NLUModel.RASA; + if (nluModel == "snips") { + model = NLUModel.SNIPS; + } + // Create a RecognizeControl message to stop recording + final controlMessage = RecognizeControl() + ..action = RecordAction.STOP + ..nluModel = model + ..streamId = + streamId // Use the same stream ID as when starting recording + ..recordMode = RecordMode.MANUAL; + + // Create a Stream with the control message + final controlStream = Stream.fromIterable([controlMessage]); + + // Call the gRPC method to stop recording + final response = + await voiceAgentClient.recognizeVoiceCommand(controlStream); + + // Process and store the result + if (response.status == RecognizeStatusType.REC_SUCCESS) { + final command = response.command; + // final intent = response.intent; + // final intentSlots = response.intentSlots; + addChatMessage(command, isUserMessage: true); + } else if (response.status == RecognizeStatusType.INTENT_NOT_RECOGNIZED) { + final command = response.command; + addChatMessage(command, isUserMessage: true); + addChatMessage( + "Unable to undertsand the intent behind your request. Please try again."); + } else { + addChatMessage( + 'Failed to process your voice command. Please try again.'); + } + await voiceAgentClient.shutdown(); + return response; + } catch (e) { + print('Error stopping recording: $e'); + addChatMessage('Failed to process your voice command. Please try again.'); + await voiceAgentClient.shutdown(); + return RecognizeResult()..status = RecognizeStatusType.REC_ERROR; + } + // await voiceAgentClient.shutdown(); + } + + Future<void> executeVoiceCommand(RecognizeResult response) async { + voiceAgentClient = VoiceAgentClient(_config.grpcHost, _config.grpcPort); + try { + // Create an ExecuteInput message using the response from stopRecording + final executeInput = ExecuteInput() + ..intent = response.intent + ..intentSlots.addAll(response.intentSlots); + + // Call the gRPC method to execute the voice command + final execResponse = + await voiceAgentClient.executeVoiceCommand(executeInput); + + // Handle the response as needed + if (execResponse.status == ExecuteStatusType.EXEC_SUCCESS) { + final commandResponse = execResponse.response; + addChatMessage(commandResponse); + } else if (execResponse.status == ExecuteStatusType.KUKSA_CONN_ERROR) { + final commandResponse = execResponse.response; + addChatMessage(commandResponse); + } else { + // Handle the case when execution fails + addChatMessage( + 'Failed to execute your voice command. Please try again.'); + } + } catch (e) { + print('Error executing voice command: $e'); + // Handle any errors that occur during the gRPC call + addChatMessage('Failed to execute your voice command. Please try again.'); + } + await voiceAgentClient.shutdown(); + } + + @override + Widget build(BuildContext context) { + final appState = context.watch<AppState>(); + + return Scaffold( + body: SingleChildScrollView( + child: Center( + child: SizedBox( + width: + MediaQuery.of(context).size.width * 0.85, // 85% of screen width + child: Column( + mainAxisAlignment: MainAxisAlignment.start, + children: [ + Image.asset( + 'assets/agl_logo.png', // Replace with your logo image path + width: 120, // Adjust the width as needed + height: 120, // Adjust the height as needed + ), + Text( + "AGL Voice Assistant", + style: TextStyle(fontSize: 26, fontWeight: FontWeight.bold), + ), + SizedBox(height: 30), + Row( + mainAxisAlignment: MainAxisAlignment.center, + children: [ + Flexible( + flex: 1, + child: Card( + elevation: 4, // Add elevation for shadow + shape: RoundedRectangleBorder( + borderRadius: BorderRadius.circular(12), + ), + child: Padding( + padding: EdgeInsets.all(16), + child: Column( + crossAxisAlignment: CrossAxisAlignment.start, + children: [ + Text( + 'Assistant Mode', + style: TextStyle( + fontSize: 20, + fontWeight: FontWeight.bold, + ), + ), + SizedBox(height: 16), // Add spacing if needed + Center( + child: Consumer<AppState>( + builder: (context, appState, _) { + return AssistantModeChoice( + onModeChanged: (newMode) { + changeAssistantMode(context, newMode); + print(newMode); + }, + ); + }, + ), + ), + ], + ), + ), + ), + ), + + SizedBox(width: 20), // Add spacing between buttons + + Flexible( + flex: 1, + child: Card( + elevation: 4, // Add elevation for shadow + shape: RoundedRectangleBorder( + borderRadius: BorderRadius.circular(12), + ), + child: Padding( + padding: EdgeInsets.all(16), + child: Column( + crossAxisAlignment: CrossAxisAlignment.start, + children: [ + Text( + 'Intent Engine', + style: TextStyle( + fontSize: 20, + fontWeight: FontWeight.bold, + ), + ), + SizedBox(height: 16), // Add spacing if needed + Center( + child: Consumer<AppState>( + builder: (context, appState, _) { + return NLUEngineChoice( + onEngineChanged: (newEngine) { + changeIntentEngine(context, newEngine); + print(newEngine); + }, + ); + }, + ), + ), + ], + ), + ), + ), + ), + ], + ), + SizedBox(height: 30), + ChatSection( + scrollController: _scrollController, + chatMessages: chatMessages, + addChatMessage: addChatMessage, + ), + SizedBox(height: 30), + if (!appState.isWakeWordMode || appState.isWakeWordDetected) + Center( + child: Consumer<AppState>(builder: (context, appState, _) { + return RecordCommandButton( + onRecordingStateChanged: (isRecording) { + changeCommandRecordingState(context, isRecording); + }, + ); + }), + ) + else + Center( + child: Consumer<AppState>( + builder: (context, appState, _) { + return ListeningForWakeWordSection(); + }, + ), + ), + ], + ), + ), + ), + ), + ); + } +} |