aboutsummaryrefslogtreecommitdiffstats
path: root/agl_service_voiceagent/nlu
diff options
context:
space:
mode:
Diffstat (limited to 'agl_service_voiceagent/nlu')
-rw-r--r--agl_service_voiceagent/nlu/__init__.py0
-rw-r--r--agl_service_voiceagent/nlu/rasa_interface.py87
-rw-r--r--agl_service_voiceagent/nlu/snips_interface.py46
3 files changed, 133 insertions, 0 deletions
diff --git a/agl_service_voiceagent/nlu/__init__.py b/agl_service_voiceagent/nlu/__init__.py
new file mode 100644
index 0000000..e69de29
--- /dev/null
+++ b/agl_service_voiceagent/nlu/__init__.py
diff --git a/agl_service_voiceagent/nlu/rasa_interface.py b/agl_service_voiceagent/nlu/rasa_interface.py
new file mode 100644
index 0000000..0232126
--- /dev/null
+++ b/agl_service_voiceagent/nlu/rasa_interface.py
@@ -0,0 +1,87 @@
+# SPDX-License-Identifier: Apache-2.0
+#
+# Copyright (c) 2023 Malik Talha
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import re
+import time
+import requests
+import subprocess
+from concurrent.futures import ThreadPoolExecutor
+
+class RASAInterface:
+ def __init__(self, port, model_path, log_dir, max_threads=5):
+ self.port = port
+ self.model_path = model_path
+ self.max_threads = max_threads
+ self.server_process = None
+ self.thread_pool = ThreadPoolExecutor(max_workers=max_threads)
+ self.log_file = log_dir+"rasa_server_logs.txt"
+
+
+ def _start_server(self):
+ command = (
+ f"rasa run --enable-api -m \"{self.model_path}\" -p {self.port}"
+ )
+ # Redirect stdout and stderr to capture the output
+ with open(self.log_file, "w") as output_file:
+ self.server_process = subprocess.Popen(command, shell=True, stdout=output_file, stderr=subprocess.STDOUT)
+ self.server_process.wait() # Wait for the server process to finish
+
+
+ def start_server(self):
+ self.thread_pool.submit(self._start_server)
+
+ # Wait for a brief moment to allow the server to start
+ time.sleep(25)
+
+
+ def stop_server(self):
+ if self.server_process:
+ self.server_process.terminate()
+ self.server_process.wait()
+ self.server_process = None
+ self.thread_pool.shutdown(wait=True)
+
+
+ def preprocess_text(self, text):
+ # text to lower case and remove trailing and leading spaces
+ preprocessed_text = text.lower().strip()
+ # remove special characters, punctuation, and extra whitespaces
+ preprocessed_text = re.sub(r'[^\w\s]', '', preprocessed_text).strip()
+ return preprocessed_text
+
+
+ def extract_intent(self, text):
+ preprocessed_text = self.preprocess_text(text)
+ url = f"http://localhost:{self.port}/model/parse"
+ data = {
+ "text": preprocessed_text
+ }
+ response = requests.post(url, json=data)
+ if response.status_code == 200:
+ return response.json()
+ else:
+ return None
+
+
+ def process_intent(self, intent_output):
+ intent = intent_output["intent"]["name"]
+ entities = {}
+ for entity in intent_output["entities"]:
+ entity_name = entity["entity"]
+ entity_value = entity["value"]
+ entities[entity_name] = entity_value
+
+ return intent, entities \ No newline at end of file
diff --git a/agl_service_voiceagent/nlu/snips_interface.py b/agl_service_voiceagent/nlu/snips_interface.py
new file mode 100644
index 0000000..f0b05d2
--- /dev/null
+++ b/agl_service_voiceagent/nlu/snips_interface.py
@@ -0,0 +1,46 @@
+# SPDX-License-Identifier: Apache-2.0
+#
+# Copyright (c) 2023 Malik Talha
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+import re
+from typing import Text
+from snips_inference_agl import SnipsNLUEngine
+
+class SnipsInterface:
+ def __init__(self, model_path: Text):
+ self.engine = SnipsNLUEngine.from_path(model_path)
+
+ def preprocess_text(self, text):
+ # text to lower case and remove trailing and leading spaces
+ preprocessed_text = text.lower().strip()
+ # remove special characters, punctuation, and extra whitespaces
+ preprocessed_text = re.sub(r'[^\w\s]', '', preprocessed_text).strip()
+ return preprocessed_text
+
+ def extract_intent(self, text: Text):
+ preprocessed_text = self.preprocess_text(text)
+ result = self.engine.parse(preprocessed_text)
+ return result
+
+ def process_intent(self, intent_output):
+ intent_actions = {}
+ intent = intent_output['intent']['intentName']
+ slots = intent_output.get('slots', [])
+ for slot in slots:
+ action = slot['entity']
+ value = slot['value']['value']
+ intent_actions[action] = value
+
+ return intent, intent_actions \ No newline at end of file