Add T2S func

app.py

@@ -17,6 +17,8 @@ from langchain.tools import DuckDuckGoSearchRun
 from langchain.utilities import WikipediaAPIWrapper
 from langchain.python import PythonREPL
 from langchain.chains import LLMMathChain
+import azure.cognitiveservices.speech as speechsdk
+
 
 import pinecone      
 from pinecone.core.client.configuration import Configuration as OpenApiConfiguration
@@ -44,6 +46,12 @@ from langchain.document_loaders import (
 from langchain.text_splitter import RecursiveCharacterTextSplitter
 from langchain.docstore.document import Document
 
+speech_config = speechsdk.SpeechConfig(subscription=os.getenv('SPEECH_KEY'), region=os.getenv('SPEECH_REGION'))
+audio_config = speechsdk.audio.AudioOutputConfig(use_default_speaker=True)
+speech_config.speech_synthesis_voice_name='en-US-JennyNeural'
+global speech_synthesizer
+speech_synthesizer = speechsdk.SpeechSynthesizer(speech_config=speech_config, audio_config=audio_config)
+
 # Custom document loaders
 class MyElmLoader(UnstructuredEmailLoader):
     """Wrapper to fallback to text/plain when default does not work"""
@@ -200,6 +208,24 @@ class DB_Search(BaseTool):
     def _arun(self, query: str):
         raise NotImplementedError("N/A")
 
+def Text2Sound(text):
+    global speech_synthesizer
+    speech_synthesis_result = speech_synthesizer.speak_text_async(text).get()
+    if speech_synthesis_result.reason == speechsdk.ResultReason.SynthesizingAudioCompleted:
+        print("Speech synthesized for text [{}]".format(text))
+    elif speech_synthesis_result.reason == speechsdk.ResultReason.Canceled:
+        cancellation_details = speech_synthesis_result.cancellation_details
+        print("Speech synthesis canceled: {}".format(cancellation_details.reason))
+        if cancellation_details.reason == speechsdk.CancellationReason.Error:
+            if cancellation_details.error_details:
+                print("Error details: {}".format(cancellation_details.error_details))
+                print("Did you set the speech resource key and region values?")
+
+Text2Sound_tool = Tool(
+    name = "Text To Sound",
+    func = Text2Sound.run,
+    description = "Useful when you need to convert text into sound file."
+)
 
 
 Wikipedia = WikipediaAPIWrapper()
@@ -249,7 +275,7 @@ math_tool = Tool(
     description ='Useful for when you need to answer questions about math.'
 )
 
-tools = [DB_Search(), duckduckgo_tool, wikipedia_tool, python_tool, math_tool]
+tools = [DB_Search(), duckduckgo_tool, wikipedia_tool, python_tool, math_tool, Text2Sound_tool]
 
 # tools = load_tools(["Vector Database Search","Wikipedia Search","Python REPL","llm-math"], llm=llm)
 
@@ -275,7 +301,8 @@ Vector Database Search: This is the internal database to search information firs
 Duckduckgo Internet Search: Useful to search information in internet when it is not available in other tools.
 Wikipedia Search: Useful to search a topic, country or person when there is no availble information in vector database
 Python REPL: Useful when you need python to answer questions. You should input python code.
-Calculator: Useful for when you need to answer questions about math."""
+Calculator: Useful for when you need to answer questions about math.
+Text To Sound: Useful when you need to convert text into sound file."""
 
 FORMAT_INSTRUCTIONS = """Use the following format:
 

requirements.txt

@@ -5,4 +5,5 @@ gradio
 pinecone-client
 wikipedia
 duckduckgo-search
-tiktoken
+tiktoken
+azure-cognitiveservices-speech