Update main.py

main.py

@@ -17,18 +17,31 @@ llm_client = InferenceClient(
     token=HF_TOKEN,  
 )  
 
+# Configure Llama index settings  
+# Settings.llm = HuggingFaceInferenceAPI(  
+#     model_name=repo_id,  
+#     tokenizer_name=repo_id,  
+#     context_window=3000,  
+#     token=HF_TOKEN,  
+#     max_new_tokens=512,  
+#     generate_kwargs={"temperature": 0.1},  
+# )  
+# Settings.embed_model = HuggingFaceEmbedding(  
+#     model_name="BAAI/bge-small-en-v1.5"  
+# )  
 # Configure Llama index settings  
 Settings.llm = HuggingFaceInferenceAPI(  
-    model_name=repo_id,  
-    tokenizer_name=repo_id,  
+    model_name="xlm-roberta-base",  
+    tokenizer_name="xlm-roberta-base",  
     context_window=3000,  
     token=HF_TOKEN,  
     max_new_tokens=512,  
     generate_kwargs={"temperature": 0.1},  
 )  
+
 Settings.embed_model = HuggingFaceEmbedding(  
-    model_name="BAAI/bge-small-en-v1.5"  
-)  
+    model_name="sentence-transformers/paraphrase-xlm-r-100langs-v1"  
+)
 
 PERSIST_DIR = "db"  
 PDF_DIRECTORY = 'data'  
@@ -57,18 +70,42 @@ def data_ingestion_from_directory():
     index.storage_context.persist(persist_dir=PERSIST_DIR)  
 
 def handle_query(query):  
-    chat_text_qa_msgs = [  
-        (  
-            "user",  
-            """  
-            You are the Taj Hotel chatbot, known as Taj Hotel Helper. Your goal is to provide accurate and professional answers to user queries based on the information available about the Taj Hotel. Always respond clearly and concisely, ideally within 10-15 words. If you don't know the answer, say so politely.  
-            Context:  
-            {context_str}  
-            User's Question:  
-            {query_str}  
-            """  
-        )  
-    ]  
+    # chat_text_qa_msgs = [  
+    #     (  
+    #         "user",  
+    #         """  
+    #         You are the Taj Hotel chatbot, known as Taj Hotel Helper. Your goal is to provide accurate and professional answers to user queries based on the information available about the Taj Hotel. Always respond clearly and concisely, ideally within 10-15 words. If you don't know the answer, say so politely.  
+    #         Context:  
+    #         {context_str}  
+    #         User's Question:  
+    #         {query_str}  
+    #         """  
+    #     )  
+    # ]  
+    chat_text_qa_msgs = [
+        (
+            "user",
+            """
+            You are the Taj Hotel chatbot, known as Taj Hotel Helper. 
+            Your goal is to provide accurate and professional answers to 
+            user queries about the Taj Hotel in the language they use: 
+            English, Telugu, or Hindi. Always respond clearly and concisely, 
+            ideally within 10-15 words. If you don't know the answer, say so politely.
+    
+            Context:
+            {context_str}
+    
+            User's Question:
+            {query_str}
+    
+            Language-Specific Guidance:
+            - For English: Respond in English.
+            - For Telugu: తెలుగు లో సమాధానం ఇవ్వండి.
+            - For Hindi: हिंदी में उत्तर दें.
+            """
+        )
+    ]
+
     
     text_qa_template = ChatPromptTemplate.from_messages(chat_text_qa_msgs)