call-llm-server

src/server/main.py

@@ -171,7 +171,6 @@ async def generate_audio(
 class ChatRequest(BaseModel):
     prompt: str
     src_lang: str = "kan_Knda"  # Default to Kannada
-    tgt_lang: str = "kan_Knda"  # Default to Kannada
 
     @field_validator("prompt")
     def prompt_must_be_valid(cls, v):
@@ -183,40 +182,6 @@ class ChatResponse(BaseModel):
     response: str
 
 
-async def call_external_translation(sentences: List[str], src_lang: str, tgt_lang: str) -> List[str]:
-    external_url = "https://gaganyatri-dhwani-server.hf.space/v1/translate"
-    payload = {
-        "sentences": sentences,
-        "src_lang": src_lang,
-        "tgt_lang": tgt_lang
-    }
-    try:
-        response = requests.post(
-            external_url,
-            json=payload,
-            headers={
-                "accept": "application/json",
-                "Content-Type": "application/json"
-            },
-            timeout=10
-        )
-        response.raise_for_status()
-        translations = response.json().get("translations", [])
-        if not translations or len(translations) != len(sentences):
-            logger.warning(f"Unexpected response format: {response.json()}")
-            raise ValueError("Invalid response from translation service")
-        return translations
-    except requests.Timeout:
-        logger.error("Translation request timed out")
-        raise HTTPException(status_code=504, detail="Translation service timeout")
-    except requests.RequestException as e:
-        logger.error(f"Error during translation: {str(e)}")
-        raise HTTPException(status_code=500, detail=f"Translation failed: {str(e)}")
-    except ValueError as e:
-        logger.error(f"Invalid response: {str(e)}")
-        raise HTTPException(status_code=500, detail=str(e))
-
-
 @app.post("/v1/chat", response_model=ChatResponse)
 @limiter.limit(settings.chat_rate_limit)
 async def chat(request: Request, chat_request: ChatRequest):
@@ -225,26 +190,13 @@ async def chat(request: Request, chat_request: ChatRequest):
     logger.info(f"Received prompt: {chat_request.prompt}, src_lang: {chat_request.src_lang}, tgt_lang: {chat_request.tgt_lang}")
     
     try:
-        '''
-        # Translate prompt to English if src_lang is not English
-        if chat_request.src_lang != "eng_Latn":
-            translated_prompt = await call_external_translation(
-                sentences=[chat_request.prompt],
-                src_lang=chat_request.src_lang,
-                tgt_lang="eng_Latn"
-            )
-            prompt_to_process = translated_prompt[0]
-            logger.info(f"Translated prompt to English: {prompt_to_process}")
-        else:
-            prompt_to_process = chat_request.prompt
-            logger.info("Prompt already in English, no translation needed")
-        '''
+
         # Call the external API instead of llm_manager.generate
         external_url = "https://gaganyatri-llm-indic-server.hf.space/v1/chat"
         payload = {
             "prompt": chat_request.prompt ,
-            "src_lang": chat_request.src_lang,  # Sending English prompt to the external API
-            "tgt_lang": "eng_Latn"   # Expecting English response initially
+            "src_lang": chat_request.src_lang,  
+            "tgt_lang" : chat_request.src_lang
         }
         
         response = requests.post(
@@ -254,30 +206,16 @@ async def chat(request: Request, chat_request: ChatRequest):
                 "accept": "application/json",
                 "Content-Type": "application/json"
             },
-            timeout=10
+            timeout=30
         )
         response.raise_for_status()  # Raise an exception for bad status codes
         
         # Extract the response text from the API
         response_data = response.json()
-        english_response = response_data.get("response", "")
-        logger.info(f"Generated English response from external API: {english_response}")
-
-        '''
-        # Translate response to target language if tgt_lang is not English
-        if chat_request.tgt_lang != "eng_Latn":
-            translated_response = await call_external_translation(
-                sentences=[english_response],
-                src_lang="eng_Latn",
-                tgt_lang=chat_request.tgt_lang
-            )
-            final_response = translated_response[0]
-            logger.info(f"Translated response to {chat_request.tgt_lang}: {final_response}")
-        else:
-            final_response = english_response
-            logger.info("Response kept in English, no translation needed")
-        '''
-        return ChatResponse(response=english_response)
+        response = response_data.get("response", "")
+        logger.info(f"Generated Chat response from external API: {response}")
+
+        return ChatResponse(response=response)
     
     except requests.Timeout:
         logger.error("External chat API request timed out")