Update main.py

main.py

@@ -34,14 +34,14 @@ def generate_text(
     api_key: str = Depends(get_api_key)
 ):
     prompt = body.get("prompt", "")
-    sys_prompt = body.get("sysPrompt", "")
+    system_prompt = body.get("sysPrompt", "")
     temperature = body.get("temperature", 0.5)
     top_p = body.get("top_p", 0.95)
     max_new_tokens = body.get("max_new_tokens",512)
     repetition_penalty = body.get("repetition_penalty", 1.0)
     print(f"temperature + {temperature}")
     history = []  # You might need to handle this based on your actual usage
-    formatted_prompt = format_prompt(prompt, history)
+    formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
 
     stream = client.text_generation(
         formatted_prompt,