Spaces:

Daemontatox
/

Mawared-Support-Assistant

Running

Daemontatox commited on Jan 10

Commit

ba78767

verified ·

1 Parent(s): 78b486e

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -110,10 +110,10 @@ retriever = db.as_retriever(
 # Set up the LLM
 llm = ChatOpenAI(
     base_url="https://api-inference.huggingface.co/v1/",
-    temperature=0,
     api_key=HF_TOKEN,
     model="Qwen/Qwen2.5-Coder-32B-Instruct",
-    stream=True
 )

 # Set up the LLM
 llm = ChatOpenAI(
     base_url="https://api-inference.huggingface.co/v1/",
+    temperature=0.1,
     api_key=HF_TOKEN,
     model="Qwen/Qwen2.5-Coder-32B-Instruct",
+    max_new_tokens=4096
 )