Update app.py
Browse files
app.py
CHANGED
@@ -193,12 +193,12 @@ BROWSER_CONFIG = {
|
|
193 |
|
194 |
os.makedirs(f"./{BROWSER_CONFIG['downloads_folder']}", exist_ok=True)
|
195 |
|
196 |
-
model =
|
197 |
#"deepseek-r1-distill-qwen-32b",
|
198 |
"llama-3.3-70b-versatile",
|
199 |
api_base="https://api.groq.com/openai/v1",
|
200 |
custom_role_conversions=custom_role_conversions,
|
201 |
-
|
202 |
api_key=os.getenv("OPENAI_API_KEY")#Groq API
|
203 |
)
|
204 |
model._flatten_messages_as_text = True
|
|
|
193 |
|
194 |
os.makedirs(f"./{BROWSER_CONFIG['downloads_folder']}", exist_ok=True)
|
195 |
|
196 |
+
model = LiteLLMModel(
|
197 |
#"deepseek-r1-distill-qwen-32b",
|
198 |
"llama-3.3-70b-versatile",
|
199 |
api_base="https://api.groq.com/openai/v1",
|
200 |
custom_role_conversions=custom_role_conversions,
|
201 |
+
max_completion_tokens=2000,
|
202 |
api_key=os.getenv("OPENAI_API_KEY")#Groq API
|
203 |
)
|
204 |
model._flatten_messages_as_text = True
|