Update app.py
Browse files
app.py
CHANGED
|
@@ -183,6 +183,7 @@ model = LiteLLMModel(
|
|
| 183 |
"deepseek-r1-distill-llama-70b",
|
| 184 |
api_base="https://api.groq.com/openai/v1",
|
| 185 |
custom_role_conversions=custom_role_conversions,
|
|
|
|
| 186 |
#num_ctx=819,
|
| 187 |
|
| 188 |
api_key=os.getenv("OPENAI_API_KEY")
|
|
|
|
| 183 |
"deepseek-r1-distill-llama-70b",
|
| 184 |
api_base="https://api.groq.com/openai/v1",
|
| 185 |
custom_role_conversions=custom_role_conversions,
|
| 186 |
+
max_tokens=6000,
|
| 187 |
#num_ctx=819,
|
| 188 |
|
| 189 |
api_key=os.getenv("OPENAI_API_KEY")
|