Update app.py
Browse files
app.py
CHANGED
@@ -183,7 +183,7 @@ model = LiteLLMModel(
|
|
183 |
"deepseek-r1-distill-llama-70b",
|
184 |
api_base="https://api.groq.com/openai/v1",
|
185 |
custom_role_conversions=custom_role_conversions,
|
186 |
-
max_tokens=int(6000*0.
|
187 |
#num_ctx=819,
|
188 |
|
189 |
api_key=os.getenv("OPENAI_API_KEY")
|
|
|
183 |
"deepseek-r1-distill-llama-70b",
|
184 |
api_base="https://api.groq.com/openai/v1",
|
185 |
custom_role_conversions=custom_role_conversions,
|
186 |
+
max_tokens=int(6000*0.65),
|
187 |
#num_ctx=819,
|
188 |
|
189 |
api_key=os.getenv("OPENAI_API_KEY")
|