Akjava commited on
Commit
e4ae0b0
·
verified ·
1 Parent(s): 0ffa096

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -183,7 +183,7 @@ model = LiteLLMModel(
183
  "deepseek-r1-distill-llama-70b",
184
  api_base="https://api.groq.com/openai/v1",
185
  custom_role_conversions=custom_role_conversions,
186
- max_tokens=int(6000*0.7),
187
  #num_ctx=819,
188
 
189
  api_key=os.getenv("OPENAI_API_KEY")
 
183
  "deepseek-r1-distill-llama-70b",
184
  api_base="https://api.groq.com/openai/v1",
185
  custom_role_conversions=custom_role_conversions,
186
+ max_tokens=int(6000*0.65),
187
  #num_ctx=819,
188
 
189
  api_key=os.getenv("OPENAI_API_KEY")