Akjava commited on
Commit
7629502
·
verified ·
1 Parent(s): 33678ab

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -182,6 +182,7 @@ model = LiteLLMModel(
182
  "deepseek-r1-distill-llama-70b",
183
  api_base="https://api.groq.com/openai/v1",
184
  custom_role_conversions=custom_role_conversions,
 
185
  api_key=os.getenv("OPENAI_API_KEY")
186
  )
187
 
 
182
  "deepseek-r1-distill-llama-70b",
183
  api_base="https://api.groq.com/openai/v1",
184
  custom_role_conversions=custom_role_conversions,
185
+ num_ctx=819,
186
  api_key=os.getenv("OPENAI_API_KEY")
187
  )
188