Shreyas094 commited on
Commit
d246f39
·
verified ·
1 Parent(s): 38817b8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -702,7 +702,7 @@ def get_response_from_pdf(query, model, selected_docs, num_calls=3, temperature=
702
  logging.info(f"API call {i+1}/{num_calls}")
703
  for message in client.chat_completion(
704
  messages=messages,
705
- max_tokens=20000,
706
  temperature=temperature,
707
  stream=True,
708
  top_p=0.8,
 
702
  logging.info(f"API call {i+1}/{num_calls}")
703
  for message in client.chat_completion(
704
  messages=messages,
705
+ max_new_tokens=20000,
706
  temperature=temperature,
707
  stream=True,
708
  top_p=0.8,