Shreyas094 commited on
Commit
a2be5fe
·
verified ·
1 Parent(s): c0b4930

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -525,10 +525,9 @@ def get_response_from_llama(query, model, selected_docs, file_type, num_calls=1,
525
  # Generate content with streaming enabled
526
  for message in client.chat_completion(
527
  messages=messages,
528
- max_tokens=3000,
529
  temperature=temperature,
530
  stream=True,
531
- top_p=0.8,
532
 
533
  ):
534
  if message.choices and message.choices[0].delta and message.choices[0].delta.content:
 
525
  # Generate content with streaming enabled
526
  for message in client.chat_completion(
527
  messages=messages,
528
+ max_tokens=5000,
529
  temperature=temperature,
530
  stream=True,
 
531
 
532
  ):
533
  if message.choices and message.choices[0].delta and message.choices[0].delta.content: