kodetr commited on
Commit
16bd253
·
verified ·
1 Parent(s): d487b54

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -1
app.py CHANGED
@@ -66,7 +66,11 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
66
  max_new_tokens=max_new_tokens,
67
  do_sample=True,
68
  temperature=temperature,
69
- eos_token_id=[128001,128008],
 
 
 
 
70
  )
71
 
72
  thread = Thread(target=model.generate, kwargs=generate_kwargs)
 
66
  max_new_tokens=max_new_tokens,
67
  do_sample=True,
68
  temperature=temperature,
69
+ eos_token_id=[
70
+ 128001,
71
+ 128008,
72
+ 128009
73
+ ]
74
  )
75
 
76
  thread = Thread(target=model.generate, kwargs=generate_kwargs)