Akjava commited on
Commit
57c0898
·
verified ·
1 Parent(s): 2efeef1

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -98,7 +98,7 @@ def respond(
98
  outputs =""
99
  iteration = 1
100
  for i in range(iteration):
101
- for token in llama.generate(tokens, top_k=top_k, top_p=top_p, temp=temperature, repeat_penalty=repeat_penalty,max_tokens=max_tokens):
102
  outputs+= llama.detokenize([token]).decode()
103
  yield outputs
104
  if token == llama.token_eos():
 
98
  outputs =""
99
  iteration = 1
100
  for i in range(iteration):
101
+ for token in llama.generate(tokens, top_k=top_k, top_p=top_p, temp=temperature, repeat_penalty=repeat_penalty):
102
  outputs+= llama.detokenize([token]).decode()
103
  yield outputs
104
  if token == llama.token_eos():