Update app.py
Browse files
app.py
CHANGED
@@ -98,7 +98,7 @@ def respond(
|
|
98 |
outputs =""
|
99 |
iteration = 1
|
100 |
for i in range(iteration):
|
101 |
-
for token in llama.generate(tokens, top_k=top_k, top_p=top_p, temp=temperature, repeat_penalty=repeat_penalty
|
102 |
outputs+= llama.detokenize([token]).decode()
|
103 |
yield outputs
|
104 |
if token == llama.token_eos():
|
|
|
98 |
outputs =""
|
99 |
iteration = 1
|
100 |
for i in range(iteration):
|
101 |
+
for token in llama.generate(tokens, top_k=top_k, top_p=top_p, temp=temperature, repeat_penalty=repeat_penalty):
|
102 |
outputs+= llama.detokenize([token]).decode()
|
103 |
yield outputs
|
104 |
if token == llama.token_eos():
|