Di Zhang
commited on
Update app.py
Browse files
app.py
CHANGED
@@ -39,7 +39,7 @@ def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95)
|
|
39 |
inputs = model.tokenize(input_texts[0].encode('utf-8'))
|
40 |
for token in model.generate(inputs, top_p=top_p, temp=temperature):
|
41 |
#print(f"token: {token}")
|
42 |
-
text = model.detokenize([token]
|
43 |
#print(f"text detok: {text}")
|
44 |
temp += text.decode('utf-8')
|
45 |
yield temp
|
|
|
39 |
inputs = model.tokenize(input_texts[0].encode('utf-8'))
|
40 |
for token in model.generate(inputs, top_p=top_p, temp=temperature):
|
41 |
#print(f"token: {token}")
|
42 |
+
text = model.detokenize([token])
|
43 |
#print(f"text detok: {text}")
|
44 |
temp += text.decode('utf-8')
|
45 |
yield temp
|