Di Zhang commited on
Commit
611802b
·
verified ·
1 Parent(s): 7271565

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -39,7 +39,7 @@ def generate_text(message, history, max_tokens=512, temperature=0.9, top_p=0.95)
39
  inputs = model.tokenize(input_texts[0].encode('utf-8'))
40
  for token in model.generate(inputs, top_p=top_p, temp=temperature):
41
  #print(f"token: {token}")
42
- text = model.detokenize([token],special=True)
43
  #print(f"text detok: {text}")
44
  temp += text.decode('utf-8')
45
  yield temp
 
39
  inputs = model.tokenize(input_texts[0].encode('utf-8'))
40
  for token in model.generate(inputs, top_p=top_p, temp=temperature):
41
  #print(f"token: {token}")
42
+ text = model.detokenize([token])
43
  #print(f"text detok: {text}")
44
  temp += text.decode('utf-8')
45
  yield temp