Akjava commited on
Commit
4581798
·
verified ·
1 Parent(s): b0cb6a9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -284,7 +284,7 @@ def respond(
284
  repeat_penalty: float,
285
  ):
286
  llama = Llama("models/madlad400-3b-mt-q8_0.gguf")
287
- tokens = llama.tokenize(bf"{message}")
288
  llama.encode(tokens)
289
  tokens = [llama.decoder_start_token()]
290
  for token in llama.generate(tokens, top_k=40, top_p=0.95, temp=1, repeat_penalty=1.0):
 
284
  repeat_penalty: float,
285
  ):
286
  llama = Llama("models/madlad400-3b-mt-q8_0.gguf")
287
+ tokens = llama.tokenize(f"{message}".encode('utf-8'))
288
  llama.encode(tokens)
289
  tokens = [llama.decoder_start_token()]
290
  for token in llama.generate(tokens, top_k=40, top_p=0.95, temp=1, repeat_penalty=1.0):