Akjava commited on
Commit
25a7a48
·
verified ·
1 Parent(s): 4581798

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -284,7 +284,8 @@ def respond(
284
  repeat_penalty: float,
285
  ):
286
  llama = Llama("models/madlad400-3b-mt-q8_0.gguf")
287
- tokens = llama.tokenize(f"{message}".encode('utf-8'))
 
288
  llama.encode(tokens)
289
  tokens = [llama.decoder_start_token()]
290
  for token in llama.generate(tokens, top_k=40, top_p=0.95, temp=1, repeat_penalty=1.0):
 
284
  repeat_penalty: float,
285
  ):
286
  llama = Llama("models/madlad400-3b-mt-q8_0.gguf")
287
+ #tokens = llama.tokenize(f"{message}".encode('utf-8'))#
288
+ tokens = llama.tokenize(b"What is the capital of France?")
289
  llama.encode(tokens)
290
  tokens = [llama.decoder_start_token()]
291
  for token in llama.generate(tokens, top_k=40, top_p=0.95, temp=1, repeat_penalty=1.0):