Akjava commited on
Commit
f7edb70
·
verified ·
1 Parent(s): df7fa5d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -65,8 +65,8 @@ def trans(text):
65
  input_text = f"<2ja>{text}".encode('utf-8')
66
  tokens = llm.tokenize(input_text)
67
  print("Tokens:", tokens)
68
- print(llama_model_decoder_start_token())
69
- initial_tokens = [llm.decoder_start_token()]
70
  print("Initial Tokens:", initial_tokens)
71
  return text
72
 
 
65
  input_text = f"<2ja>{text}".encode('utf-8')
66
  tokens = llm.tokenize(input_text)
67
  print("Tokens:", tokens)
68
+ print(llm.llama_model_decoder_start_token())
69
+ initial_tokens = [llm.llama_model_decoder_start_token()]
70
  print("Initial Tokens:", initial_tokens)
71
  return text
72