Update app.py
Browse files
app.py
CHANGED
@@ -65,8 +65,8 @@ def trans(text):
|
|
65 |
input_text = f"<2ja>{text}".encode('utf-8')
|
66 |
tokens = llm.tokenize(input_text)
|
67 |
print("Tokens:", tokens)
|
68 |
-
print(llama_model_decoder_start_token())
|
69 |
-
initial_tokens = [llm.
|
70 |
print("Initial Tokens:", initial_tokens)
|
71 |
return text
|
72 |
|
|
|
65 |
input_text = f"<2ja>{text}".encode('utf-8')
|
66 |
tokens = llm.tokenize(input_text)
|
67 |
print("Tokens:", tokens)
|
68 |
+
print(llm.llama_model_decoder_start_token())
|
69 |
+
initial_tokens = [llm.llama_model_decoder_start_token()]
|
70 |
print("Initial Tokens:", initial_tokens)
|
71 |
return text
|
72 |
|