Update app.py
Browse files
app.py
CHANGED
|
@@ -65,8 +65,8 @@ def trans(text):
|
|
| 65 |
input_text = f"<2ja>{text}".encode('utf-8')
|
| 66 |
tokens = llm.tokenize(input_text)
|
| 67 |
print("Tokens:", tokens)
|
| 68 |
-
print(llama_model_decoder_start_token())
|
| 69 |
-
initial_tokens = [llm.
|
| 70 |
print("Initial Tokens:", initial_tokens)
|
| 71 |
return text
|
| 72 |
|
|
|
|
| 65 |
input_text = f"<2ja>{text}".encode('utf-8')
|
| 66 |
tokens = llm.tokenize(input_text)
|
| 67 |
print("Tokens:", tokens)
|
| 68 |
+
print(llm.llama_model_decoder_start_token())
|
| 69 |
+
initial_tokens = [llm.llama_model_decoder_start_token()]
|
| 70 |
print("Initial Tokens:", initial_tokens)
|
| 71 |
return text
|
| 72 |
|