Update app.py

app.py

@@ -61,6 +61,13 @@ llm = None
 llm_model = None
 
 def trans(text):
+    text = "こんにちは"
+    input_text = f"<2ja>{text}"
+    tokens = llm.tokenize(input_text)
+    print("Tokens:", tokens)
+    initial_tokens = [llm.decoder_start_token()]
+    print("Initial Tokens:", initial_tokens)
+    return text
     llama = llm
     text = f"<2ja>{text}".encode()
     tokens = llama.tokenize(text)