Update app.py

app.py

@@ -3,7 +3,7 @@ import torch
 from transformers import AutoModelForCausalLM, AutoTokenizer
 
 def runLLM ():
-    model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-small", device_map="auto") #, torch_dtype=torch.float16)
+    model = AutoModelForCausalLM.from_pretrained("cyberagent/open-calm-small", device_map="auto", torch_dtype=torch.float16)
     tokenizer = AutoTokenizer.from_pretrained("cyberagent/open-calm-small")
 
     inputs = tokenizer("AIによって私達の暮らしは、", return_tensors="pt").to(model.device)
@@ -19,11 +19,11 @@ def runLLM ():
             pad_token_id=tokenizer.pad_token_id,
         )
 
-    """
+    
     output = tokenizer.decode(tokens[0], skip_special_tokens=True)
-    """
+    
 
-    output = "やあやあ"
+    #output = "やあやあ"
     
     return output