Spaces:

tlogandesigns
/

better_questions

Sleeping

tlogandesigns commited on Jan 9

Commit

c5a670a

verified ·

1 Parent(s): 1e48bdf

Update app.py

Files changed (1) hide show

app.py CHANGED Viewed

@@ -58,7 +58,7 @@ print("Loading model...")
 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,
-    torch_dtype=torch.float16,
     device_map="auto",
 )
 print("Model loaded successfully!")

 tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME)
 model = AutoModelForCausalLM.from_pretrained(
     MODEL_NAME,
+    dtype=torch.float16,  # Changed from torch_dtype
     device_map="auto",
 )
 print("Model loaded successfully!")