FrederickSundeep commited on
Commit
7b0bd94
·
1 Parent(s): b95e062

update commit with phi-3 mini 112

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -16,7 +16,7 @@ model = AutoModelForCausalLM.from_pretrained(
16
  )
17
 
18
  # ✅ Create pipeline — device=0 will use CUDA if available
19
- pipe = pipeline("text-generation", model=model, tokenizer=tokenizer, device=0)
20
 
21
  # ✅ Detect actual device
22
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
16
  )
17
 
18
  # ✅ Create pipeline — device=0 will use CUDA if available
19
+ pipe = pipeline("text-generation", model=model, tokenizer=tokenizer)
20
 
21
  # ✅ Detect actual device
22
  device = torch.device("cuda" if torch.cuda.is_available() else "cpu")