bryanpinheiro commited on
Commit
8d5e154
·
verified ·
1 Parent(s): 284b0c2

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -7,10 +7,9 @@ model = AutoModelForCausalLM.from_pretrained(
7
  "microsoft/Phi-3.5-mini-instruct",
8
  trust_remote_code=True,
9
  torch_dtype=torch.float32, # Force float32 for CPU compatibility
10
- device_map="auto", # Automatically handles CPU-only environment
11
  )
12
 
13
- tokenizer = AutoTokenizer.from_pretrained("microsoft/phi-3-mini-instruct")
14
 
15
  # Create pipeline
16
  pipe = pipeline(
 
7
  "microsoft/Phi-3.5-mini-instruct",
8
  trust_remote_code=True,
9
  torch_dtype=torch.float32, # Force float32 for CPU compatibility
 
10
  )
11
 
12
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-mini-instruct")
13
 
14
  # Create pipeline
15
  pipe = pipeline(