Henry Hickman commited on
Commit
ffc81c0
·
1 Parent(s): 11b8b6e

Updated model to be better

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -5,8 +5,7 @@ from transformers import pipeline
5
  pipe = pipeline(
6
  "text-generation",
7
  model="microsoft/Phi-3-mini-4k-instruct",
8
- torch_dtype="auto",
9
- device_map=1,
10
  max_new_tokens=300
11
  )
12
 
 
5
  pipe = pipeline(
6
  "text-generation",
7
  model="microsoft/Phi-3-mini-4k-instruct",
8
+ device=-1, # <-- forces CPU
 
9
  max_new_tokens=300
10
  )
11