Spaces:
Build error
Build error
Update app.py
Browse files
app.py
CHANGED
|
@@ -7,10 +7,9 @@ model = AutoModelForCausalLM.from_pretrained(
|
|
| 7 |
"microsoft/Phi-3.5-mini-instruct",
|
| 8 |
trust_remote_code=True,
|
| 9 |
torch_dtype=torch.float32, # Force float32 for CPU compatibility
|
| 10 |
-
device_map="auto", # Automatically handles CPU-only environment
|
| 11 |
)
|
| 12 |
|
| 13 |
-
tokenizer = AutoTokenizer.from_pretrained("microsoft/
|
| 14 |
|
| 15 |
# Create pipeline
|
| 16 |
pipe = pipeline(
|
|
|
|
| 7 |
"microsoft/Phi-3.5-mini-instruct",
|
| 8 |
trust_remote_code=True,
|
| 9 |
torch_dtype=torch.float32, # Force float32 for CPU compatibility
|
|
|
|
| 10 |
)
|
| 11 |
|
| 12 |
+
tokenizer = AutoTokenizer.from_pretrained("microsoft/Phi-3.5-mini-instruct")
|
| 13 |
|
| 14 |
# Create pipeline
|
| 15 |
pipe = pipeline(
|