Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,8 @@ print(f"Using device: {device}")
|
|
| 8 |
|
| 9 |
# Load the fine-tuned Phi-2 model in 4-bit quantization with CPU support
|
| 10 |
|
| 11 |
-
model_name = "Monimoy/phi2-openassistant-lora-final"
|
|
|
|
| 12 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map={"": device})
|
| 13 |
|
| 14 |
# Load tokenizer
|
|
|
|
| 8 |
|
| 9 |
# Load the fine-tuned Phi-2 model in 4-bit quantization with CPU support
|
| 10 |
|
| 11 |
+
#model_name = "Monimoy/phi2-openassistant-lora-final"
|
| 12 |
+
model_name = "microsoft/phi-2"
|
| 13 |
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map={"": device})
|
| 14 |
|
| 15 |
# Load tokenizer
|