Monimoy commited on
Commit
45a26a6
·
verified ·
1 Parent(s): a590924

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -1
app.py CHANGED
@@ -8,7 +8,8 @@ print(f"Using device: {device}")
8
 
9
  # Load the fine-tuned Phi-2 model in 4-bit quantization with CPU support
10
 
11
- model_name = "Monimoy/phi2-openassistant-lora-final"
 
12
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map={"": device})
13
 
14
  # Load tokenizer
 
8
 
9
  # Load the fine-tuned Phi-2 model in 4-bit quantization with CPU support
10
 
11
+ #model_name = "Monimoy/phi2-openassistant-lora-final"
12
+ model_name = "microsoft/phi-2"
13
  model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float32, device_map={"": device})
14
 
15
  # Load tokenizer