Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -50,7 +50,7 @@ if torch.cuda.is_available():
|
|
| 50 |
model = AutoModelForCausalLM.from_pretrained(
|
| 51 |
model_id, device_map="cuda", torch_dtype=torch.bfloat16
|
| 52 |
)
|
| 53 |
-
reft_model = ReftModel.load("Ayushnangia/Lossfunk-Residency-Llama-3-8B-Instruct", model, from_huggingface_hub=True
|
| 54 |
reft_model.set_device("cuda")
|
| 55 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 56 |
tokenizer.use_default_system_prompt = True
|
|
|
|
| 50 |
model = AutoModelForCausalLM.from_pretrained(
|
| 51 |
model_id, device_map="cuda", torch_dtype=torch.bfloat16
|
| 52 |
)
|
| 53 |
+
reft_model = ReftModel.load("Ayushnangia/Lossfunk-Residency-Llama-3-8B-Instruct", model, from_huggingface_hub=True)
|
| 54 |
reft_model.set_device("cuda")
|
| 55 |
tokenizer = AutoTokenizer.from_pretrained(model_id)
|
| 56 |
tokenizer.use_default_system_prompt = True
|