Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -11,7 +11,7 @@ pipeline = transformers.pipeline(
|
|
| 11 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
| 12 |
device="cuda",
|
| 13 |
)
|
| 14 |
-
pipeline.model = PeftModel.from_pretrained(
|
| 15 |
|
| 16 |
def chat_function(message, history, system_prompt, max_new_tokens, temperature):
|
| 17 |
messages = [{"role":"system","content":system_prompt},
|
|
|
|
| 11 |
model_kwargs={"torch_dtype": torch.bfloat16},
|
| 12 |
device="cuda",
|
| 13 |
)
|
| 14 |
+
pipeline.model = PeftModel.from_pretrained(base_model, model_id)
|
| 15 |
|
| 16 |
def chat_function(message, history, system_prompt, max_new_tokens, temperature):
|
| 17 |
messages = [{"role":"system","content":system_prompt},
|