Update app.py
Browse files
app.py
CHANGED
|
@@ -16,7 +16,7 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
|
|
| 16 |
|
| 17 |
# Load tokenizer and base model
|
| 18 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 19 |
-
|
| 20 |
model_name,
|
| 21 |
torch_dtype="auto",
|
| 22 |
device_map="auto"
|
|
|
|
| 16 |
|
| 17 |
# Load tokenizer and base model
|
| 18 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 19 |
+
model = AutoModelForCausalLM.from_pretrained(
|
| 20 |
model_name,
|
| 21 |
torch_dtype="auto",
|
| 22 |
device_map="auto"
|