Update app.py
Browse files
app.py
CHANGED
|
@@ -8,7 +8,7 @@ model_name = "TinyLlama/TinyLlama-1.1B-Chat-v1.0" # A great smaller chat model
|
|
| 8 |
# Load tokenizer and create pipeline
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(
|
| 11 |
-
|
| 12 |
torch_dtype=torch.float16,
|
| 13 |
device_map="auto" # Uses GPU if available, falls back to CPU
|
| 14 |
)
|
|
|
|
| 8 |
# Load tokenizer and create pipeline
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(
|
| 11 |
+
model_name,
|
| 12 |
torch_dtype=torch.float16,
|
| 13 |
device_map="auto" # Uses GPU if available, falls back to CPU
|
| 14 |
)
|