Update app.py
Browse files
app.py
CHANGED
|
@@ -4,7 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
|
|
| 4 |
import torch
|
| 5 |
|
| 6 |
# Load IBM Granite model
|
| 7 |
-
model_id = "ibm/granite-
|
| 8 |
token = os.getenv("HF_TOKEN") # Use Hugging Face Secrets
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float32, use_auth_token=token)
|
|
|
|
| 4 |
import torch
|
| 5 |
|
| 6 |
# Load IBM Granite model
|
| 7 |
+
model_id = "ibm/granite-3.3-2b-instruct"
|
| 8 |
token = os.getenv("HF_TOKEN") # Use Hugging Face Secrets
|
| 9 |
tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token)
|
| 10 |
model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float32, use_auth_token=token)
|