reshma-05 commited on
Commit
e3f7c53
·
verified ·
1 Parent(s): bed3e43

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
4
  import torch
5
 
6
  # Load IBM Granite model
7
- model_id = "ibm/granite-3b-instruct-v1"
8
  token = os.getenv("HF_TOKEN") # Use Hugging Face Secrets
9
  tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token)
10
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float32, use_auth_token=token)
 
4
  import torch
5
 
6
  # Load IBM Granite model
7
+ model_id = "ibm/granite-3.3-2b-instruct"
8
  token = os.getenv("HF_TOKEN") # Use Hugging Face Secrets
9
  tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=token)
10
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype=torch.float32, use_auth_token=token)