SimranShaikh commited on
Commit
57ecfe6
·
verified ·
1 Parent(s): 0c18b29
Files changed (1) hide show
  1. src/streamlit_app.py +1 -1
src/streamlit_app.py CHANGED
@@ -43,7 +43,7 @@ class SimplePDFRAG:
43
  'all-MiniLM-L6-v2', cache_folder=cache_dir
44
  )
45
  st.info("Loading IBM Granite model...")
46
- model_name = "ibm-granite/granite-3.0-2b-instruct"
47
  self.tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir=cache_dir)
48
  self.granite_model = AutoModelForCausalLM.from_pretrained(
49
  model_name, cache_dir=cache_dir, torch_dtype=torch.float32
 
43
  'all-MiniLM-L6-v2', cache_folder=cache_dir
44
  )
45
  st.info("Loading IBM Granite model...")
46
+ model_name = "ibm-granite/granite-3-2-2b-instruct"
47
  self.tokenizer = AutoTokenizer.from_pretrained(model_name, cache_dir=cache_dir)
48
  self.granite_model = AutoModelForCausalLM.from_pretrained(
49
  model_name, cache_dir=cache_dir, torch_dtype=torch.float32