safiaa02 commited on
Commit
7980c0e
·
verified ·
1 Parent(s): b5b3fdf

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -53,8 +53,8 @@ def retrieve_milestone(user_input):
53
  _, indices = index.search(user_embedding, 1)
54
  return descriptions[indices[0][0]] if indices[0][0] < len(descriptions) else "No relevant milestone found."
55
 
56
- # Initialize smaller IBM Granite Model
57
- model_name = "ibm-granite/granite-3b-instruct"
58
  tokenizer = AutoTokenizer.from_pretrained(model_name)
59
  lm_model = AutoModelForCausalLM.from_pretrained(model_name)
60
  generation_pipeline = pipeline("text-generation", model=lm_model, tokenizer=tokenizer, max_length=512)
 
53
  _, indices = index.search(user_embedding, 1)
54
  return descriptions[indices[0][0]] if indices[0][0] < len(descriptions) else "No relevant milestone found."
55
 
56
+ # Initialize IBM Granite Model
57
+ model_name = "ibm-granite/granite-rag-3.0-8b-lora"
58
  tokenizer = AutoTokenizer.from_pretrained(model_name)
59
  lm_model = AutoModelForCausalLM.from_pretrained(model_name)
60
  generation_pipeline = pipeline("text-generation", model=lm_model, tokenizer=tokenizer, max_length=512)