Update app.py

app.py

@@ -53,8 +53,8 @@ def retrieve_milestone(user_input):
     _, indices = index.search(user_embedding, 1)
     return descriptions[indices[0][0]] if indices[0][0] < len(descriptions) else "No relevant milestone found."
 
-# Initialize IBM Granite Model
-model_name = "ibm-granite/granite-3.2-8b-instruct-preview"
+# Initialize smaller IBM Granite Model
+model_name = "ibm-granite/granite-3b-instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 lm_model = AutoModelForCausalLM.from_pretrained(model_name)
 generation_pipeline = pipeline("text-generation", model=lm_model, tokenizer=tokenizer, max_length=512)