Update app.py

app.py

@@ -83,13 +83,13 @@ def get_conversational_chain():
     #repo_id='meta-llama/Meta-Llama-3-70B'
     repo_id = 'microsoft/Phi-3-mini-4k-instruct'
     llm = HuggingFaceEndpoint(
-    repo_id=repo_id,  temperature=0.3)
+    repo_id=repo_id, max_length=512, temperature=0.5, token=userdata.get('HUGGING_FACE_API_KEY'))
     #tokenizer = AutoTokenizer.from_pretrained("google/gemma-1.1-2b-it")
     #llm = AutoModelForCausalLM.from_pretrained("google/gemma-1.1-2b-it")
 
     #llm = pipeline("text-generation", model="google/gemma-1.1-2b-it")
 
-    pt = ChatPromptTemplate.from_template(template)
+    pt = ChatPromptTemplate.from_template(prompt_template)
     # Retrieve and generate using the relevant snippets of the blog.
     retriever = db.as_retriever()
     rag_chain = (