Update app.py

app.py

@@ -4,6 +4,7 @@ import os
 import logging
 
 from langchain_ollama import ChatOllama
+from langchain_community.llms import Ollama
 
 from langchain_community.document_loaders import PyPDFLoader
 
@@ -142,6 +143,9 @@ def main() -> None:
     ## from llama3.2:latest to unsloth/Llama-3.2-3B
     model = ChatOllama(model="unsloth/Llama-3.2-3B")
 
+    test_llm = model
+    test_llm.invoke("Why is the sky blue?")
+    
     rag_chain = (
         {"context": retriever|format_docs, "question": RunnablePassthrough()}
         | prompt
@@ -160,10 +164,7 @@ def main() -> None:
     if submit and text:
         with st.spinner("Generating response..."):
             # Ken (12/11/2024): modify start
-            #response = generate_response(rag_chain, text)
-            ##retriever = configure_retriever(pdf_loader)
-            ##chain = create_chain(retriever, prompt, model)
-            response = inference(rag_chain, text)
+            response = generate_response(rag_chain, text)
             # Ken (12/11/2024): modify end
             st.session_state['chat_history'].append({"user": text, "ollama": response})
             st.write(response)