Update app.py

Use Embed and LLM in Hugging Face

app.py

@@ -103,7 +103,9 @@ def main() -> None:
     #chunks = text_splitter.split_documents(docs)
     chunks = text_splitter.split_documents(raw_text)
 
-    embeddings = OllamaEmbeddings(model='nomic-embed-text', base_url="http://localhost:11434")
+    ## Mod from nomic-embed-text to nomic-ai/nomic-embed-text-v1.5
+    #embeddings = OllamaEmbeddings(model='nomic-ai/nomic-embed-text-v1.5', base_url="http://localhost:11434")
+    embeddings = OllamaEmbeddings(model='nomic-ai/nomic-embed-text-v1.5')
 
     single_vector = embeddings.embed_query("this is some text data")
 
@@ -136,7 +138,8 @@ def main() -> None:
 
     prompt = ChatPromptTemplate.from_template(prompt)
 
-    model = ChatOllama(model="llama3.2:latest")
+    ## from llama3.2:latest to unsloth/Llama-3.2-3B
+    model = ChatOllama(model="unsloth/Llama-3.2-3B")
 
     rag_chain = (
         {"context": retriever|format_docs, "question": RunnablePassthrough()}