Update app.py

app.py

@@ -13,8 +13,10 @@ from langgraph.prebuilt import ToolNode, tools_condition
 from langchain_core.messages import AnyMessage, SystemMessage, HumanMessage
 from langchain_groq import ChatGroq
 from langchain_huggingface import HuggingFaceEndpoint, ChatHuggingFace
+from langchain_huggingface.llms import HuggingFacePipeline
 from langchain_ollama import ChatOllama
 
+
 # (Keep Constants as is)
 # --- Constants ---
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
@@ -45,11 +47,11 @@ model = AutoModelForCausalLM.from_pretrained(checkpoint, token=HF_TOKEN)
 #outputs = model.generate(inputs, max_new_tokens=50, temperature=0.2, top_p=0.9, do_sample=True)
 #print(tokenizer.decode(outputs[0]))
 
-pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, max_length=2048)
-hf = HuggingFacePipeline(pipeline=pipe)
+pipe = pipeline('text-generation', model=model, tokenizer=tokenizer, max_new_tokens=1000)
+hf_pipe = HuggingFacePipeline(pipeline=pipe)
 
 #chat = ChatHuggingFace(llm=llm, verbose=True)
-chat = ChatOllama(llm=llm)
+chat = ChatOllama(llm=hf).bind(skip_prompt=True)
 
 tools = []
 chat_with_tools = chat.bind_tools(tools)