Update agents/agents_nodes.py

agents/agents_nodes.py

@@ -1,14 +1,29 @@
 import json
 from langchain_core.messages import AIMessage, ToolMessage
 from langgraph.prebuilt import ToolNode
+from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
 from utils.state_utils import AgentState
 from tools.financial_tools import time_value_tool
-from langchain_ollama import ChatOllama
+from transformers import pipeline
+import torch
 
 
 # LLL instantation
 
-llm = ChatOllama(model="qwen3:4b", temperature=0)
+text_generator = pipeline(
+    "text-generation",  # Task type
+    model="deepseek-ai/DeepSeek-R1-0528-Qwen3-8B",
+    # model="google/gemma-3n-E2B-it",
+    # model="google/gemma-3n-e4b-it",
+    # model="Qwen/Qwen3-Embedding-0.6B",
+    # device="cuda" if torch.cuda.is_available() else "cpu",
+    device= "cpu",
+    torch_dtype=torch.bfloat16,
+    max_new_tokens=700  # Limit output length
+)
+
+
+llm = HuggingFacePipeline(pipeline=text_generator)
 llm_instantiated = llm.bind_tools(    
     [time_value_tool],
     tool_choice={"type": "function", "function": {"name": "time_value_tool"}}