Add agent and utils modules

agent/local_llm.py

@@ -6,10 +6,17 @@ import os
 
 
 class LocalLLM:
-    def __init__(self, model_name: str = "TinyLlama/TinyLlama-1.1B-Chat-v1.0", use_gpt2_fallback: bool = True):
-        self.model_name = model_name
-        self.use_gpt2_fallback = use_gpt2_fallback
-        self.llm = None
+    def __init__(self):
+        self.llm = HuggingFaceLLM(
+            context_window=3900,
+            max_new_tokens=256,
+            model_name="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
+            tokenizer_name="TinyLlama/TinyLlama-1.1B-Chat-v1.0",
+            device_map="auto"
+        )
+
+    def get_llm(self):
+        return self.llm
 
     def load_model(self):
         try: