updated code

models/llamaCustom.py

@@ -66,9 +66,25 @@ def load_model(model_name: str):
 
 
 class OurLLM(CustomLLM):
-    def __init__(self, model_name: str, model_pipeline):
-        self.model_name = model_name
-        self.pipeline = model_pipeline
+    def __init__(self):
+        self.model_name = ""
+        self.pipeline = None
+
+    @property
+    def modelName(self):
+        return self.model_name
+
+    @property
+    def pipeline(self):
+        return self.pipeline
+
+    @modelName.setter
+    def modelName(self, name: str):
+        self.model_name = name
+
+    @pipeline.setter
+    def pipeline(self, value):
+        self.pipeline = value
 
     @property
     def metadata(self) -> LLMMetadata:
@@ -76,7 +92,7 @@ class OurLLM(CustomLLM):
         return LLMMetadata(
             context_window=CONTEXT_WINDOW,
             num_output=NUM_OUTPUT,
-            model_name=self.model_name,
+            # model_name=self.model_name,
         )
 
     @llm_completion_callback()
@@ -122,7 +138,9 @@ class LlamaCustom:
 
             # define llm
             pipe = load_model(model_name=model_name)
-            llm = OurLLM(model_name=model_name, model_pipeline=pipe)
+            llm = OurLLM()
+            llm.model_name = model_name
+            llm.pipeline = pipe
 
             llm_predictor = LLMPredictor(llm=llm)
             service_context = ServiceContext.from_defaults(