Update models/llamaCustom.py

models/llamaCustom.py

@@ -73,16 +73,6 @@ class CustomLLM(LLM):
 
 @st.cache_resource
 class LlamaCustom:
-    # define llm
-    prompt_helper = PromptHelper(
-        context_window=CONTEXT_WINDOW,
-        num_output=NUM_OUTPUT,
-        chunk_overlap_ratio=CHUNK_OVERLAP_RATION,
-    )
-    llm_predictor = LLMPredictor(llm=CustomLLM())
-    service_context = ServiceContext.from_defaults(
-        llm_predictor=llm_predictor, prompt_helper=prompt_helper
-    )
 
     def __init__(self, model_name: str) -> None:
         self.vector_index = self.initialize_index(model_name=model_name)
@@ -103,11 +93,22 @@ class LlamaCustom:
             #     index = pickle.loads(file.readlines())
             return index
         else:
+            # define llm
+            prompt_helper = PromptHelper(
+                context_window=CONTEXT_WINDOW,
+                num_output=NUM_OUTPUT,
+                chunk_overlap_ratio=CHUNK_OVERLAP_RATION,
+            )
+            llm_predictor = LLMPredictor(llm=CustomLLM())
+            service_context = ServiceContext.from_defaults(
+                llm_predictor=llm_predictor, prompt_helper=prompt_helper
+            )
+            
             # documents = prepare_data(r"./assets/regItems.json")
             documents = SimpleDirectoryReader(input_dir="./assets/pdf").load_data()
 
             index = GPTVectorStoreIndex.from_documents(
-                documents, service_context=self.service_context
+                documents, service_context=service_context
             )
 
             # local write access