Upload folder using huggingface_hub

app.py

@@ -1,5 +1,4 @@
 import os
-import PyPDF2
 import openai
 from llama_index import download_loader, set_global_service_context, VectorStoreIndex, LLMPredictor, PromptHelper, ServiceContext, StorageContext, load_index_from_storage
 from llama_index.readers import SimpleDirectoryReader
@@ -26,36 +25,6 @@ llm_predictor = LLMPredictor(llm=OpenAI(temperature=0, model_name=MODEL_NAME, ma
 service_context = ServiceContext.from_defaults(llm_predictor=llm_predictor)
 # set_global_service_context(service_context)
 
-
-def read_text_from_pdf(pdf_path):
-    with open(pdf_path, "rb") as file:
-        reader = PyPDF2.PdfReader(file)
-        text = ""
-        for page in range(len(reader.pages)):
-            text += reader.pages[page].extract_text()
-        return text
-
-def read_text_from_txt(txt_path):
-    with open(txt_path, "r") as file:
-        text = file.read()
-        return text
-
-def load_documents(directory_path):
-    documents = []
-    docmap = {}
-    for file_name in os.listdir(directory_path):
-        file_path = os.path.join(directory_path, file_name)
-        if file_name.endswith(".pdf"):
-            text = read_text_from_pdf(file_path)
-        elif file_name.endswith(".txt"):
-            text = read_text_from_txt(file_path)
-        else:
-            continue
-        #documents.append({"text": text, "file_name": file_name})
-        docmap["text"] = text
-    #return documents
-    return docmap
-
 def construct_index(directory_path):