Update app.py

app.py

@@ -12,17 +12,13 @@ from langchain import OpenAI
 
 
 
-token = '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'
-from huggingface_hub import HfFileSystem
-fs = HfFileSystem(token=token)
-
-text_list = fs.ls("datasets/GoChat/Gochat247_Data/Data", detail=False)
+from datasets import load_dataset
 
+dataset = load_dataset("GoChat/Gochat247_Data")
+data = dataset['train']["text"]
+data_text = ' '.join(data)
 from llama_index import Document
-documents = [Document(t) for t in text_list]
-
-# Setup your LLM
-
+documents = Document(data_text)
 
 # define LLM
 llm_predictor = LLMPredictor(llm=OpenAI(temperature=0,
@@ -35,6 +31,7 @@ max_input_size = 4096
 num_output = 256
 # set maximum chunk overlap
 max_chunk_overlap = 20
+
 prompt_helper = PromptHelper(max_input_size, num_output, max_chunk_overlap)
 
 service_context = ServiceContext.from_defaults(llm_predictor=llm_predictor, prompt_helper=prompt_helper)