Update app.py

app.py

@@ -44,21 +44,23 @@ def init_pinecone(index_name):
     return index
 
 
-def process_file(index_name, docs):
+def process_file(index_name, dir):
     index = init_pinecone(index_name)
     embeddings = OpenAIEmbeddings(openai_api_key=os.environ['OPENAI_API_KEY'])
-    
-    loader = DirectoryLoader(docs.name, glob="*.txt", loader_cls=TextLoader)
-    documents = loader.load()
-    #print(documents)
+    splter = SpacyTextSplitter(chunk_size=1000,chunk_overlap=200)
 
+    for doc in dir:
+        loader = TextLoader(doc.name , encoding='utf8')
+        content = loader.load()
+        split_text = splter.split_documents(content)
+        for text in split_text:
+        	Pinecone.from_documents([text], embeddings, index_name=index_name)
 
     #pipeline='zh_core_web_sm'
-    splter = SpacyTextSplitter(chunk_size=1000,chunk_overlap=200)
-    split_text = splter.split_documents(documents)
     
-    for document in split_text:
-    	Pinecone.from_documents([document], embeddings, index_name=index_name)
+    
+    
+    
 
     return list_pinecone(index_name)