Update scripts/process.py

scripts/process.py

@@ -23,7 +23,6 @@ os.environ['TOKENIZERS_PARALLELISM'] ="false"
 def load_document(
     file_path: str,
     file_name,
-    encoding: Optional[str] = None,
     id_hash_keys: Optional[List[str]] = None,
 ) -> List[Document]:
     
@@ -50,7 +49,7 @@ def load_document(
     # return a list containing a single Document
     document = converter.convert(
                 file_path=file_path, meta=None, 
-                encoding=encoding, id_hash_keys=id_hash_keys
+                 id_hash_keys=id_hash_keys
                 )[0]
     text = document.content
     documents.append(Document(content=text,