mohamedachraf commited on
Commit
ab4f434
·
1 Parent(s): 20320ce

Initial commit

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -20,7 +20,7 @@ books["large_thumbnail"] = np.where(
20
  )
21
 
22
  raw_documents = TextLoader("tagged_description.txt", encoding="utf-8").load()
23
- text_splitter = CharacterTextSplitter(separator="\n", chunk_size=0, chunk_overlap=0)
24
  documents = text_splitter.split_documents(raw_documents)
25
  #db_books = Chroma.from_documents(documents, OpenAIEmbeddings())
26
  # Initialize the Hugging Face embedding model
 
20
  )
21
 
22
  raw_documents = TextLoader("tagged_description.txt", encoding="utf-8").load()
23
+ text_splitter = CharacterTextSplitter(separator="\n", chunk_size=1000, chunk_overlap=0)
24
  documents = text_splitter.split_documents(raw_documents)
25
  #db_books = Chroma.from_documents(documents, OpenAIEmbeddings())
26
  # Initialize the Hugging Face embedding model