Spaces:
Runtime error
Runtime error
Update tools.py
Browse files
tools.py
CHANGED
|
@@ -37,7 +37,7 @@ mxbai_client = MixedbreadAI(api_key=MXBAI_API_KEY)
|
|
| 37 |
model_emb = "mixedbread-ai/mxbai-embed-large-v1"
|
| 38 |
|
| 39 |
# # Set up ChromaDB
|
| 40 |
-
memoires_ds = load_dataset("
|
| 41 |
batched_ds = memoires_ds.batch(batch_size=41000)
|
| 42 |
client = chromadb.Client()
|
| 43 |
collection = client.get_or_create_collection(name="embeddings_mxbai")
|
|
|
|
| 37 |
model_emb = "mixedbread-ai/mxbai-embed-large-v1"
|
| 38 |
|
| 39 |
# # Set up ChromaDB
|
| 40 |
+
memoires_ds = load_dataset("Komla21/memoires_vec_800", split="data", token=HF_TOKEN, streaming=True)
|
| 41 |
batched_ds = memoires_ds.batch(batch_size=41000)
|
| 42 |
client = chromadb.Client()
|
| 43 |
collection = client.get_or_create_collection(name="embeddings_mxbai")
|