Upload README.md with huggingface_hub

README.md

@@ -14,6 +14,7 @@ This repository contains FAISS index files created with the following parameters
 - **specter2_IVF100,PQ16.index**: FAISS index file
 - **specter2_IVF100,PQ64.index**: FAISS index file
 - **emb_specter2.memmap**: Embedding memmap file
+- **patents_all.parquet**: Corpus parquet file
 
 ## Usage
 
@@ -36,6 +37,10 @@ embeddings = np.memmap(
     dtype=np.float32
 ).reshape(-1, 768)  # Adjust shape as needed
 
+# Load corpus
+import pandas as pd
+corpus = pd.read_parquet("path/to/downloaded/corpus.parquet")
+
 # Example query
 from transformers import AutoTokenizer, AutoModel
 import torch