Update README.md
Browse files
README.md
CHANGED
|
@@ -32,6 +32,24 @@ index = faiss.read_index(index_path)
|
|
| 32 |
|
| 33 |
```
|
| 34 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 35 |
|
| 36 |
|
| 37 |
|
|
|
|
| 32 |
|
| 33 |
```
|
| 34 |
|
| 35 |
+
Create script download_folder.sh
|
| 36 |
+
|
| 37 |
+
#!/bin/bash
|
| 38 |
+
REPO_URL=https://huggingface.co/royrin/wiki-rag
|
| 39 |
+
TARGET_DIR=KLOM-models # name it what you wish
|
| 40 |
+
FOLDER=$1 # e.g., "wiki_index__top_100000__2025-04-11"
|
| 41 |
+
|
| 42 |
+
mkdir -p $TARGET_DIR
|
| 43 |
+
|
| 44 |
+
git clone --filter=blob:none --no-checkout $REPO_URL $TARGET_DIR
|
| 45 |
+
cd $TARGET_DIR
|
| 46 |
+
git sparse-checkout init --cone
|
| 47 |
+
git sparse-checkout set $FOLDER
|
| 48 |
+
git checkout main
|
| 49 |
+
|
| 50 |
+
Example how to run script:
|
| 51 |
+
|
| 52 |
+
bash download_folder.sh wiki_index__top_100000__2025-04-11
|
| 53 |
|
| 54 |
|
| 55 |
|