Update README.md
Browse files
README.md
CHANGED
|
@@ -9,7 +9,7 @@ import fasttext
|
|
| 9 |
if not os.path.exists("expert_classify.ftz"):
|
| 10 |
os.system("wget http://dl.turkunlp.org/register-labeling-model/fasttext_model.bin")
|
| 11 |
os.system("wget https://huggingface.co/ontocord/riverbed/resolve/main/rj_model.bin")
|
| 12 |
-
os.system("wget https://huggingface.co/kenhktsui/llm-data-textbook-quality-fasttext-classifer-v1/resolve/main/model_textbook_quality.bin"
|
| 13 |
os.system("wget https://huggingface.co/ontocord/riverbed/resolve/main/expert_classify.ftz")
|
| 14 |
|
| 15 |
### red pajama filter. pred_label "__label__wiki" is data we do not wish to keep.
|
|
|
|
| 9 |
if not os.path.exists("expert_classify.ftz"):
|
| 10 |
os.system("wget http://dl.turkunlp.org/register-labeling-model/fasttext_model.bin")
|
| 11 |
os.system("wget https://huggingface.co/ontocord/riverbed/resolve/main/rj_model.bin")
|
| 12 |
+
os.system("wget https://huggingface.co/kenhktsui/llm-data-textbook-quality-fasttext-classifer-v1/resolve/main/model_textbook_quality.bin")
|
| 13 |
os.system("wget https://huggingface.co/ontocord/riverbed/resolve/main/expert_classify.ftz")
|
| 14 |
|
| 15 |
### red pajama filter. pred_label "__label__wiki" is data we do not wish to keep.
|