sloptotal / prefetch.py
Chadbehaviour's picture
Upload 3 files
b84ffa9 verified
Raw History Blame Contribute Delete
1.28 kB
"""Haalt tijdens het bouwen alle SlopTotal-modellen op, zodat de Space niet bij elke start 9 GB hoeft te downloaden.
Gebruik: python prefetch.py (downloadt alles)
python prefetch.py --check (controleert alleen of alle modellen bestaan)
"""
import sys
from huggingface_hub import HfApi, snapshot_download
MODELS = [
"hyunseoki/ReMoDetect-deberta",
"SuperAnnotate/ai-detector-low-fpr",
"desklib/ai-text-detector-v1.01",
"Hello-SimpleAI/chatgpt-detector-roberta",
"Oxidane/tmr-ai-text-detector",
"fakespot-ai/roberta-base-ai-text-detection-v1",
"roberta-base-openai-detector",
"MayZhou/e5-small-lora-ai-generated-detector",
"ShantanuT01/BERT-tiny-RAID",
"FacebookAI/roberta-large",
"gpt2-medium",
"distilgpt2",
]
# alleen de PyTorch/safetensors-bestanden, geen dubbele formaten
IGNORE = ["*.onnx", "*.msgpack", "*.h5", "*.ot", "*.tflite", "onnx/*", "flax_model*", "tf_model*", "rust_model*", "*.gguf"]
if __name__ == "__main__":
check = "--check" in sys.argv
api = HfApi()
for m in MODELS:
if check:
info = api.model_info(m)
print("ok", m, info.id)
else:
print("ophalen", m, flush=True)
snapshot_download(m, ignore_patterns=IGNORE)