Buckets:

glennmatlin's picture
download
raw
1.55 kB
from pathlib import Path
from types import SimpleNamespace
import pytest
from data_attribution.cache import precache
from data_attribution.cli.ingest import _ingest_handler
def test_precache_rejects_unknown_model(tmp_path: Path) -> None:
with pytest.raises(ValueError, match="Unknown model id"):
precache.main(
[
"--cache-root",
str(tmp_path),
"--model-id",
"unknown/model",
"--skip-dataset",
]
)
def test_precache_rejects_unknown_dataset(tmp_path: Path) -> None:
with pytest.raises(ValueError, match="Unknown dataset id"):
precache.main(
[
"--cache-root",
str(tmp_path),
"--dataset-repo-id",
"unknown/dataset",
"--skip-model",
"--skip-dataset",
]
)
def test_ingest_requires_local_shards(tmp_path: Path) -> None:
args = SimpleNamespace(
command="ingest",
run_id=None,
output_path=tmp_path / "out.jsonl",
manifest_path=tmp_path / "manifest.json",
subset=None,
split="train",
num_documents=1,
token_budget=None,
stratify_by=None,
output_format="jsonl",
cache_dir=None,
download_dir=None,
shuffle_buffer=10_000,
seed=0,
)
with pytest.raises(
ValueError, match="Ingest requires --cache-dir or --download-dir"
):
_ingest_handler(args, {})

Xet Storage Details

Size:
1.55 kB
·
Xet hash:
731afa5ca6e9ce362b7af778b75049add6561a08d166676f2412c96794b02c22

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.