Spaces:
Running
Running
File size: 2,859 Bytes
65dfa4b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 | """Tests for ingestion base layer: PaperRecord and DataLoader."""
import pytest
from src.ingestion.base_loader import DataLoader, PaperRecord
class TestPaperRecord:
def test_paper_id_format(self):
paper = PaperRecord(
source_id="P18-1001", source="hf_acl_ocl", title="Test",
abstract="Abstract", authors=["Alice"], year=2018,
)
assert paper.paper_id() == "hf_acl_ocl::P18-1001"
def test_paper_id_different_sources(self):
hf = PaperRecord(source_id="P18-1001", source="hf_acl_ocl", title="T", abstract="A", authors=[], year=2018)
acl = PaperRecord(source_id="2024.acl-long.1", source="acl_anthology", title="T", abstract="A", authors=[], year=2024)
assert hf.paper_id() != acl.paper_id()
assert "hf_acl_ocl::" in hf.paper_id()
assert "acl_anthology::" in acl.paper_id()
def test_has_full_text_true(self):
paper = PaperRecord(
source_id="x", source="test", title="T", abstract="A",
authors=[], year=2020, full_text="Some full text content",
)
assert paper.has_full_text() is True
def test_has_full_text_false_none(self):
paper = PaperRecord(
source_id="x", source="test", title="T", abstract="A",
authors=[], year=2020, full_text=None,
)
assert paper.has_full_text() is False
def test_has_full_text_false_empty(self):
paper = PaperRecord(
source_id="x", source="test", title="T", abstract="A",
authors=[], year=2020, full_text=" ",
)
assert paper.has_full_text() is False
def test_defaults(self):
paper = PaperRecord(
source_id="x", source="test", title="T", abstract="A",
authors=[], year=2020,
)
assert paper.venue is None
assert paper.volume is None
assert paper.full_text is None
assert paper.url is None
assert paper.metadata == {}
def test_metadata_storage(self):
paper = PaperRecord(
source_id="x", source="test", title="T", abstract="A",
authors=[], year=2020, metadata={"numcitedby": 42},
)
assert paper.metadata["numcitedby"] == 42
class TestDataLoaderABC:
def test_cannot_instantiate_directly(self):
with pytest.raises(TypeError):
DataLoader()
def test_concrete_subclass_works(self):
class DummyLoader(DataLoader):
@property
def source_name(self) -> str:
return "dummy"
def load(self, **kwargs):
return []
def validate_source(self) -> bool:
return True
loader = DummyLoader()
assert loader.source_name == "dummy"
assert loader.validate_source() is True
assert loader.load() == []
|